2021-07-26T15:23:36.040 INFO:root:teuthology version: 1.1.0-b6f3efab 2021-07-26T15:23:36.042 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293835 --owner scheduled_sage@teuthology --description upgrade/pacific-x/parallel/{0-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi --verbose -- /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293835/orig.config.yaml 2021-07-26T15:23:36.093 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-07-26T15:23:36.148 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293835 branch: wip-kefu-testing-2021-07-24-1158 description: upgrade/pacific-x/parallel/{0-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '6293835' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-kefu-testing-2021-07-24-1158 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e workunit: branch: wip-kefu-testing-2021-07-24-1158 sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e owner: scheduled_sage@teuthology priority: 90 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e sleep_before_teardown: 0 suite: upgrade suite_branch: wip-kefu-testing-2021-07-24-1158 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e targets: smithi046.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDOAXhAQd4Sm8l4ET/nm2EUyu2nDyQQihnIL4MlivInPVM2EsXp656b7fpdPl5IIAuDiQiyhWWDahbvB9EhaZr+fpZ1x40kVqA44yd2/BzQUjJ4QUEgJ6Fvsf78JWjkFXoYGnIRKRcSHDKyb0P64jPw2JPlSEdnCJvR2TETWAmTD/KyxH3laxB7C6cj+P3CcRBmL9CEarRDpq9Ht3KhS3guqd/5qN4FShWOevgm/ojg9aTYU1Pl2E1TXkgzFORTa6eJVU6XZMQaivFhTaKdYvD0qD23jWLlI1ajeLVabV6Q8lqHqjb/JjNMi0Qt/hKcebF2TqiTlg9oGD8FpbJH6JJUtJ93Jj3w3ErNM9q8Wwtslv3LYxAj9iBtE2xhnKQqfMHh8b9eN3YSUkWYxtwDdokja9gscfxJ1+S65YaHOzKyN4/UEaYFBprjNRsan3Fe0FB8beuDNo5XrVYhB1Ch86i4Yf70I4EyhuQAbp/7SgNPYI9k6LCu6QfncFzeF9rJ8Xc= smithi073.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDS5kVnCUKWo179EUkDVfN9dUhoST8CBv6MgCqCGRAqNGXFqX9JeM3uILl8WgqFSlpOHdWMcY0kl+x1I6UQeA/r63EneTv6gtQJqZcqqY/8AiO8JBauuzFZmQpyrDekdLaGVnx2aWHtoenXVRUw9JiD9zx9e9ACHqgFbnwO0pCSDCxC/ojurcCAKT3PH1kq+Wc7JySdR0SZ7ZUvGfGHy0tWadrdW9fhU3mBn4Kf0eU5IkKWoliIqj8BE6/dbeIANoj24w6jF3Rry5eYqhN1/QF2+i4qPPbxXnHXuNtt423aFAJAVhFjYSiZSpJkGd5aL6hyiFBZ9/i9fxugSi5N6PaIS+n9fhE0OgQP+AKznC2oCXh+k5Ha1geeS0TYRALAVs9po5os9wgPzxjzX/NSnifY7AhWJCMzrG8uhbvSGaHtSrNVir06PtDcbz9EOcsdZyIf46+orqDy72OruSS51fAVb9QZnbG03iG+gL2oV+978hGWndRjGirdPa560IOwE88= tasks: - install: branch: pacific - print: '**** done install task...' - print: '**** done start installing pacific cephadm ...' - cephadm: cephadm_branch: pacific cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-pacific - print: '**** done end installing pacific cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' teuthology_branch: master teuthology_sha1: b6f3efab84b70e18e86ec271a07564aeb4ed3bac timestamp: 2021-07-26_15:05:01 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: pacific clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: pacific clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: pacific clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd.sh - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: pacific clients: client.0: - rbd/test_librbd_python.sh - print: '**** done end test_rbd_python.yaml' 2021-07-26T15:23:36.149 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa; will attempt to use it 2021-07-26T15:23:36.150 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa/tasks 2021-07-26T15:23:36.150 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-07-26T15:23:36.152 INFO:teuthology.task.internal:Checking packages... 2021-07-26T15:23:36.172 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'basic' and ceph hash 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e' 2021-07-26T15:23:36.172 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:23:36.173 INFO:teuthology.packaging:ref: None 2021-07-26T15:23:36.173 INFO:teuthology.packaging:tag: None 2021-07-26T15:23:36.173 INFO:teuthology.packaging:branch: wip-kefu-testing-2021-07-24-1158 2021-07-26T15:23:36.174 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:23:36.174 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-kefu-testing-2021-07-24-1158 2021-07-26T15:23:36.347 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-6381-gbccf07c2-1focal 2021-07-26T15:23:36.348 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-07-26T15:23:36.359 INFO:teuthology.task.internal:no buildpackages task found 2021-07-26T15:23:36.360 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-07-26T15:23:36.409 INFO:teuthology.task.internal:Saving configuration 2021-07-26T15:23:36.432 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-07-26T15:23:36.443 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-07-26T15:23:36.460 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:18:07.847800', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293835', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIDzVKo7YZU4Md4BwHH/Wmdtile/uCQAh8TUX3RFJjyX', 'os_version': '20.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi046.front.sepia.ceph.com'} 2021-07-26T15:23:36.475 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:18:07.847821', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293835', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPL5KUzyqHR6eeDplo6N42ivS7V0QM5ZUpG2QxhXoA0L', 'os_version': '20.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi073.front.sepia.ceph.com'} 2021-07-26T15:23:36.476 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-07-26T15:23:36.487 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-07-26T15:23:36.487 INFO:teuthology.task.internal:roles: ubuntu@smithi073.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-07-26T15:23:36.488 INFO:teuthology.run_tasks:Running task console_log... 2021-07-26T15:23:36.559 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f463684bb70>, signals=[15]) 2021-07-26T15:23:36.561 INFO:teuthology.run_tasks:Running task internal.connect... 2021-07-26T15:23:36.571 INFO:teuthology.task.internal:Opening connections... 2021-07-26T15:23:36.572 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:23:36.573 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:23:36.629 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi073.front.sepia.ceph.com 2021-07-26T15:23:36.630 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:23:36.676 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-07-26T15:23:36.687 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2021-07-26T15:23:36.707 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2021-07-26T15:23:36.707 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2021-07-26T15:23:36.756 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="Ubuntu" 2021-07-26T15:23:36.757 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-07-26T15:23:36.757 INFO:teuthology.orchestra.run.smithi046.stdout:ID=ubuntu 2021-07-26T15:23:36.757 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE=debian 2021-07-26T15:23:36.757 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-07-26T15:23:36.758 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="20.04" 2021-07-26T15:23:36.758 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://www.ubuntu.com/" 2021-07-26T15:23:36.758 INFO:teuthology.orchestra.run.smithi046.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-07-26T15:23:36.758 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-07-26T15:23:36.759 INFO:teuthology.orchestra.run.smithi046.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-07-26T15:23:36.759 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_CODENAME=focal 2021-07-26T15:23:36.759 INFO:teuthology.orchestra.run.smithi046.stdout:UBUNTU_CODENAME=focal 2021-07-26T15:23:36.760 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2021-07-26T15:23:36.778 DEBUG:teuthology.orchestra.run.smithi073:> uname -m 2021-07-26T15:23:36.785 INFO:teuthology.orchestra.run.smithi073.stdout:x86_64 2021-07-26T15:23:36.786 DEBUG:teuthology.orchestra.run.smithi073:> cat /etc/os-release 2021-07-26T15:23:36.837 INFO:teuthology.orchestra.run.smithi073.stdout:NAME="Ubuntu" 2021-07-26T15:23:36.838 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-07-26T15:23:36.838 INFO:teuthology.orchestra.run.smithi073.stdout:ID=ubuntu 2021-07-26T15:23:36.839 INFO:teuthology.orchestra.run.smithi073.stdout:ID_LIKE=debian 2021-07-26T15:23:36.839 INFO:teuthology.orchestra.run.smithi073.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-07-26T15:23:36.839 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_ID="20.04" 2021-07-26T15:23:36.839 INFO:teuthology.orchestra.run.smithi073.stdout:HOME_URL="https://www.ubuntu.com/" 2021-07-26T15:23:36.840 INFO:teuthology.orchestra.run.smithi073.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-07-26T15:23:36.840 INFO:teuthology.orchestra.run.smithi073.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-07-26T15:23:36.840 INFO:teuthology.orchestra.run.smithi073.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-07-26T15:23:36.840 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_CODENAME=focal 2021-07-26T15:23:36.841 INFO:teuthology.orchestra.run.smithi073.stdout:UBUNTU_CODENAME=focal 2021-07-26T15:23:36.841 INFO:teuthology.lock.ops:Updating smithi073.front.sepia.ceph.com on lock server 2021-07-26T15:23:36.857 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-07-26T15:23:36.874 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-07-26T15:23:36.892 INFO:teuthology.task.internal:Checking for old test directory... 2021-07-26T15:23:36.893 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:23:36.896 DEBUG:teuthology.orchestra.run.smithi073:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:23:36.901 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-07-26T15:23:36.915 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-07-26T15:23:36.916 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:23:36.944 DEBUG:teuthology.orchestra.run.smithi073:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:23:36.953 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-07-26T15:23:36.999 INFO:teuthology.run_tasks:Running task kernel... 2021-07-26T15:23:37.016 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-07-26T15:23:37.017 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-07-26T15:23:37.017 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2021-07-26T15:23:37.025 INFO:teuthology.orchestra.run.smithi046.stdout:5.4.0-66-generic 2021-07-26T15:23:37.025 INFO:teuthology.task.kernel:Running kernel on smithi046: 5.4.0-66-generic 2021-07-26T15:23:37.026 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-get clean 2021-07-26T15:23:37.112 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-get update 2021-07-26T15:23:37.273 INFO:teuthology.orchestra.run.smithi046.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:23:37.391 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:23:37.475 INFO:teuthology.orchestra.run.smithi046.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-07-26T15:23:37.546 INFO:teuthology.orchestra.run.smithi046.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:23:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:23:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [155 kB] 2021-07-26T15:23:37.642 INFO:teuthology.orchestra.run.smithi046.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [8,304 B] 2021-07-26T15:23:37.643 INFO:teuthology.orchestra.run.smithi046.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [16.5 kB] 2021-07-26T15:23:37.644 INFO:teuthology.orchestra.run.smithi046.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [327 kB] 2021-07-26T15:23:37.648 INFO:teuthology.orchestra.run.smithi046.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.4 kB] 2021-07-26T15:23:37.649 INFO:teuthology.orchestra.run.smithi046.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:23:37.649 INFO:teuthology.orchestra.run.smithi046.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:23:37.659 INFO:teuthology.orchestra.run.smithi046.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:23:37.665 INFO:teuthology.orchestra.run.smithi046.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [97.5 kB] 2021-07-26T15:23:37.666 INFO:teuthology.orchestra.run.smithi046.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [11.9 kB] 2021-07-26T15:23:37.676 INFO:teuthology.orchestra.run.smithi046.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,912 B] 2021-07-26T15:23:37.676 INFO:teuthology.orchestra.run.smithi046.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [25.4 kB] 2021-07-26T15:23:37.677 INFO:teuthology.orchestra.run.smithi046.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,952 B] 2021-07-26T15:23:37.677 INFO:teuthology.orchestra.run.smithi046.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [600 B] 2021-07-26T15:23:37.812 INFO:teuthology.orchestra.run.smithi046.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:23:37.947 INFO:teuthology.orchestra.run.smithi046.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [511 kB] 2021-07-26T15:23:38.177 INFO:teuthology.orchestra.run.smithi046.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,126 kB] 2021-07-26T15:23:38.331 INFO:teuthology.orchestra.run.smithi046.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [245 kB] 2021-07-26T15:23:38.343 INFO:teuthology.orchestra.run.smithi046.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [13.8 kB] 2021-07-26T15:23:38.344 INFO:teuthology.orchestra.run.smithi046.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [364 kB] 2021-07-26T15:23:38.361 INFO:teuthology.orchestra.run.smithi046.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [17.8 kB] 2021-07-26T15:23:38.361 INFO:teuthology.orchestra.run.smithi046.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [52.7 kB] 2021-07-26T15:23:38.364 INFO:teuthology.orchestra.run.smithi046.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:23:38.364 INFO:teuthology.orchestra.run.smithi046.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [626 kB] 2021-07-26T15:23:38.411 INFO:teuthology.orchestra.run.smithi046.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [843 kB] 2021-07-26T15:23:38.444 INFO:teuthology.orchestra.run.smithi046.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [176 kB] 2021-07-26T15:23:38.449 INFO:teuthology.orchestra.run.smithi046.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [18.4 kB] 2021-07-26T15:23:38.450 INFO:teuthology.orchestra.run.smithi046.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.4 kB] 2021-07-26T15:23:38.451 INFO:teuthology.orchestra.run.smithi046.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,912 B] 2021-07-26T15:23:38.452 INFO:teuthology.orchestra.run.smithi046.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,780 B] 2021-07-26T15:23:38.499 INFO:teuthology.orchestra.run.smithi046.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [676 B] 2021-07-26T15:23:38.499 INFO:teuthology.orchestra.run.smithi046.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [2,568 B] 2021-07-26T15:23:38.500 INFO:teuthology.orchestra.run.smithi046.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [2,568 B] 2021-07-26T15:23:38.500 INFO:teuthology.orchestra.run.smithi046.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [1,120 B] 2021-07-26T15:23:38.581 INFO:teuthology.orchestra.run.smithi046.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [400 B] 2021-07-26T15:23:38.581 INFO:teuthology.orchestra.run.smithi046.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [5,792 B] 2021-07-26T15:23:38.582 INFO:teuthology.orchestra.run.smithi046.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [4,724 B] 2021-07-26T15:23:38.582 INFO:teuthology.orchestra.run.smithi046.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [2,060 B] 2021-07-26T15:23:38.583 INFO:teuthology.orchestra.run.smithi046.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [288 B] 2021-07-26T15:23:41.640 INFO:teuthology.orchestra.run.smithi046.stdout:Fetched 7,282 kB in 2s (4,681 kB/s) 2021-07-26T15:23:42.725 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:23:42.749 DEBUG:teuthology.orchestra.run.smithi046:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:23:42.817 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:23:42.979 INFO:teuthology.orchestra.run.smithi046.stdout:Building dependency tree... 2021-07-26T15:23:42.979 INFO:teuthology.orchestra.run.smithi046.stdout:Reading state information... 2021-07-26T15:23:43.061 INFO:teuthology.orchestra.run.smithi046.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:23:43.062 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:23:43.063 DEBUG:teuthology.orchestra.run.smithi046:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:23:43.132 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:23:43.294 INFO:teuthology.orchestra.run.smithi046.stdout:Building dependency tree... 2021-07-26T15:23:43.295 INFO:teuthology.orchestra.run.smithi046.stdout:Reading state information... 2021-07-26T15:23:43.441 INFO:teuthology.orchestra.run.smithi046.stdout:The following additional packages will be installed: 2021-07-26T15:23:43.441 INFO:teuthology.orchestra.run.smithi046.stdout: linux-generic linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:23:43.441 INFO:teuthology.orchestra.run.smithi046.stdout: linux-headers-generic linux-image-5.4.0-80-generic 2021-07-26T15:23:43.442 INFO:teuthology.orchestra.run.smithi046.stdout: linux-modules-5.4.0-80-generic linux-modules-extra-5.4.0-80-generic 2021-07-26T15:23:43.442 INFO:teuthology.orchestra.run.smithi046.stdout:Suggested packages: 2021-07-26T15:23:43.442 INFO:teuthology.orchestra.run.smithi046.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2021-07-26T15:23:43.443 INFO:teuthology.orchestra.run.smithi046.stdout:Recommended packages: 2021-07-26T15:23:43.443 INFO:teuthology.orchestra.run.smithi046.stdout: thermald 2021-07-26T15:23:43.473 INFO:teuthology.orchestra.run.smithi046.stdout:The following NEW packages will be installed: 2021-07-26T15:23:43.473 INFO:teuthology.orchestra.run.smithi046.stdout: linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:23:43.474 INFO:teuthology.orchestra.run.smithi046.stdout: linux-image-5.4.0-80-generic linux-modules-5.4.0-80-generic 2021-07-26T15:23:43.474 INFO:teuthology.orchestra.run.smithi046.stdout: linux-modules-extra-5.4.0-80-generic 2021-07-26T15:23:43.475 INFO:teuthology.orchestra.run.smithi046.stdout:The following packages will be upgraded: 2021-07-26T15:23:43.475 INFO:teuthology.orchestra.run.smithi046.stdout: linux-generic linux-headers-generic linux-image-generic 2021-07-26T15:23:43.678 INFO:teuthology.orchestra.run.smithi046.stdout:3 upgraded, 5 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:23:43.679 INFO:teuthology.orchestra.run.smithi046.stdout:Need to get 75.6 MB of archives. 2021-07-26T15:23:43.679 INFO:teuthology.orchestra.run.smithi046.stdout:After this operation, 377 MB of additional disk space will be used. 2021-07-26T15:23:43.679 INFO:teuthology.orchestra.run.smithi046.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-80-generic amd64 5.4.0-80.90 [14.8 MB] 2021-07-26T15:23:44.791 INFO:teuthology.orchestra.run.smithi046.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-80-generic amd64 5.4.0-80.90 [8,976 kB] 2021-07-26T15:23:45.057 INFO:teuthology.orchestra.run.smithi046.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-80-generic amd64 5.4.0-80.90 [39.4 MB] 2021-07-26T15:23:46.438 INFO:teuthology.orchestra.run.smithi046.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.80.84 [1,900 B] 2021-07-26T15:23:46.438 INFO:teuthology.orchestra.run.smithi046.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.80.84 [2,568 B] 2021-07-26T15:23:46.439 INFO:teuthology.orchestra.run.smithi046.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80 all 5.4.0-80.90 [11.0 MB] 2021-07-26T15:23:46.740 INFO:teuthology.orchestra.run.smithi046.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80-generic amd64 5.4.0-80.90 [1,410 kB] 2021-07-26T15:23:46.774 INFO:teuthology.orchestra.run.smithi046.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.80.84 [2,436 B] 2021-07-26T15:23:47.184 INFO:teuthology.orchestra.run.smithi046.stdout:Fetched 75.6 MB in 3s (22.9 MB/s) 2021-07-26T15:23:47.362 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package linux-modules-5.4.0-80-generic. 2021-07-26T15:23:48.759 INFO:teuthology.orchestra.run.smithi046.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-07-26T15:23:48.763 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../0-linux-modules-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:23:48.849 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:23:50.758 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package linux-image-5.4.0-80-generic. 2021-07-26T15:23:50.770 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../1-linux-image-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:23:50.876 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:23:51.905 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-80-generic. 2021-07-26T15:23:51.919 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:23:51.973 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:23:56.980 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../3-linux-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:23:57.092 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:23:57.446 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:23:57.596 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-image-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:23:57.905 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package linux-headers-5.4.0-80. 2021-07-26T15:23:57.918 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../5-linux-headers-5.4.0-80_5.4.0-80.90_all.deb ... 2021-07-26T15:23:57.956 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:24:04.242 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package linux-headers-5.4.0-80-generic. 2021-07-26T15:24:04.264 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../6-linux-headers-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:24:04.308 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:07.154 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:24:07.283 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking linux-headers-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:24:07.608 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:08.821 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:24:08.947 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:10.108 INFO:teuthology.orchestra.run.smithi046.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:24:10.108 INFO:teuthology.orchestra.run.smithi046.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-80-generic 2021-07-26T15:24:10.241 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:10.501 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-image-generic (5.4.0.80.84) ... 2021-07-26T15:24:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-headers-generic (5.4.0.80.84) ... 2021-07-26T15:24:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up linux-generic (5.4.0.80.84) ... 2021-07-26T15:24:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:Processing triggers for linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:/etc/kernel/postinst.d/initramfs-tools: 2021-07-26T15:24:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:24:34.558 INFO:teuthology.orchestra.run.smithi046.stdout:/etc/kernel/postinst.d/zz-update-grub: 2021-07-26T15:24:34.559 INFO:teuthology.orchestra.run.smithi046.stdout:Sourcing file `/etc/default/grub' 2021-07-26T15:24:34.565 INFO:teuthology.orchestra.run.smithi046.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:24:34.587 INFO:teuthology.orchestra.run.smithi046.stdout:Generating grub configuration file ... 2021-07-26T15:24:35.108 INFO:teuthology.orchestra.run.smithi046.stdout:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:24:35.125 INFO:teuthology.orchestra.run.smithi046.stdout:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:24:35.594 INFO:teuthology.orchestra.run.smithi046.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:24:35.604 INFO:teuthology.orchestra.run.smithi046.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:24:37.304 INFO:teuthology.orchestra.run.smithi046.stdout:done 2021-07-26T15:24:37.668 DEBUG:teuthology.orchestra.run.smithi046:> dpkg -s linux-image-generic 2021-07-26T15:24:37.701 INFO:teuthology.orchestra.run.smithi046.stdout:Package: linux-image-generic 2021-07-26T15:24:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:Status: install ok installed 2021-07-26T15:24:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:Priority: optional 2021-07-26T15:24:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:Section: kernel 2021-07-26T15:24:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Installed-Size: 18 2021-07-26T15:24:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:24:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: amd64 2021-07-26T15:24:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Source: linux-meta 2021-07-26T15:24:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Version: 5.4.0.80.84 2021-07-26T15:24:37.704 INFO:teuthology.orchestra.run.smithi046.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:24:37.704 INFO:teuthology.orchestra.run.smithi046.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:24:37.704 INFO:teuthology.orchestra.run.smithi046.stdout:Recommends: thermald 2021-07-26T15:24:37.704 INFO:teuthology.orchestra.run.smithi046.stdout:Description: Generic Linux kernel image 2021-07-26T15:24:37.705 INFO:teuthology.orchestra.run.smithi046.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:24:37.705 INFO:teuthology.orchestra.run.smithi046.stdout: available. 2021-07-26T15:24:37.706 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-66-generic Expected: 5.4.0-80-generic 2021-07-26T15:24:37.706 DEBUG:teuthology.orchestra.run.smithi073:> uname -r 2021-07-26T15:24:37.714 INFO:teuthology.orchestra.run.smithi073.stdout:5.4.0-66-generic 2021-07-26T15:24:37.714 INFO:teuthology.task.kernel:Running kernel on smithi073: 5.4.0-66-generic 2021-07-26T15:24:37.715 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get clean 2021-07-26T15:24:37.802 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get update 2021-07-26T15:24:37.976 INFO:teuthology.orchestra.run.smithi073.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:24:38.077 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:24:38.159 INFO:teuthology.orchestra.run.smithi073.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-07-26T15:24:38.230 INFO:teuthology.orchestra.run.smithi073.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:24:38.309 INFO:teuthology.orchestra.run.smithi073.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:24:38.314 INFO:teuthology.orchestra.run.smithi073.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [155 kB] 2021-07-26T15:24:38.315 INFO:teuthology.orchestra.run.smithi073.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [8,304 B] 2021-07-26T15:24:38.316 INFO:teuthology.orchestra.run.smithi073.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [16.5 kB] 2021-07-26T15:24:38.316 INFO:teuthology.orchestra.run.smithi073.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [327 kB] 2021-07-26T15:24:38.320 INFO:teuthology.orchestra.run.smithi073.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.4 kB] 2021-07-26T15:24:38.320 INFO:teuthology.orchestra.run.smithi073.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:24:38.321 INFO:teuthology.orchestra.run.smithi073.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:24:38.331 INFO:teuthology.orchestra.run.smithi073.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:24:38.339 INFO:teuthology.orchestra.run.smithi073.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [97.5 kB] 2021-07-26T15:24:38.340 INFO:teuthology.orchestra.run.smithi073.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [11.9 kB] 2021-07-26T15:24:38.350 INFO:teuthology.orchestra.run.smithi073.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,912 B] 2021-07-26T15:24:38.351 INFO:teuthology.orchestra.run.smithi073.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [25.4 kB] 2021-07-26T15:24:38.351 INFO:teuthology.orchestra.run.smithi073.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,952 B] 2021-07-26T15:24:38.351 INFO:teuthology.orchestra.run.smithi073.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [600 B] 2021-07-26T15:24:38.503 INFO:teuthology.orchestra.run.smithi073.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:24:38.632 INFO:teuthology.orchestra.run.smithi073.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [511 kB] 2021-07-26T15:24:38.860 INFO:teuthology.orchestra.run.smithi073.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,126 kB] 2021-07-26T15:24:38.995 INFO:teuthology.orchestra.run.smithi073.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [245 kB] 2021-07-26T15:24:39.012 INFO:teuthology.orchestra.run.smithi073.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [13.8 kB] 2021-07-26T15:24:39.013 INFO:teuthology.orchestra.run.smithi073.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [17.8 kB] 2021-07-26T15:24:39.014 INFO:teuthology.orchestra.run.smithi073.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [364 kB] 2021-07-26T15:24:39.039 INFO:teuthology.orchestra.run.smithi073.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [52.7 kB] 2021-07-26T15:24:39.041 INFO:teuthology.orchestra.run.smithi073.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:24:39.042 INFO:teuthology.orchestra.run.smithi073.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [843 kB] 2021-07-26T15:24:39.079 INFO:teuthology.orchestra.run.smithi073.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [626 kB] 2021-07-26T15:24:39.105 INFO:teuthology.orchestra.run.smithi073.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [176 kB] 2021-07-26T15:24:39.110 INFO:teuthology.orchestra.run.smithi073.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [18.4 kB] 2021-07-26T15:24:39.124 INFO:teuthology.orchestra.run.smithi073.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,912 B] 2021-07-26T15:24:39.125 INFO:teuthology.orchestra.run.smithi073.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.4 kB] 2021-07-26T15:24:39.125 INFO:teuthology.orchestra.run.smithi073.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,780 B] 2021-07-26T15:24:39.160 INFO:teuthology.orchestra.run.smithi073.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [676 B] 2021-07-26T15:24:39.160 INFO:teuthology.orchestra.run.smithi073.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [2,568 B] 2021-07-26T15:24:39.161 INFO:teuthology.orchestra.run.smithi073.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [2,568 B] 2021-07-26T15:24:39.208 INFO:teuthology.orchestra.run.smithi073.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [1,120 B] 2021-07-26T15:24:39.208 INFO:teuthology.orchestra.run.smithi073.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [400 B] 2021-07-26T15:24:39.209 INFO:teuthology.orchestra.run.smithi073.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [4,724 B] 2021-07-26T15:24:39.209 INFO:teuthology.orchestra.run.smithi073.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [5,792 B] 2021-07-26T15:24:39.242 INFO:teuthology.orchestra.run.smithi073.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [2,060 B] 2021-07-26T15:24:39.242 INFO:teuthology.orchestra.run.smithi073.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [288 B] 2021-07-26T15:24:42.260 INFO:teuthology.orchestra.run.smithi073.stdout:Fetched 7,282 kB in 2s (4,848 kB/s) 2021-07-26T15:24:43.429 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:24:43.452 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:24:43.521 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:24:43.680 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree... 2021-07-26T15:24:43.681 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information... 2021-07-26T15:24:43.757 INFO:teuthology.orchestra.run.smithi073.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:24:43.758 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:24:43.759 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:24:43.828 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:24:43.986 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree... 2021-07-26T15:24:43.986 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information... 2021-07-26T15:24:44.124 INFO:teuthology.orchestra.run.smithi073.stdout:The following additional packages will be installed: 2021-07-26T15:24:44.124 INFO:teuthology.orchestra.run.smithi073.stdout: linux-generic linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:24:44.124 INFO:teuthology.orchestra.run.smithi073.stdout: linux-headers-generic linux-image-5.4.0-80-generic 2021-07-26T15:24:44.124 INFO:teuthology.orchestra.run.smithi073.stdout: linux-modules-5.4.0-80-generic linux-modules-extra-5.4.0-80-generic 2021-07-26T15:24:44.125 INFO:teuthology.orchestra.run.smithi073.stdout:Suggested packages: 2021-07-26T15:24:44.125 INFO:teuthology.orchestra.run.smithi073.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2021-07-26T15:24:44.125 INFO:teuthology.orchestra.run.smithi073.stdout:Recommended packages: 2021-07-26T15:24:44.126 INFO:teuthology.orchestra.run.smithi073.stdout: thermald 2021-07-26T15:24:44.154 INFO:teuthology.orchestra.run.smithi073.stdout:The following NEW packages will be installed: 2021-07-26T15:24:44.154 INFO:teuthology.orchestra.run.smithi073.stdout: linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:24:44.154 INFO:teuthology.orchestra.run.smithi073.stdout: linux-image-5.4.0-80-generic linux-modules-5.4.0-80-generic 2021-07-26T15:24:44.155 INFO:teuthology.orchestra.run.smithi073.stdout: linux-modules-extra-5.4.0-80-generic 2021-07-26T15:24:44.155 INFO:teuthology.orchestra.run.smithi073.stdout:The following packages will be upgraded: 2021-07-26T15:24:44.156 INFO:teuthology.orchestra.run.smithi073.stdout: linux-generic linux-headers-generic linux-image-generic 2021-07-26T15:24:44.338 INFO:teuthology.orchestra.run.smithi073.stdout:3 upgraded, 5 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:24:44.339 INFO:teuthology.orchestra.run.smithi073.stdout:Need to get 75.6 MB of archives. 2021-07-26T15:24:44.339 INFO:teuthology.orchestra.run.smithi073.stdout:After this operation, 377 MB of additional disk space will be used. 2021-07-26T15:24:44.339 INFO:teuthology.orchestra.run.smithi073.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-80-generic amd64 5.4.0-80.90 [14.8 MB] 2021-07-26T15:24:45.439 INFO:teuthology.orchestra.run.smithi073.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-80-generic amd64 5.4.0-80.90 [8,976 kB] 2021-07-26T15:24:45.680 INFO:teuthology.orchestra.run.smithi073.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-80-generic amd64 5.4.0-80.90 [39.4 MB] 2021-07-26T15:24:47.095 INFO:teuthology.orchestra.run.smithi073.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.80.84 [1,900 B] 2021-07-26T15:24:47.095 INFO:teuthology.orchestra.run.smithi073.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.80.84 [2,568 B] 2021-07-26T15:24:47.096 INFO:teuthology.orchestra.run.smithi073.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80 all 5.4.0-80.90 [11.0 MB] 2021-07-26T15:24:47.404 INFO:teuthology.orchestra.run.smithi073.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80-generic amd64 5.4.0-80.90 [1,410 kB] 2021-07-26T15:24:47.441 INFO:teuthology.orchestra.run.smithi073.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.80.84 [2,436 B] 2021-07-26T15:24:47.837 INFO:teuthology.orchestra.run.smithi073.stdout:Fetched 75.6 MB in 3s (23.0 MB/s) 2021-07-26T15:24:48.031 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package linux-modules-5.4.0-80-generic. 2021-07-26T15:24:49.464 INFO:teuthology.orchestra.run.smithi073.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-07-26T15:24:49.466 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../0-linux-modules-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:24:49.629 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:51.776 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package linux-image-5.4.0-80-generic. 2021-07-26T15:24:51.791 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../1-linux-image-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:24:51.903 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:52.948 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-80-generic. 2021-07-26T15:24:52.962 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:24:53.017 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:24:58.284 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../3-linux-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:24:58.415 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:24:58.824 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:24:59.224 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-image-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:24:59.631 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package linux-headers-5.4.0-80. 2021-07-26T15:24:59.648 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../5-linux-headers-5.4.0-80_5.4.0-80.90_all.deb ... 2021-07-26T15:24:59.691 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:25:06.403 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package linux-headers-5.4.0-80-generic. 2021-07-26T15:25:06.424 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../6-linux-headers-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:25:06.469 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:09.167 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:25:09.328 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking linux-headers-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:25:10.257 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:11.477 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:25:11.629 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:12.730 INFO:teuthology.orchestra.run.smithi073.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:25:12.731 INFO:teuthology.orchestra.run.smithi073.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-80-generic 2021-07-26T15:25:12.889 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:13.015 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:14.200 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-image-generic (5.4.0.80.84) ... 2021-07-26T15:25:14.343 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-headers-generic (5.4.0.80.84) ... 2021-07-26T15:25:14.477 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up linux-generic (5.4.0.80.84) ... 2021-07-26T15:25:14.622 INFO:teuthology.orchestra.run.smithi073.stdout:Processing triggers for linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:25:14.789 INFO:teuthology.orchestra.run.smithi073.stdout:/etc/kernel/postinst.d/initramfs-tools: 2021-07-26T15:25:14.790 INFO:teuthology.orchestra.run.smithi073.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:25:36.269 INFO:teuthology.orchestra.run.smithi073.stdout:/etc/kernel/postinst.d/zz-update-grub: 2021-07-26T15:25:36.270 INFO:teuthology.orchestra.run.smithi073.stdout:Sourcing file `/etc/default/grub' 2021-07-26T15:25:36.278 INFO:teuthology.orchestra.run.smithi073.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:25:36.302 INFO:teuthology.orchestra.run.smithi073.stdout:Generating grub configuration file ... 2021-07-26T15:25:36.709 INFO:teuthology.orchestra.run.smithi073.stdout:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:25:36.734 INFO:teuthology.orchestra.run.smithi073.stdout:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:25:37.277 INFO:teuthology.orchestra.run.smithi073.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:25:37.291 INFO:teuthology.orchestra.run.smithi073.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:25:39.966 INFO:teuthology.orchestra.run.smithi073.stdout:done 2021-07-26T15:25:40.373 DEBUG:teuthology.orchestra.run.smithi073:> dpkg -s linux-image-generic 2021-07-26T15:25:40.401 INFO:teuthology.orchestra.run.smithi073.stdout:Package: linux-image-generic 2021-07-26T15:25:40.401 INFO:teuthology.orchestra.run.smithi073.stdout:Status: install ok installed 2021-07-26T15:25:40.402 INFO:teuthology.orchestra.run.smithi073.stdout:Priority: optional 2021-07-26T15:25:40.402 INFO:teuthology.orchestra.run.smithi073.stdout:Section: kernel 2021-07-26T15:25:40.403 INFO:teuthology.orchestra.run.smithi073.stdout:Installed-Size: 18 2021-07-26T15:25:40.404 INFO:teuthology.orchestra.run.smithi073.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:25:40.404 INFO:teuthology.orchestra.run.smithi073.stdout:Architecture: amd64 2021-07-26T15:25:40.404 INFO:teuthology.orchestra.run.smithi073.stdout:Source: linux-meta 2021-07-26T15:25:40.404 INFO:teuthology.orchestra.run.smithi073.stdout:Version: 5.4.0.80.84 2021-07-26T15:25:40.404 INFO:teuthology.orchestra.run.smithi073.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:25:40.405 INFO:teuthology.orchestra.run.smithi073.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:25:40.405 INFO:teuthology.orchestra.run.smithi073.stdout:Recommends: thermald 2021-07-26T15:25:40.405 INFO:teuthology.orchestra.run.smithi073.stdout:Description: Generic Linux kernel image 2021-07-26T15:25:40.405 INFO:teuthology.orchestra.run.smithi073.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:25:40.406 INFO:teuthology.orchestra.run.smithi073.stdout: available. 2021-07-26T15:25:40.406 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-66-generic Expected: 5.4.0-80-generic 2021-07-26T15:25:40.406 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-07-26T15:25:40.407 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:25:40.407 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:25:40.407 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2021-07-26T15:25:40.408 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:25:40.408 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-get clean 2021-07-26T15:25:40.497 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-get update 2021-07-26T15:25:40.634 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:25:40.754 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:25:40.837 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:25:40.919 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:25:42.160 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:25:42.183 DEBUG:teuthology.orchestra.run.smithi046:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:25:42.253 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:25:42.401 INFO:teuthology.orchestra.run.smithi046.stdout:Building dependency tree... 2021-07-26T15:25:42.401 INFO:teuthology.orchestra.run.smithi046.stdout:Reading state information... 2021-07-26T15:25:42.475 INFO:teuthology.orchestra.run.smithi046.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:25:42.477 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:25:42.478 DEBUG:teuthology.orchestra.run.smithi046:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:25:42.550 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:25:42.719 INFO:teuthology.orchestra.run.smithi046.stdout:Building dependency tree... 2021-07-26T15:25:42.720 INFO:teuthology.orchestra.run.smithi046.stdout:Reading state information... 2021-07-26T15:25:42.889 INFO:teuthology.orchestra.run.smithi046.stdout:linux-image-generic is already the newest version (5.4.0.80.84). 2021-07-26T15:25:42.890 INFO:teuthology.orchestra.run.smithi046.stdout:0 upgraded, 0 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:25:42.892 DEBUG:teuthology.orchestra.run.smithi046:> dpkg -s linux-image-generic 2021-07-26T15:25:42.907 INFO:teuthology.orchestra.run.smithi046.stdout:Package: linux-image-generic 2021-07-26T15:25:42.908 INFO:teuthology.orchestra.run.smithi046.stdout:Status: install ok installed 2021-07-26T15:25:42.908 INFO:teuthology.orchestra.run.smithi046.stdout:Priority: optional 2021-07-26T15:25:42.909 INFO:teuthology.orchestra.run.smithi046.stdout:Section: kernel 2021-07-26T15:25:42.909 INFO:teuthology.orchestra.run.smithi046.stdout:Installed-Size: 18 2021-07-26T15:25:42.910 INFO:teuthology.orchestra.run.smithi046.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:25:42.910 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: amd64 2021-07-26T15:25:42.910 INFO:teuthology.orchestra.run.smithi046.stdout:Source: linux-meta 2021-07-26T15:25:42.911 INFO:teuthology.orchestra.run.smithi046.stdout:Version: 5.4.0.80.84 2021-07-26T15:25:42.911 INFO:teuthology.orchestra.run.smithi046.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:25:42.912 INFO:teuthology.orchestra.run.smithi046.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:25:42.912 INFO:teuthology.orchestra.run.smithi046.stdout:Recommends: thermald 2021-07-26T15:25:42.912 INFO:teuthology.orchestra.run.smithi046.stdout:Description: Generic Linux kernel image 2021-07-26T15:25:42.912 INFO:teuthology.orchestra.run.smithi046.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:25:42.913 INFO:teuthology.orchestra.run.smithi046.stdout: available. 2021-07-26T15:25:42.913 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2021-07-26T15:25:42.955 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.fhd2D5dnQb 2021-07-26T15:25:42.956 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub/grub.cfg /tmp/tmp.fhd2D5dnQb 2021-07-26T15:25:42.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.fhd2D5dnQb 2021-07-26T15:25:43.014 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.fhd2D5dnQb is 8KB 2021-07-26T15:25:43.029 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.fhd2D5dnQb 2021-07-26T15:25:43.037 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2021-07-26T15:25:43.098 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:25:43.098 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/grub.d/01_ceph_kernel 2021-07-26T15:25:43.099 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2021-07-26T15:25:43.158 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-80-generic 2021-07-26T15:25:43.158 DEBUG:teuthology.orchestra.run.smithi046:> sudo update-grub 2021-07-26T15:25:44.454 INFO:teuthology.orchestra.run.smithi046.stderr:Sourcing file `/etc/default/grub' 2021-07-26T15:25:44.455 INFO:teuthology.orchestra.run.smithi046.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:25:44.537 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2021-07-26T15:25:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:25:44.859 INFO:teuthology.orchestra.run.smithi046.stderr:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:25:45.257 INFO:teuthology.orchestra.run.smithi046.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:25:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:25:46.037 INFO:teuthology.orchestra.run.smithi046.stderr:done 2021-07-26T15:25:46.039 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2021-07-26T15:25:46.042 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2021-07-26T15:25:46.042 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi073.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:25:46.043 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get clean 2021-07-26T15:25:46.111 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get update 2021-07-26T15:25:46.240 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:25:46.359 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:25:46.442 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:25:46.524 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:25:47.700 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:25:47.722 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:25:47.788 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:25:47.947 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree... 2021-07-26T15:25:47.948 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information... 2021-07-26T15:25:48.033 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:25:48.037 INFO:teuthology.orchestra.run.smithi073.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:25:48.038 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:25:48.105 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:25:48.262 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree... 2021-07-26T15:25:48.263 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information... 2021-07-26T15:25:48.419 INFO:teuthology.orchestra.run.smithi073.stdout:linux-image-generic is already the newest version (5.4.0.80.84). 2021-07-26T15:25:48.419 INFO:teuthology.orchestra.run.smithi073.stdout:0 upgraded, 0 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:25:48.421 DEBUG:teuthology.orchestra.run.smithi073:> dpkg -s linux-image-generic 2021-07-26T15:25:48.443 INFO:teuthology.orchestra.run.smithi073.stdout:Package: linux-image-generic 2021-07-26T15:25:48.443 INFO:teuthology.orchestra.run.smithi073.stdout:Status: install ok installed 2021-07-26T15:25:48.444 INFO:teuthology.orchestra.run.smithi073.stdout:Priority: optional 2021-07-26T15:25:48.444 INFO:teuthology.orchestra.run.smithi073.stdout:Section: kernel 2021-07-26T15:25:48.444 INFO:teuthology.orchestra.run.smithi073.stdout:Installed-Size: 18 2021-07-26T15:25:48.445 INFO:teuthology.orchestra.run.smithi073.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:25:48.445 INFO:teuthology.orchestra.run.smithi073.stdout:Architecture: amd64 2021-07-26T15:25:48.445 INFO:teuthology.orchestra.run.smithi073.stdout:Source: linux-meta 2021-07-26T15:25:48.445 INFO:teuthology.orchestra.run.smithi073.stdout:Version: 5.4.0.80.84 2021-07-26T15:25:48.445 INFO:teuthology.orchestra.run.smithi073.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:25:48.446 INFO:teuthology.orchestra.run.smithi073.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:25:48.446 INFO:teuthology.orchestra.run.smithi073.stdout:Recommends: thermald 2021-07-26T15:25:48.446 INFO:teuthology.orchestra.run.smithi073.stdout:Description: Generic Linux kernel image 2021-07-26T15:25:48.447 INFO:teuthology.orchestra.run.smithi073.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:25:48.447 INFO:teuthology.orchestra.run.smithi073.stdout: available. 2021-07-26T15:25:48.448 DEBUG:teuthology.orchestra.run.smithi073:> mktemp 2021-07-26T15:25:48.499 INFO:teuthology.orchestra.run.smithi073.stdout:/tmp/tmp.wES5J70EwN 2021-07-26T15:25:48.500 DEBUG:teuthology.orchestra.run.smithi073:> sudo cp /boot/grub/grub.cfg /tmp/tmp.wES5J70EwN 2021-07-26T15:25:48.516 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0666 /tmp/tmp.wES5J70EwN 2021-07-26T15:25:48.607 DEBUG:teuthology.orchestra.remote:smithi073:/tmp/tmp.wES5J70EwN is 8KB 2021-07-26T15:25:48.621 DEBUG:teuthology.orchestra.run.smithi073:> rm -fr /tmp/tmp.wES5J70EwN 2021-07-26T15:25:48.628 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2021-07-26T15:25:48.686 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:25:48.686 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/grub.d/01_ceph_kernel 2021-07-26T15:25:48.687 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2021-07-26T15:25:48.750 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-80-generic 2021-07-26T15:25:48.751 DEBUG:teuthology.orchestra.run.smithi073:> sudo update-grub 2021-07-26T15:25:50.044 INFO:teuthology.orchestra.run.smithi073.stderr:Sourcing file `/etc/default/grub' 2021-07-26T15:25:50.053 INFO:teuthology.orchestra.run.smithi073.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:25:50.109 INFO:teuthology.orchestra.run.smithi073.stderr:Generating grub configuration file ... 2021-07-26T15:25:50.441 INFO:teuthology.orchestra.run.smithi073.stderr:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:25:50.453 INFO:teuthology.orchestra.run.smithi073.stderr:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:25:50.916 INFO:teuthology.orchestra.run.smithi073.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:25:50.927 INFO:teuthology.orchestra.run.smithi073.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:25:52.546 INFO:teuthology.orchestra.run.smithi073.stderr:done 2021-07-26T15:25:52.548 DEBUG:teuthology.orchestra.run.smithi073:> sudo shutdown -r now 2021-07-26T15:26:22.578 INFO:teuthology.misc:Re-opening connections... 2021-07-26T15:26:22.579 INFO:teuthology.misc:trying to connect to ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:26:22.580 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:26:22.581 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:26:41.099 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2021-07-26T15:26:41.100 INFO:teuthology.misc:trying to connect to ubuntu@smithi073.front.sepia.ceph.com 2021-07-26T15:26:41.100 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:26:41.101 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:26:59.531 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.73 2021-07-26T15:26:59.531 DEBUG:teuthology.misc:waited 36.95220685005188 2021-07-26T15:27:00.533 INFO:teuthology.misc:trying to connect to ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:27:00.533 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:27:00.534 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:27:18.987 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2021-07-26T15:27:18.988 INFO:teuthology.misc:trying to connect to ubuntu@smithi073.front.sepia.ceph.com 2021-07-26T15:27:18.988 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:27:18.989 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:27:34.526 DEBUG:teuthology.orchestra.run.smithi073:> true 2021-07-26T15:27:35.059 DEBUG:teuthology.misc:waited 72.48004484176636 2021-07-26T15:27:36.060 INFO:teuthology.misc:trying to connect to ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:27:36.254 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:27:36.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:27:36.390 DEBUG:teuthology.orchestra.run.smithi046:> true 2021-07-26T15:27:36.950 DEBUG:teuthology.misc:waited 74.37107110023499 2021-07-26T15:27:37.952 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2021-07-26T15:27:37.952 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.4.0-80-generic"... 2021-07-26T15:27:37.953 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2021-07-26T15:27:37.959 INFO:teuthology.orchestra.run.smithi046.stdout:5.4.0-80-generic 2021-07-26T15:27:37.960 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-80-generic vs 5.4.0-80-generic 2021-07-26T15:27:37.961 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:27:37.961 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2021-07-26T15:27:37.961 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2021-07-26T15:27:37.961 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.4.0-80-generic"... 2021-07-26T15:27:37.962 DEBUG:teuthology.orchestra.run.smithi073:> uname -r 2021-07-26T15:27:37.968 INFO:teuthology.orchestra.run.smithi073.stdout:5.4.0-80-generic 2021-07-26T15:27:37.969 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-80-generic vs 5.4.0-80-generic 2021-07-26T15:27:37.969 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:27:37.969 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2021-07-26T15:27:38.970 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-07-26T15:27:38.971 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:27:39.038 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1 2021-07-26T15:27:39.062 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-07-26T15:27:39.063 DEBUG:teuthology.orchestra.run.smithi073:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:27:39.137 INFO:teuthology.orchestra.run.smithi073.stdout:ttyS1 2021-07-26T15:27:39.163 INFO:teuthology.run_tasks:Running task internal.base... 2021-07-26T15:27:39.176 INFO:teuthology.task.internal:Creating test directory... 2021-07-26T15:27:39.177 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:27:39.179 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:27:39.187 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-07-26T15:27:39.245 INFO:teuthology.run_tasks:Running task internal.archive... 2021-07-26T15:27:39.277 INFO:teuthology.task.internal:Creating archive directory... 2021-07-26T15:27:39.277 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:27:39.280 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:27:39.311 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-07-26T15:27:39.322 INFO:teuthology.task.internal:Enabling coredump saving... 2021-07-26T15:27:39.323 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:27:39.325 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:27:39.348 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:27:39.359 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:27:39.374 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:27:39.384 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:27:39.387 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-07-26T15:27:39.398 INFO:teuthology.task.internal:Configuring sudo... 2021-07-26T15:27:39.399 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:27:39.406 DEBUG:teuthology.orchestra.run.smithi073:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:27:39.422 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-07-26T15:27:39.437 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-07-26T15:27:39.438 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:27:39.441 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:27:39.470 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:27:39.495 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:27:39.500 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:27:39.500 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:27:39.522 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:27:39.529 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:27:39.537 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:27:39.537 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:27:39.607 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2021-07-26T15:27:39.610 DEBUG:teuthology.orchestra.run.smithi073:> sudo service rsyslog restart 2021-07-26T15:27:39.671 INFO:teuthology.run_tasks:Running task internal.timer... 2021-07-26T15:27:39.682 INFO:teuthology.task.internal:Starting timer... 2021-07-26T15:27:39.683 INFO:teuthology.run_tasks:Running task pcp... 2021-07-26T15:27:39.743 INFO:teuthology.run_tasks:Running task selinux... 2021-07-26T15:27:39.771 DEBUG:teuthology.task.selinux:Excluding smithi046: OS 'ubuntu' does not support SELinux 2021-07-26T15:27:39.772 DEBUG:teuthology.task.selinux:Excluding smithi073: OS 'ubuntu' does not support SELinux 2021-07-26T15:27:39.772 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-07-26T15:27:39.772 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2021-07-26T15:27:39.773 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-07-26T15:27:39.773 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-07-26T15:27:39.802 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2021-07-26T15:27:39.802 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-07-26T15:27:39.822 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2021-07-26T15:27:39.824 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi073.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-07-26T15:27:40.170 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-07-26T15:27:40.960 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-07-26T15:27:43.762 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-07-26T15:27:43.783 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:43 +0000 (0:00:00.036) 0:00:00.036 *********** 2021-07-26T15:27:43.794 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:43 +0000 (0:00:00.010) 0:00:00.047 *********** 2021-07-26T15:27:45.992 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* [DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi046.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi046.front.sepia.ceph.com] 2021-07-26T15:27:46.025 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi073.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi073.front.sepia.ceph.com] 2021-07-26T15:27:46.053 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:46 +0000 (0:00:02.259) 0:00:02.306 *********** 2021-07-26T15:27:46.209 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:46 +0000 (0:00:00.156) 0:00:02.463 *********** 2021-07-26T15:27:46.457 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:27:46.460 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:27:46.482 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:46 +0000 (0:00:00.272) 0:00:02.735 *********** 2021-07-26T15:27:46.505 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:46 +0000 (0:00:00.023) 0:00:02.758 *********** 2021-07-26T15:27:46.991 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-07-26T15:27:46.992 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:27:47.015 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.510) 0:00:03.268 *********** 2021-07-26T15:27:47.040 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:27:47.067 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.052) 0:00:03.320 *********** 2021-07-26T15:27:47.424 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.069558", "end": "2021-07-26 15:27:47.581009", "rc": 0, "start": "2021-07-26 15:27:47.511451", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-07-26T15:27:47.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.378) 0:00:03.699 *********** 2021-07-26T15:27:47.613 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.252864", "end": "2021-07-26 15:27:47.812532", "rc": 0, "start": "2021-07-26 15:27:47.559668", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-07-26T15:27:47.637 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.190) 0:00:03.890 *********** 2021-07-26T15:27:47.719 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2021-07-26T15:27:47.721 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:27:47.745 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.108) 0:00:03.998 *********** 2021-07-26T15:27:47.783 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:27:47.811 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:47 +0000 (0:00:00.065) 0:00:04.064 *********** 2021-07-26T15:27:48.683 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313267.8490374-1630-88758426213830/source", "state": "file", "uid": 0} 2021-07-26T15:27:48.684 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313267.7900875-1621-146471403571898/source", "state": "file", "uid": 0} 2021-07-26T15:27:48.706 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:48 +0000 (0:00:00.895) 0:00:04.960 *********** 2021-07-26T15:27:48.729 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:48 +0000 (0:00:00.022) 0:00:04.982 *********** 2021-07-26T15:27:49.126 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-07-26T15:27:49.127 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:27:49.129 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:27:49.149 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:27:49.152 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:27:49.226 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-07-26T15:27:49.228 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:27:49.242 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:27:49.244 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:49 +0000 (0:00:00.513) 0:00:05.495 *********** 2021-07-26T15:27:49.945 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] 2021-07-26T15:27:49.968 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] 2021-07-26T15:27:49.987 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** Monday 26 July 2021 15:27:49 +0000 (0:00:00.744) 0:00:06.240 *********** 2021-07-26T15:27:50.013 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:27:50.025 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:27:50.029 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:27:50.179 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:50 +0000 (0:00:00.192) 0:00:06.432 *********** 2021-07-26T15:27:50.200 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:50 +0000 (0:00:00.020) 0:00:06.453 *********** 2021-07-26T15:27:51.022 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:27:51.024 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] 2021-07-26T15:27:51.066 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] 2021-07-26T15:27:51.104 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. Monday 26 July 2021 15:27:51 +0000 (0:00:00.904) 0:00:07.357 *********** 2021-07-26T15:27:51.152 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.047) 0:00:07.405 *********** 2021-07-26T15:27:51.527 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-07-26T15:27:51.529 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.195952", "end": "2021-07-26 15:27:51.503410", "rc": 0, "start": "2021-07-26 15:27:51.307458", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:27:51.551 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.399) 0:00:07.804 *********** 2021-07-26T15:27:51.605 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.200581", "end": "2021-07-26 15:27:51.575220", "rc": 0, "start": "2021-07-26 15:27:51.374639", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:27:51.630 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.079) 0:00:07.884 *********** 2021-07-26T15:27:51.692 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-07-26T15:27:51.694 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.009242", "end": "2021-07-26 15:27:51.895313", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:27:51.886071", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:27:51.718 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.087) 0:00:07.971 *********** 2021-07-26T15:27:51.777 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.014147", "end": "2021-07-26 15:27:51.937517", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:27:51.923370", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:27:51.801 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.082) 0:00:08.054 *********** 2021-07-26T15:27:51.807 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-07-26T15:27:51.809 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:51.835 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.034) 0:00:08.088 *********** 2021-07-26T15:27:51.886 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:51.915 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.080) 0:00:08.169 *********** 2021-07-26T15:27:51.922 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-07-26T15:27:51.924 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:51.948 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:51 +0000 (0:00:00.032) 0:00:08.201 *********** 2021-07-26T15:27:51.991 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.016 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.066) 0:00:08.268 *********** 2021-07-26T15:27:52.032 INFO:teuthology.task.ansible.out: 2021-07-26T15:27:52.034 INFO:teuthology.task.ansible.out:TASK [Remove managed_admin_users from managed_users] *************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.067 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.043) 0:00:08.311 *********** 2021-07-26T15:27:52.087 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.115 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.056) 0:00:08.368 *********** 2021-07-26T15:27:52.133 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-07-26T15:27:52.135 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.160 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.044) 0:00:08.413 *********** 2021-07-26T15:27:52.190 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.215 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.054) 0:00:08.468 *********** 2021-07-26T15:27:52.232 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-07-26T15:27:52.234 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.258 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.043) 0:00:08.511 *********** 2021-07-26T15:27:52.287 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:27:52.289 INFO:teuthology.task.ansible.out: 2021-07-26T15:27:52.314 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.055) 0:00:08.567 *********** 2021-07-26T15:27:52.446 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-07-26T15:27:52.448 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:27:52.471 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.156) 0:00:08.724 *********** 2021-07-26T15:27:52.499 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:27:52.523 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:27:52 +0000 (0:00:00.052) 0:00:08.776 *********** 2021-07-26T15:27:52.720 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:27:52.721 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:27:52.763 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:27:52.869 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:27:52.904 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:27:53.018 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:27:53.052 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:27:53.053 INFO:teuthology.task.ansible.out: 2021-07-26T15:27:53.161 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:27:53.194 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:27:53.321 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:27:53.349 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:27:53.470 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:27:53.482 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:27:53.623 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:27:53.625 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:27:53.773 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-07-26T15:27:53.913 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:27:53.915 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:27:54.062 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:27:54.064 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:27:54.200 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:27:54.211 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:27:54.347 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:27:54.358 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:27:54.495 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:27:54.507 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:27:54.644 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:27:54.655 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:27:54.782 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:27:54.804 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:27:54.934 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:27:54.945 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:27:55.070 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:27:55.092 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:27:55.231 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:27:55.244 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:27:55.371 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:27:55.382 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:27:55.511 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:27:55.522 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:27:55.654 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:27:55.676 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:27:55.794 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:27:55.817 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:27:55.944 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:27:55.966 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:27:56.082 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:27:56.114 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:27:56.240 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:27:56.263 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:27:56.380 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:27:56.402 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:27:56.529 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:27:56.551 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:27:56.679 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:27:56.690 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:27:56.815 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:27:56.831 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:27:56.970 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:27:56.972 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:27:57.121 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:27:57.143 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:27:57.272 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:27:57.294 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:27:57.419 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:27:57.430 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:27:57.559 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:27:57.581 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:27:57.708 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:27:57.730 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:27:57.856 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:27:57.868 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:27:58.007 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:27:58.008 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:27:58.154 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:27:58.155 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:27:58.295 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:27:58.298 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:27:58.433 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:27:58.445 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:27:58.582 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:27:58.585 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:27:58.726 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:27:58.728 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:27:58.865 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:27:58.887 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:27:59.012 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:27:59.024 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:27:59.166 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:27:59.177 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:27:59.295 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:27:59.319 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:27:59.433 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:27:59.465 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:27:59.569 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:27:59.612 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:27:59.721 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:27:59.764 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:27:59.866 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:27:59.932 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:28:00.016 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:28:00.079 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:28:00.144 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:28:00.228 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:28:00.281 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:28:00.368 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:28:00.423 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:28:00.518 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:28:00.572 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:28:00.665 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:28:00.709 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:28:00.804 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:28:00.868 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:28:00.953 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:28:01.007 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:28:01.103 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:28:01.156 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:28:01.252 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:28:01.304 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:28:01.388 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:28:01.456 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:28:01.539 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:28:01.594 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:28:01.679 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:28:01.746 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:28:01.821 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:28:01.889 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:28:01.973 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:28:02.036 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:28:02.123 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:28:02.189 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:28:02.267 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:28:02.337 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:28:02.424 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:28:02.475 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:28:02.560 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:28:02.626 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:28:02.700 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:28:02.764 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:28:02.860 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:28:02.903 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:28:02.999 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:28:03.042 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:28:03.140 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:28:03.184 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:28:03.290 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:28:03.333 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:28:03.429 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:28:03.473 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:28:03.580 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:28:03.624 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:28:03.730 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:28:03.775 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:28:03.873 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:28:03.916 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:28:04.035 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:28:04.057 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:28:04.185 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:28:04.207 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:28:04.325 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:28:04.348 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:28:04.474 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:28:04.486 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:28:04.613 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:28:04.640 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:28:04.765 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:28:04.787 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:28:04.913 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:28:04.925 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:28:05.051 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:28:05.074 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:28:05.201 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:28:05.223 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:28:05.349 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:28:05.361 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:28:05.486 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:28:05.508 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:28:05.633 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:28:05.645 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:28:05.781 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:28:05.792 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:28:05.928 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:28:05.929 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:28:06.077 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:28:06.078 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:28:06.215 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:28:06.217 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:28:06.363 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:28:06.364 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:28:06.499 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-07-26T15:28:06.511 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:28:06.648 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-07-26T15:28:07.151 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", 2021-07-26T15:28:07.153 INFO:teuthology.task.ansible.out: "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-07-26T15:28:07.279 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:28:07.291 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-07-26T15:28:07.429 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:28:07.575 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:28:07.576 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:28:07.712 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:28:07.723 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:28:07.859 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:28:07.870 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:28:08.008 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:28:08.020 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:28:08.149 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:28:08.182 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:28:08.296 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:28:08.329 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:28:08.445 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:28:08.466 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:28:08.605 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:28:08.625 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:28:08.742 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:28:08.763 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:28:08.892 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:28:08.916 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:28:09.043 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:28:09.056 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:28:09.175 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:28:09.216 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:28:09.322 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:28:09.353 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:28:09.458 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:28:09.512 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:28:09.608 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:28:09.655 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:28:09.749 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:28:09.805 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:28:09.911 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:28:09.964 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:28:10.048 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:28:10.102 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:28:10.187 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:28:10.251 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:28:10.325 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:28:10.399 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:28:10.474 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:28:10.548 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:28:10.634 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:28:10.697 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:28:10.783 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:28:10.836 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:28:10.920 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:28:10.984 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:28:11.068 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:28:11.132 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:28:11.205 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:28:11.280 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:28:11.353 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:28:11.426 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:28:11.500 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:28:11.563 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:28:11.647 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:28:11.710 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:28:11.784 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:28:11.858 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:28:11.923 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:28:12.000 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:28:12.074 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:28:12.147 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:28:12.211 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:28:12.284 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:28:12.358 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:28:12.432 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:28:12.495 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:28:12.579 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:28:12.642 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:28:12.716 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:28:12.862 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:28:13.247 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:28:13.520 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:28:13.810 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:28:14.060 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:28:14.340 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:28:14.580 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:28:14.896 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:28:15.124 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:28:15.427 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:28:15.615 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:28:15.969 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:28:16.147 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:28:16.511 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:28:16.710 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:28:17.011 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:28:17.264 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:28:17.533 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:28:17.817 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:28:18.015 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} 2021-07-26T15:28:18.523 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:28:18.606 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} 2021-07-26T15:28:19.094 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:28:19.138 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:28:19.578 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:28:19.745 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:28:20.037 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:28:20.225 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:28:20.584 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:28:20.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:20 +0000 (0:00:28.209) 0:00:36.986 *********** 2021-07-26T15:28:20.753 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:28:20.818 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:28:20.841 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:20 +0000 (0:00:00.108) 0:00:37.094 *********** 2021-07-26T15:28:20.934 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:28:20.936 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:28:20.938 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:28:20.939 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:28:20.941 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:28:20.943 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99 2021-07-26T15:28:20.944 INFO:teuthology.task.ansible.out:bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:28:20.945 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:28:20.947 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-07-26T15:28:20.949 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-07-26T15:28:20.951 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-07-26T15:28:20.952 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-07-26T15:28:20.954 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-07-26T15:28:20.956 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e 2021-07-26T15:28:20.956 INFO:teuthology.task.ansible.out:7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-07-26T15:28:20.958 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-07-26T15:28:20.959 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:28:20.984 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:20 +0000 (0:00:00.143) 0:00:37.238 *********** 2021-07-26T15:28:21.348 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:28:21.350 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:28:21.482 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:21 +0000 (0:00:00.497) 0:00:37.735 *********** 2021-07-26T15:28:21.556 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:28:21.579 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:21 +0000 (0:00:00.097) 0:00:37.833 *********** 2021-07-26T15:28:21.671 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:28:21.673 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:28:21.675 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:28:21.676 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:28:21.678 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:28:21.680 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99 2021-07-26T15:28:21.680 INFO:teuthology.task.ansible.out:bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:28:21.682 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:28:21.684 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-07-26T15:28:21.685 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-07-26T15:28:21.687 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-07-26T15:28:21.688 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf75 2021-07-26T15:28:21.689 INFO:teuthology.task.ansible.out:6f2b8313645d2b8da3"}, {"nam 2021-07-26T15:28:21.690 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-07-26T15:28:21.693 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-07-26T15:28:21.694 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-07-26T15:28:21.696 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:28:21.718 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:21 +0000 (0:00:00.138) 0:00:37.971 *********** 2021-07-26T15:28:21.967 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* ok: [smithi073.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:28:21.992 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:21 +0000 (0:00:00.274) 0:00:38.245 *********** 2021-07-26T15:28:21.994 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:22.231 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:28:22.233 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:28:22.369 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:28:22.433 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-07-26T15:28:22.435 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:28:22.457 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:22 +0000 (0:00:00.464) 0:00:38.710 *********** 2021-07-26T15:28:22.494 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:28:22.496 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:28:22.632 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:28:22.634 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:28:22.726 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:28:22.758 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:28:22.862 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:28:22.895 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:28:22.897 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:28:23.010 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:28:23.032 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:28:23.137 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:28:23.139 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:28:23.169 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:28:23.273 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:28:23.295 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:28:23.306 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:23.410 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:28:23.412 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:28:23.443 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:28:23.445 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:28:23.549 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:28:23.581 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:28:23.583 INFO:teuthology.task.ansible.out:son", "validate_certs": true} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:23.592 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:23.686 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:28:23.720 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:28:23.825 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:28:23.836 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:23.857 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:28:23.859 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-07-26T15:28:23.982 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:28:23.984 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:28:24.004 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-07-26T15:28:24.108 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:28:24.110 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-07-26T15:28:24.120 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:24.131 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:24.133 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:28:24.134 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:28:24.259 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:28:24.271 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:28:24.387 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:28:24.389 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-07-26T15:28:24.410 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:28:24.538 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+ 2021-07-26T15:28:24.539 INFO:teuthology.task.ansible.out:GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:28:24.668 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:28:24.670 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-07-26T15:28:24.679 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:28:24.681 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:28:24.806 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:28:24.828 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:28:24.829 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:28:24.944 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:28:24.955 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:28:25.071 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:28:25.093 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:28:25.218 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:28:25.220 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-07-26T15:28:25.240 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:28:25.242 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:28:25.344 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:28:25.346 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:28:25.377 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:28:25.481 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:28:25.513 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:28:25.608 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:28:25.650 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:28:25.758 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:28:25.760 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:28:25.780 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:28:25.896 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:28:25.907 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:28:26.033 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:28:26.044 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:28:26.047 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-07-26T15:28:26.160 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:28:26.171 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:28:26.309 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:28:26.311 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:28:26.441 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:28:26.451 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:28:26.590 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:28:26.592 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:28:26.716 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:28:26.728 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:28:26.865 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:28:27.000 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:28:27.011 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:28:27.139 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:28:27.152 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:28:27.322 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:28:27.345 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:28:27.347 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:28:27.462 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:28:27.483 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:28:27.485 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:28:27.609 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:28:27.620 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:28:27.622 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:27.746 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:28:27.758 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:28:27.876 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:28:27.897 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:28:28.002 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:28:28.004 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:28:28.034 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:28:28.036 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:28:28.139 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:28:28.140 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:28:28.170 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:28:28.172 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:28:28.174 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-07-26T15:28:28.274 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:28:28.296 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:28:28.412 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:28:28.423 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-07-26T15:28:28.549 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:28:28.560 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:28:28.685 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:28:28.687 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:28:28.696 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:28:28.822 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:28:28.833 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:28:28.835 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:28:28.836 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-07-26T15:28:28.958 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:28:28.969 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:28:28.971 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:28:29.096 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynsk 2021-07-26T15:28:29.098 INFO:teuthology.task.ansible.out:i", "validate_certs": true} 2021-07-26T15:28:29.222 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:28:29.234 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:28:29.362 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:28:29.364 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:28:29.492 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:28:29.504 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:28:29.629 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:28:29.632 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:28:29.633 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:28:29.766 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-07-26T15:28:29.777 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:28:29.779 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-07-26T15:28:29.903 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:28:29.905 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:28:30.042 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:28:30.044 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:28:30.169 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:28:30.296 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:28:30.308 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:28:30.434 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:28:30.435 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-07-26T15:28:30.445 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-07-26T15:28:30.572 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:28:30.584 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:28:30.711 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:28:30.722 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:28:30.838 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-07-26T15:28:30.849 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:28:30.976 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:28:30.978 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:28:31.105 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:28:31.117 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-07-26T15:28:31.243 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:28:31.255 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:28:31.391 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:28:31.424 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:28:31.522 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:28:31.552 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:28:31.669 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-07-26T15:28:31.690 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:28:31.796 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:28:31.818 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:28:31.922 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:28:31.955 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:28:32.093 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:28:32.229 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:28:32.240 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:28:32.371 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4z 2021-07-26T15:28:32.372 INFO:teuthology.task.ansible.out:MUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:28:32.518 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:28:32.520 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:28:32.637 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:28:32.649 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:28:32.765 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:28:32.767 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:28:32.799 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:28:32.926 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:28:32.929 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:28:33.066 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:28:33.067 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:28:33.194 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:28:33.196 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:28:33.322 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:28:33.333 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:28:33.335 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:28:33.460 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:28:33.462 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:28:33.471 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:28:33.587 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:28:33.588 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:28:33.599 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:28:33.724 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:28:33.726 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:28:33.861 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:28:33.862 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:28:33.997 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:28:33.999 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:28:34.001 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:28:34.135 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-07-26T15:28:34.137 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:28:34.138 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:28:34.261 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:28:34.263 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:28:34.388 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:28:34.399 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:28:34.525 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:28:34.526 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:28:34.668 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qL 2021-07-26T15:28:34.670 INFO:teuthology.task.ansible.out:jbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.local", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:28:34.794 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-07-26T15:28:34.796 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:28:34.922 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:28:34.933 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:28:35.071 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:28:35.073 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:28:35.198 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-07-26T15:28:35.200 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:28:35.210 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:28:35.341 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rake 2021-07-26T15:28:35.343 INFO:teuthology.task.ansible.out:sh", "validate_certs": true} 2021-07-26T15:28:35.464 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:28:35.484 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:28:35.486 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:35.592 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:28:35.594 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:28:35.625 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:28:35.724 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:28:35.767 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:28:35.867 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:28:35.894 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-07-26T15:28:35.990 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-07-26T15:28:36.023 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:28:36.129 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:28:36.161 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:28:36.164 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:28:36.255 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-07-26T15:28:36.299 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:28:36.393 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:28:36.436 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:28:36.521 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:28:36.563 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-07-26T15:28:36.669 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:28:36.704 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:28:36.789 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-07-26T15:28:36.853 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-07-26T15:28:36.918 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:28:36.982 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:28:37.055 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:28:37.119 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:28:37.196 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:28:37.250 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:28:37.334 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:28:37.489 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "s 2021-07-26T15:28:37.492 INFO:teuthology.task.ansible.out:tate": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:28:37.524 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:28:37.597 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:28:37.661 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:28:37.734 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:28:37.819 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:28:37.871 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:28:37.944 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:28:38.008 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:28:38.071 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:28:38.135 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:28:38.136 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:28:38.208 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:28:38.272 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:28:38.345 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:28:38.398 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:28:38.473 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:28:38.536 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:28:38.609 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:28:38.672 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:28:38.738 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:28:38.740 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:28:38.813 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:28:38.867 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:28:38.950 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:28:39.004 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:28:39.083 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-07-26T15:28:39.136 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:28:39.211 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:28:39.283 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:28:39.347 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:28:39.421 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:28:39.474 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:28:39.578 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:28:39.600 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:28:39.705 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-07-26T15:28:39.738 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:28:39.842 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:28:39.863 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:28:39.981 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:28:40.002 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:28:40.108 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:28:40.130 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:28:40.235 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:28:40.267 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:28:40.371 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:28:40.393 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:28:40.394 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-07-26T15:28:40.508 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:28:40.530 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:28:40.635 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:28:40.667 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:28:40.761 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:28:40.794 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:28:40.909 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:28:40.920 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:28:41.045 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:28:41.047 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-07-26T15:28:41.056 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:28:41.182 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:28:41.184 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:28:41.309 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:28:41.320 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:28:41.446 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:28:41.448 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:28:41.573 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:28:41.584 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:28:41.711 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:28:41.712 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:28:41.838 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:28:41.840 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:28:41.976 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:28:41.987 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:28:42.101 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:28:42.123 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-07-26T15:28:42.238 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:28:42.249 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-07-26T15:28:42.364 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:28:42.386 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:28:42.507 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:28:42.515 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-07-26T15:28:42.755 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:28:42.778 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:42 +0000 (0:00:20.320) 0:00:59.031 *********** 2021-07-26T15:28:42.908 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-07-26T15:28:42.912 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.922 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.933 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.944 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.955 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.968 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.980 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:42.991 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.002 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.077 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-07-26T15:28:43.162 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-07-26T15:28:43.174 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.184 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.248 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:28:43.250 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:28:43.322 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:28:43.324 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-07-26T15:28:43.397 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:28:43.399 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-07-26T15:28:43.477 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:28:43.479 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfad 2021-07-26T15:28:43.481 INFO:teuthology.task.ansible.out:a28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.501 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:43 +0000 (0:00:00.723) 0:00:59.755 *********** 2021-07-26T15:28:43.509 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.511 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.524 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.526 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae 2021-07-26T15:28:43.528 INFO:teuthology.task.ansible.out:58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.537 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.547 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.549 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.561 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.570 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.581 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.583 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.594 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.595 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.605 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.607 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.616 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.618 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.628 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.629 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.631 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.643 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 2021-07-26T15:28:43.645 INFO:teuthology.task.ansible.out: 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.654 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.656 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.666 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.669 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.680 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.691 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.693 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.706 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.717 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.719 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.728 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.731 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.742 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.744 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.754 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.765 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.767 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.776 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.778 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.788 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.790 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1yg 2021-07-26T15:28:43.791 INFO:teuthology.task.ansible.out:Lhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-07-26T15:28:43.800 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.802 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.814 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.829 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.841 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.852 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.863 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.864 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.875 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.886 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.888 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.898 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.899 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.909 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.910 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.921 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.931 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.933 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.943 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.945 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust 2021-07-26T15:28:43.946 INFO:teuthology.task.ansible.out:@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.955 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.966 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.968 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.978 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.989 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:43.990 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.000 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.011 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.022 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.024 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.034 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.049 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.052 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.066 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.073 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.075 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} ok: [smithi046.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i7 2021-07-26T15:28:44.077 INFO:teuthology.task.ansible.out:4JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-07-26T15:28:44.087 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.089 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.101 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.114 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item 2021-07-26T15:28:44.116 INFO:teuthology.task.ansible.out:={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.126 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.127 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.127 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.138 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.140 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.151 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.152 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.153 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.153 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.164 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.165 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.178 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.189 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.190 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.191 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:44.205 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f 2021-07-26T15:28:44.207 INFO:teuthology.task.ansible.out:19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.218 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.227 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.229 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.239 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.241 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.252 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.253 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.265 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.266 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.278 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.279 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.289 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.291 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.302 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.314 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.316 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.327 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.329 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.339 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.341 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.341 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.342 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.353 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.355 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.366 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.368 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.377 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.380 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.390 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.391 INFO:teuthology.task.ansible.out: skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.392 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.393 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.403 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.405 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.416 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.432 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.434 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.453 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.454 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.478 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:44 +0000 (0:00:00.976) 0:01:00.731 *********** 2021-07-26T15:28:44.486 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.488 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.488 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.500 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.502 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.512 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.514 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.525 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.529 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.536 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.537 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.549 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.560 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2021-07-26T15:28:44.561 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.562 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b 2021-07-26T15:28:44.563 INFO:teuthology.task.ansible.out:0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.585 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:44 +0000 (0:00:00.106) 0:01:00.838 *********** 2021-07-26T15:28:44.595 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.597 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.631 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.632 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.633 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.633 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'na 2021-07-26T15:28:44.635 INFO:teuthology.task.ansible.out:me': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.644 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.646 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.656 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.669 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.680 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.692 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.703 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.705 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.715 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.717 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.726 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.728 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.739 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.741 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.752 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.754 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.763 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.774 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.776 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.786 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.798 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} TASK [Remove revoked users] **************************************************** ok: [smithi073.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:28:44.800 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.809 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.820 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.822 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.832 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.833 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.843 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.854 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.856 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.867 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.878 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.880 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.890 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.891 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.901 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.903 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.913 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.914 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.924 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.926 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.937 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.948 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:28:44.949 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.960 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.971 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.973 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.983 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.984 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:44.994 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:45.037 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:45 +0000 (0:00:00.451) 0:01:01.290 *********** 2021-07-26T15:28:45.075 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:28:45.077 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:28:45.118 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:45.141 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:45 +0000 (0:00:00.104) 0:01:01.394 *********** 2021-07-26T15:28:45.210 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:28:45.211 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:28:45.362 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} ok: [smithi046.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:28:45.500 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:28:45.512 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-07-26T15:28:45.640 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-07-26T15:28:45.652 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:28:45.768 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-07-26T15:28:45.780 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:28:45.907 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:28:45.918 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-07-26T15:28:46.044 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:28:46.056 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:28:46.172 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:28:46.194 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-07-26T15:28:46.310 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:28:46.332 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-07-26T15:28:46.446 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:28:46.478 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:28:46.583 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:28:46.605 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:28:46.720 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:28:46.763 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:28:46.846 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:28:46.900 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:28:46.984 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:28:47.028 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:28:47.114 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:28:47.167 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:28:47.262 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:28:47.296 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:28:47.391 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:28:47.444 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:28:47.528 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:28:47.582 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:28:47.666 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:28:47.719 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:28:47.792 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:28:47.846 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:28:47.931 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:28:47.985 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:28:48.061 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:28:48.124 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:28:48.199 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:28:48.262 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:28:48.336 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:28:48.400 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:28:48.464 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:28:48.537 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:28:48.601 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:28:48.664 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:28:48.737 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:28:48.801 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:28:48.864 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:28:48.938 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:28:48.940 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:49.003 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-07-26T15:28:49.076 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:28:49.130 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:28:49.204 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:28:49.277 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:28:49.341 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:28:49.405 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:28:49.480 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:28:49.545 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-07-26T15:28:49.619 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-07-26T15:28:49.682 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:28:49.758 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:28:49.822 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:28:49.885 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:28:50.034 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:28:50.162 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-07-26T15:28:50.298 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:28:50.320 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:28:50.435 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:28:50.456 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:28:50.582 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:28:50.718 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:28:50.845 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:28:50.939 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:28:50.985 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:28:51.077 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:28:51.122 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:28:51.217 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:28:51.249 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:28:51.344 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:28:51.375 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:28:51.480 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:28:51.523 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:28:51.619 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:28:51.654 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:28:51.698 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:51 +0000 (0:00:06.556) 0:01:07.951 *********** 2021-07-26T15:28:51.758 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:28:51.891 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:28:52.027 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:28:52.122 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-07-26T15:28:52.125 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313331.7955422-7727-167623290539396/source", "state": "file", "uid": 0} 2021-07-26T15:28:52.146 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.448) 0:01:08.399 *********** 2021-07-26T15:28:52.165 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:28:52.168 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:28:52.219 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** ok: [smithi073.front.sepia.ceph.com] => { "msg": "Host smithi073.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-07-26T15:28:52.243 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.096) 0:01:08.496 *********** 2021-07-26T15:28:52.304 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:28:52.306 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:28:52.346 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.103) 0:01:08.599 *********** 2021-07-26T15:28:52.354 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-07-26T15:28:52.356 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-07-26T15:28:52.384 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.037) 0:01:08.637 *********** 2021-07-26T15:28:52.458 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.481 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.096) 0:01:08.734 *********** 2021-07-26T15:28:52.562 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-07-26T15:28:52.564 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.586 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.104) 0:01:08.839 *********** 2021-07-26T15:28:52.654 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:28:52.656 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.678 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.092) 0:01:08.931 *********** 2021-07-26T15:28:52.747 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.770 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.092) 0:01:09.023 *********** 2021-07-26T15:28:52.778 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-07-26T15:28:52.779 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313332.4312341-7789-147574564127594/source", "state": "file", "uid": 0} 2021-07-26T15:28:52.804 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.033) 0:01:09.057 *********** 2021-07-26T15:28:52.847 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-07-26T15:28:52.849 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.872 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.068) 0:01:09.125 *********** 2021-07-26T15:28:52.890 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-07-26T15:28:52.892 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => { "msg": "Host smithi046.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-07-26T15:28:52.918 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.046) 0:01:09.171 *********** 2021-07-26T15:28:52.937 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-07-26T15:28:52.940 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:52.963 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:52 +0000 (0:00:00.044) 0:01:09.216 *********** 2021-07-26T15:28:53.001 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-07-26T15:28:53.003 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-07-26T15:28:53.028 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.064) 0:01:09.281 *********** 2021-07-26T15:28:53.035 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-07-26T15:28:53.036 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.065 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.037) 0:01:09.318 *********** 2021-07-26T15:28:53.104 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.131 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.065) 0:01:09.384 *********** 2021-07-26T15:28:53.138 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-07-26T15:28:53.140 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.166 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.035) 0:01:09.419 *********** 2021-07-26T15:28:53.205 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-07-26T15:28:53.207 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.229 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.063) 0:01:09.482 *********** 2021-07-26T15:28:53.246 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** skipping: [smithi073.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:53.248 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:53.271 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.041) 0:01:09.524 *********** 2021-07-26T15:28:53.298 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:28:53.300 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.322 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.051) 0:01:09.576 *********** 2021-07-26T15:28:53.339 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:28:53.341 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.365 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.042) 0:01:09.618 *********** 2021-07-26T15:28:53.392 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-07-26T15:28:53.394 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.417 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.051) 0:01:09.670 *********** 2021-07-26T15:28:53.444 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-07-26T15:28:53.446 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.469 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.051) 0:01:09.722 *********** 2021-07-26T15:28:53.485 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-07-26T15:28:53.487 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.510 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.041) 0:01:09.763 *********** 2021-07-26T15:28:53.538 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-07-26T15:28:53.539 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.566 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.054) 0:01:09.818 *********** 2021-07-26T15:28:53.592 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-07-26T15:28:53.595 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.618 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.052) 0:01:09.871 *********** 2021-07-26T15:28:53.646 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-07-26T15:28:53.648 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:53.675 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.057) 0:01:09.929 *********** 2021-07-26T15:28:53.694 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-07-26T15:28:53.696 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.720 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.044) 0:01:09.973 *********** 2021-07-26T15:28:53.738 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-07-26T15:28:53.740 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.763 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.043) 0:01:10.016 *********** 2021-07-26T15:28:53.790 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-07-26T15:28:53.792 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.816 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.052) 0:01:10.069 *********** 2021-07-26T15:28:53.854 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-07-26T15:28:53.855 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:53.879 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.063) 0:01:10.132 *********** 2021-07-26T15:28:53.896 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-07-26T15:28:53.898 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:53.922 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.042) 0:01:10.175 *********** 2021-07-26T15:28:53.950 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-07-26T15:28:53.952 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:53.975 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:53 +0000 (0:00:00.053) 0:01:10.228 *********** 2021-07-26T15:28:53.993 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:28:53.995 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.018 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.042) 0:01:10.272 *********** 2021-07-26T15:28:54.046 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-07-26T15:28:54.048 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.072 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.053) 0:01:10.325 *********** 2021-07-26T15:28:54.090 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-07-26T15:28:54.092 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.115 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.042) 0:01:10.368 *********** 2021-07-26T15:28:54.143 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-07-26T15:28:54.144 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.168 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.052) 0:01:10.421 *********** 2021-07-26T15:28:54.186 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-07-26T15:28:54.187 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.212 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.042) 0:01:10.464 *********** 2021-07-26T15:28:54.239 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.271 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.060) 0:01:10.524 *********** 2021-07-26T15:28:54.289 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-07-26T15:28:54.291 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:54.316 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.045) 0:01:10.569 *********** 2021-07-26T15:28:54.334 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-07-26T15:28:54.336 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:54.359 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.043) 0:01:10.612 *********** 2021-07-26T15:28:54.387 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-07-26T15:28:54.388 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.411 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.052) 0:01:10.665 *********** 2021-07-26T15:28:54.428 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:28:54.430 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.454 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.042) 0:01:10.707 *********** 2021-07-26T15:28:54.481 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-07-26T15:28:54.483 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:54.507 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.052) 0:01:10.760 *********** 2021-07-26T15:28:54.524 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-07-26T15:28:54.526 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.551 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.044) 0:01:10.804 *********** 2021-07-26T15:28:54.579 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-07-26T15:28:54.581 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.608 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.056) 0:01:10.860 *********** 2021-07-26T15:28:54.626 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-07-26T15:28:54.628 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.655 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.047) 0:01:10.908 *********** 2021-07-26T15:28:54.691 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-07-26T15:28:54.693 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.718 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.061) 0:01:10.970 *********** 2021-07-26T15:28:54.734 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-07-26T15:28:54.736 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.760 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.042) 0:01:11.013 *********** 2021-07-26T15:28:54.789 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-07-26T15:28:54.791 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.813 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.053) 0:01:11.067 *********** 2021-07-26T15:28:54.843 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-07-26T15:28:54.845 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.061) 0:01:11.128 *********** 2021-07-26T15:28:54.895 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-07-26T15:28:54.897 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:54.934 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.058) 0:01:11.187 *********** 2021-07-26T15:28:54.965 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-07-26T15:28:54.967 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.003 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:54 +0000 (0:00:00.069) 0:01:11.257 *********** 2021-07-26T15:28:55.013 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-07-26T15:28:55.014 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:55.055 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.051) 0:01:11.308 *********** 2021-07-26T15:28:55.073 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:28:55.075 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:55.098 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.042) 0:01:11.351 *********** 2021-07-26T15:28:55.127 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:28:55.129 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.153 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.054) 0:01:11.406 *********** 2021-07-26T15:28:55.171 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-07-26T15:28:55.172 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.197 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.043) 0:01:11.450 *********** 2021-07-26T15:28:55.226 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.253 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.054) 0:01:11.504 *********** 2021-07-26T15:28:55.269 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-07-26T15:28:55.271 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.295 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.044) 0:01:11.549 *********** 2021-07-26T15:28:55.337 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-07-26T15:28:55.339 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.368 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.072) 0:01:11.621 *********** 2021-07-26T15:28:55.375 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-07-26T15:28:55.377 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.402 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.033) 0:01:11.655 *********** 2021-07-26T15:28:55.440 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-07-26T15:28:55.442 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.465 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.062) 0:01:11.718 *********** 2021-07-26T15:28:55.493 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.495 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.526 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.060) 0:01:11.779 *********** 2021-07-26T15:28:55.544 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-07-26T15:28:55.545 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.575 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.049) 0:01:11.828 *********** 2021-07-26T15:28:55.606 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-07-26T15:28:55.608 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.633 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.058) 0:01:11.886 *********** 2021-07-26T15:28:55.651 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-07-26T15:28:55.653 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.680 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.046) 0:01:11.933 *********** 2021-07-26T15:28:55.699 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:28:55.702 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.724 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.044) 0:01:11.977 *********** 2021-07-26T15:28:55.752 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:28:55.754 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:28:55.777 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.053) 0:01:12.031 *********** 2021-07-26T15:28:55.851 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-07-26T15:28:55.853 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.097) 0:01:12.128 *********** 2021-07-26T15:28:55.927 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.010629", "end": "2021-07-26 15:28:56.079383", "rc": 0, "start": "2021-07-26 15:28:56.068754", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-07-26T15:28:55.950 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.074) 0:01:12.202 *********** 2021-07-26T15:28:55.966 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-07-26T15:28:55.968 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:55.994 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:55 +0000 (0:00:00.044) 0:01:12.247 *********** 2021-07-26T15:28:56.057 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-07-26T15:28:56.059 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.083 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.088) 0:01:12.336 *********** 2021-07-26T15:28:56.090 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-07-26T15:28:56.091 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.117 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.034) 0:01:12.371 *********** 2021-07-26T15:28:56.169 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-07-26T15:28:56.170 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.194 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.076) 0:01:12.447 *********** 2021-07-26T15:28:56.211 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-07-26T15:28:56.213 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.213 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.244 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.050) 0:01:12.498 *********** 2021-07-26T15:28:56.342 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-07-26T15:28:56.344 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.374 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.129) 0:01:12.627 *********** 2021-07-26T15:28:56.467 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.489 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.114) 0:01:12.741 *********** 2021-07-26T15:28:56.689 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:28:56.691 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.012986", "end": "2021-07-26 15:28:56.894367", "rc": 0, "start": "2021-07-26 15:28:56.881381", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-07-26T15:28:56.712 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.224) 0:01:12.966 *********** 2021-07-26T15:28:56.789 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-07-26T15:28:56.793 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.823 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.111) 0:01:13.077 *********** 2021-07-26T15:28:56.897 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-07-26T15:28:56.900 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:56.910 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-07-26T15:28:56.911 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:56.935 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:56 +0000 (0:00:00.111) 0:01:13.188 *********** 2021-07-26T15:28:56.938 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:57.091 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-07-26T15:28:57.093 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.199 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.283 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.380 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.466 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.469 INFO:teuthology.task.ansible.out: 2021-07-26T15:28:57.500 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.565) 0:01:13.754 *********** 2021-07-26T15:28:57.575 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:28:57.577 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:57.620 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.119) 0:01:13.873 *********** 2021-07-26T15:28:57.638 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** ok: [smithi046.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.720 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-07-26T15:28:57.722 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:57.749 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.128) 0:01:14.002 *********** 2021-07-26T15:28:57.789 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-07-26T15:28:57.791 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:28:57.837 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.087) 0:01:14.089 *********** 2021-07-26T15:28:57.847 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-07-26T15:28:57.849 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:57.891 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.053) 0:01:14.143 *********** 2021-07-26T15:28:57.922 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:28:57.924 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:57.963 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:57 +0000 (0:00:00.071) 0:01:14.214 *********** 2021-07-26T15:28:57.995 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-07-26T15:28:57.998 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.032 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.070) 0:01:14.285 *********** 2021-07-26T15:28:58.059 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-07-26T15:28:58.061 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.095 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.058) 0:01:14.344 *********** 2021-07-26T15:28:58.144 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.187 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.095) 0:01:14.440 *********** 2021-07-26T15:28:58.209 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.252 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.064) 0:01:14.504 *********** 2021-07-26T15:28:58.355 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-07-26T15:28:58.357 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.021523", "end": "2021-07-26 15:28:58.509891", "rc": 0, "start": "2021-07-26 15:28:58.488368", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:28:58.392 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.141) 0:01:14.645 *********** 2021-07-26T15:28:58.402 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.428 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.036) 0:01:14.681 *********** 2021-07-26T15:28:58.496 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:28:58.499 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.525 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.097) 0:01:14.778 *********** 2021-07-26T15:28:58.544 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-07-26T15:28:58.546 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:58.581 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.055) 0:01:14.834 *********** 2021-07-26T15:28:58.806 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-07-26T15:28:58.809 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the apt module rather than running 'apt-get'. If you need to use command because apt is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.075655", "end": "2021-07-26 15:28:58.969052", "rc": 0, "start": "2021-07-26 15:28:58.893397", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:28:58.838 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:58 +0000 (0:00:00.256) 0:01:15.091 *********** 2021-07-26T15:28:59.307 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-07-26T15:28:59.309 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.578596", "end": "2021-07-26 15:28:59.507871", "rc": 0, "start": "2021-07-26 15:28:58.929275", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:28:59.333 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:59 +0000 (0:00:00.495) 0:01:15.586 *********** 2021-07-26T15:28:59.404 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:28:59.406 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:28:59.427 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:59 +0000 (0:00:00.094) 0:01:15.680 *********** 2021-07-26T15:28:59.761 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-07-26T15:28:59.763 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.112902", "end": "2021-07-26 15:28:59.955306", "rc": 0, "start": "2021-07-26 15:28:59.842404", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:28:59.790 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:28:59 +0000 (0:00:00.361) 0:01:16.042 *********** 2021-07-26T15:29:04.998 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-07-26T15:29:05.000 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1627313343, "cache_updated": true, "changed": true} 2021-07-26T15:29:05.023 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:05 +0000 (0:00:05.233) 0:01:21.276 *********** 2021-07-26T15:29:05.769 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-07-26T15:29:05.771 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:29:05.793 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:05 +0000 (0:00:00.771) 0:01:22.047 *********** 2021-07-26T15:29:05.862 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:29:05.864 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:05.888 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:05 +0000 (0:00:00.093) 0:01:22.140 *********** 2021-07-26T15:29:05.895 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** changed: [smithi046.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1627313344, "cache_updated": true, "changed": true} 2021-07-26T15:29:05.925 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:05 +0000 (0:00:00.034) 0:01:22.175 *********** 2021-07-26T15:29:06.599 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-07-26T15:29:06.601 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:29:06.624 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:06 +0000 (0:00:00.702) 0:01:22.877 *********** 2021-07-26T15:29:06.654 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:29:06.691 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:06 +0000 (0:00:00.065) 0:01:22.943 *********** 2021-07-26T15:29:06.764 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:29:06.766 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:06.787 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:06 +0000 (0:00:00.097) 0:01:23.041 *********** 2021-07-26T15:29:07.164 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-07-26T15:29:07.166 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:29:07.188 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:07 +0000 (0:00:00.400) 0:01:23.441 *********** 2021-07-26T15:29:07.333 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-07-26T15:29:07.335 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:29:07.358 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:07 +0000 (0:00:00.169) 0:01:23.611 *********** 2021-07-26T15:29:07.761 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:29:07.762 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:29:07.896 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-07-26T15:29:07.898 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:29:07.921 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:07 +0000 (0:00:00.563) 0:01:24.174 *********** 2021-07-26T15:29:08.085 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:29:08.087 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:29:08.341 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:29:08.375 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:29:08.403 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:08 +0000 (0:00:00.482) 0:01:24.656 *********** 2021-07-26T15:29:08.535 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-07-26T15:29:08.537 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:29:08.560 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:08 +0000 (0:00:00.156) 0:01:24.813 *********** 2021-07-26T15:29:08.662 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:29:08.664 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:29:08.933 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:29:08.935 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:29:08.965 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:29:08.967 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:29:08.992 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:08 +0000 (0:00:00.432) 0:01:25.245 *********** 2021-07-26T15:29:09.135 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:09.137 INFO:teuthology.task.ansible.out:TASK [common : Create /usr/libexec.] ******************************************* ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:29:09.159 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:09 +0000 (0:00:00.167) 0:01:25.412 *********** 2021-07-26T15:29:09.239 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:29:09.240 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:29:09.536 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:29:09.579 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313349.2485323-9356-237823173312078/source", "state": "file", "uid": 0} 2021-07-26T15:29:09.605 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:09 +0000 (0:00:00.445) 0:01:25.858 *********** 2021-07-26T15:29:09.699 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-07-26T15:29:09.701 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:29:09.724 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:09 +0000 (0:00:00.119) 0:01:25.977 *********** 2021-07-26T15:29:09.794 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-07-26T15:29:09.796 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:09.818 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:09 +0000 (0:00:00.093) 0:01:26.071 *********** 2021-07-26T15:29:09.847 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:29:09.849 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:29:09.900 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:29:09.923 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:09 +0000 (0:00:00.104) 0:01:26.176 *********** 2021-07-26T15:29:10.023 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-07-26T15:29:10.025 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.034 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.057 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.059 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.085 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.162) 0:01:26.338 *********** 2021-07-26T15:29:10.166 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-07-26T15:29:10.168 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.191 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.105) 0:01:26.444 *********** 2021-07-26T15:29:10.202 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:29:10.202 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313349.8636134-9394-87307388835872/source", "state": "file", "uid": 0} 2021-07-26T15:29:10.233 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.042) 0:01:26.487 *********** 2021-07-26T15:29:10.305 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-07-26T15:29:10.307 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:29:10.329 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.094) 0:01:26.582 *********** 2021-07-26T15:29:10.398 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.424 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.093) 0:01:26.675 *********** 2021-07-26T15:29:10.491 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-07-26T15:29:10.493 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:29:10.516 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.094) 0:01:26.769 *********** 2021-07-26T15:29:10.615 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-07-26T15:29:10.616 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.626 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.637 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.658 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.681 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.165) 0:01:26.935 *********** 2021-07-26T15:29:10.762 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:10.784 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.102) 0:01:27.037 *********** 2021-07-26T15:29:10.904 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-07-26T15:29:10.906 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:29:10.930 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:10 +0000 (0:00:00.145) 0:01:27.183 *********** 2021-07-26T15:29:11.316 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-07-26T15:29:11.318 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-07-26T15:29:11.340 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:11 +0000 (0:00:00.409) 0:01:27.593 *********** 2021-07-26T15:29:11.525 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-07-26T15:29:11.527 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:29:11.549 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:11 +0000 (0:00:00.209) 0:01:27.802 *********** 2021-07-26T15:29:11.754 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:29:11.781 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:11 +0000 (0:00:00.231) 0:01:28.034 *********** 2021-07-26T15:29:11.937 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-07-26T15:29:11.962 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:11 +0000 (0:00:00.180) 0:01:28.215 *********** 2021-07-26T15:29:11.984 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ ok: [smithi073.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-07-26T15:29:12.099 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-07-26T15:29:12.101 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:12.127 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.165) 0:01:28.380 *********** 2021-07-26T15:29:12.196 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-07-26T15:29:12.197 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:12.220 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.092) 0:01:28.473 *********** 2021-07-26T15:29:12.288 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** skipping: [smithi073.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:29:12.311 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.091) 0:01:28.564 *********** 2021-07-26T15:29:12.360 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:29:12.385 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.073) 0:01:28.638 *********** 2021-07-26T15:29:12.392 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-07-26T15:29:12.393 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:12.420 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.034) 0:01:28.672 *********** 2021-07-26T15:29:12.578 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-07-26T15:29:12.581 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-07-26T15:29:12.716 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-07-26T15:29:12.741 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.321) 0:01:28.994 *********** 2021-07-26T15:29:12.821 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-07-26T15:29:12.822 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:12.845 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.104) 0:01:29.098 *********** 2021-07-26T15:29:12.866 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.021) 0:01:29.119 *********** 2021-07-26T15:29:12.916 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-07-26T15:29:12.917 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:29:12.944 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:12 +0000 (0:00:00.077) 0:01:29.197 *********** 2021-07-26T15:29:13.015 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.038 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.094) 0:01:29.291 *********** 2021-07-26T15:29:13.139 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-07-26T15:29:13.141 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:27:31 UTC", "ActiveEnterTimestampMonotonic": "14806300", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target system.slice local-fs.target time-sync.target systemd-tmpfiles-setup.service network.target nss-lookup.target remote-fs.target sysinit.target var-run.mount -.mount systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:27:31 UTC", "AssertTimestampMonotonic": "14791952", "Before": "xdm.service getty@tty1.service shutdown.target plymouth-quit.service multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:27:31 UTC", "Co 2021-07-26T15:29:13.143 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "14791952", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "896", "ExecMainStartTimestamp": "Mon 2021-07-26 15:27:31 UTC", "ExecMainStartTimestampMonotonic": "14806158", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:27:31 UTC] ; stop_time=[n/a] ; pid=896 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Mon 2021-07-26 15:27:31 UTC] ; stop_time=[n/a] ; pid=896 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2021-07-26T15:29:13.145 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:27:31 UTC", "InactiveExitTimestampMonotonic": "14806300", "InvocationID": "882f6658b4694de99d055035f59911b9", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127777", "LimitNPROCSoft": "127777", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127777", "LimitSIGPENDINGSoft": "127777", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "896", "MemoryAccounting": "yes", "MemoryCurrent": "1265664", "MemoryD 2021-07-26T15:29:13.146 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:27:31 UTC", "StateChangeTimestampMonotonic": "14806300", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2021-07-26T15:29:13.149 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38333", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:29:13.167 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.129) 0:01:29.420 *********** 2021-07-26T15:29:13.236 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.260 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.092) 0:01:29.513 *********** 2021-07-26T15:29:13.329 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-07-26T15:29:13.330 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.352 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.092) 0:01:29.605 *********** 2021-07-26T15:29:13.422 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-07-26T15:29:13.423 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.445 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.093) 0:01:29.699 *********** 2021-07-26T15:29:13.453 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-07-26T15:29:13.453 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2021-07-26T15:29:13.479 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.034) 0:01:29.733 *********** 2021-07-26T15:29:13.518 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-07-26T15:29:13.520 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.543 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.063) 0:01:29.796 *********** 2021-07-26T15:29:13.614 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-07-26T15:29:13.616 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.641 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.097) 0:01:29.894 *********** 2021-07-26T15:29:13.710 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.092) 0:01:29.986 *********** 2021-07-26T15:29:13.761 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-07-26T15:29:13.762 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:27:22 UTC", "ActiveEnterTimestampMonotonic": "16805905", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network.target systemd-tmpfiles-setup.service time-sync.target sysinit.target var-run.mount nss-lookup.target -.mount systemd-journald.socket remote-fs.target local-fs.target system.slice basic.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:27:22 UTC", "AssertTimestampMonotonic": "16804177", "Before": "multi-user.target plymouth-quit.service shutdown.target getty@tty1.service xdm.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:27:22 UTC", "Co 2021-07-26T15:29:13.764 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "16804176", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "840", "ExecMainStartTimestamp": "Mon 2021-07-26 15:27:22 UTC", "ExecMainStartTimestampMonotonic": "16805763", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:27:22 UTC] ; stop_time=[n/a] ; pid=840 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Mon 2021-07-26 15:27:22 UTC] ; stop_time=[n/a] ; pid=840 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2021-07-26T15:29:13.765 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:27:22 UTC", "InactiveExitTimestampMonotonic": "16805905", "InvocationID": "213da348adec4ccda302567afc57a896", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "840", "MemoryAccounting": "yes", "MemoryCurrent": "1368064", "MemoryD 2021-07-26T15:29:13.768 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:27:22 UTC", "StateChangeTimestampMonotonic": "16805905", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2021-07-26T15:29:13.770 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38340", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:29:13.788 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.054) 0:01:30.041 *********** 2021-07-26T15:29:13.790 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:13.808 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-07-26T15:29:13.810 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.840 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.052) 0:01:30.093 *********** 2021-07-26T15:29:13.861 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-07-26T15:29:13.864 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.889 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.048) 0:01:30.142 *********** 2021-07-26T15:29:13.917 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-07-26T15:29:13.919 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.942 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.053) 0:01:30.195 *********** 2021-07-26T15:29:13.960 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-07-26T15:29:13.961 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:13.985 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:13 +0000 (0:00:00.042) 0:01:30.238 *********** 2021-07-26T15:29:14.012 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-07-26T15:29:14.014 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.037 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.052) 0:01:30.290 *********** 2021-07-26T15:29:14.054 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-07-26T15:29:14.056 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.079 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.041) 0:01:30.332 *********** 2021-07-26T15:29:14.107 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.131 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.052) 0:01:30.384 *********** 2021-07-26T15:29:14.158 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-07-26T15:29:14.160 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.184 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.052) 0:01:30.437 *********** 2021-07-26T15:29:14.225 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:29:14.250 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.065) 0:01:30.503 *********** 2021-07-26T15:29:14.267 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-07-26T15:29:14.269 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.293 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.042) 0:01:30.546 *********** 2021-07-26T15:29:14.332 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* ok: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-07-26T15:29:14.358 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.065) 0:01:30.611 *********** 2021-07-26T15:29:14.378 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.402 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.043) 0:01:30.655 *********** 2021-07-26T15:29:14.404 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:14.445 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** ok: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-07-26T15:29:14.474 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.071) 0:01:30.727 *********** 2021-07-26T15:29:14.492 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.519 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.044) 0:01:30.772 *********** 2021-07-26T15:29:14.554 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-07-26T15:29:14.556 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:29:14.581 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.062) 0:01:30.834 *********** 2021-07-26T15:29:14.598 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-07-26T15:29:14.600 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.625 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.044) 0:01:30.878 *********** 2021-07-26T15:29:14.705 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-07-26T15:29:14.707 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.729 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.103) 0:01:30.982 *********** 2021-07-26T15:29:14.736 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-07-26T15:29:14.738 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:29:14.764 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.034) 0:01:31.017 *********** 2021-07-26T15:29:14.826 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-07-26T15:29:14.828 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:14.852 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.087) 0:01:31.105 *********** 2021-07-26T15:29:14.944 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:29:14.968 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:14 +0000 (0:00:00.116) 0:01:31.221 *********** 2021-07-26T15:29:14.989 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-07-26T15:29:14.991 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-07-26T15:29:15.018 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.050) 0:01:31.271 *********** 2021-07-26T15:29:15.079 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-07-26T15:29:15.081 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-07-26T15:29:15.105 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.087) 0:01:31.359 *********** 2021-07-26T15:29:15.112 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-07-26T15:29:15.114 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:15.139 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.032) 0:01:31.391 *********** 2021-07-26T15:29:15.208 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-07-26T15:29:15.211 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:15.241 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.102) 0:01:31.494 *********** 2021-07-26T15:29:15.248 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-07-26T15:29:15.250 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-07-26T15:29:15.290 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.049) 0:01:31.543 *********** 2021-07-26T15:29:15.395 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ ok: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:29:15.418 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.128) 0:01:31.672 *********** 2021-07-26T15:29:15.467 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-07-26T15:29:15.469 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-07-26T15:29:15.493 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.075) 0:01:31.747 *********** 2021-07-26T15:29:15.556 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-07-26T15:29:15.558 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:29:15.581 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.087) 0:01:31.834 *********** 2021-07-26T15:29:15.764 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-07-26T15:29:15.789 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.207) 0:01:32.042 *********** 2021-07-26T15:29:15.858 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-07-26T15:29:15.860 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:15.881 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.092) 0:01:32.134 *********** 2021-07-26T15:29:15.950 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-07-26T15:29:15.952 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:15.974 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.093) 0:01:32.227 *********** 2021-07-26T15:29:16.001 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:15 +0000 (0:00:00.027) 0:01:32.254 *********** 2021-07-26T15:29:16.084 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-07-26T15:29:16.086 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi073"}, "changed": false} 2021-07-26T15:29:16.107 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:16 +0000 (0:00:00.105) 0:01:32.360 *********** 2021-07-26T15:29:16.188 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** ok: [smithi046.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-07-26T15:29:16.211 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:16 +0000 (0:00:00.104) 0:01:32.465 *********** 2021-07-26T15:29:16.698 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-07-26T15:29:16.700 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2021-07-26T15:29:16.721 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:16 +0000 (0:00:00.509) 0:01:32.974 *********** 2021-07-26T15:29:16.811 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-07-26T15:29:16.813 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi046"}, "changed": false} 2021-07-26T15:29:16.838 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:16 +0000 (0:00:00.117) 0:01:33.092 *********** 2021-07-26T15:29:17.022 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-07-26T15:29:17.024 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi073.front.sepia.ceph.com", "ansible_hostname": "smithi073", "ansible_nodename": "smithi073"}, "changed": true, "name": "smithi073"} 2021-07-26T15:29:17.047 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:17 +0000 (0:00:00.208) 0:01:33.301 *********** 2021-07-26T15:29:17.284 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi046.front.sepia.ceph.com", "ansible_hostname": "smithi046", "ansible_nodename": "smithi046"}, "changed": true, "name": "smithi046"} 2021-07-26T15:29:17.309 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:17 +0000 (0:00:00.261) 0:01:33.562 *********** 2021-07-26T15:29:17.431 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-07-26T15:29:17.433 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2021-07-26T15:29:17.457 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:17 +0000 (0:00:00.148) 0:01:33.710 *********** 2021-07-26T15:29:17.704 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2021-07-26T15:29:17.731 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:17 +0000 (0:00:00.273) 0:01:33.984 *********** 2021-07-26T15:29:17.856 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2021-07-26T15:29:17.858 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:29:17.889 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:17 +0000 (0:00:00.158) 0:01:34.142 *********** 2021-07-26T15:29:18.127 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:29:18.152 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.263) 0:01:34.405 *********** 2021-07-26T15:29:18.391 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-07-26T15:29:18.393 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:29:18.416 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.263) 0:01:34.669 *********** 2021-07-26T15:29:18.485 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-07-26T15:29:18.487 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.508 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.092) 0:01:34.762 *********** 2021-07-26T15:29:18.577 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.603 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.094) 0:01:34.856 *********** 2021-07-26T15:29:18.671 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.673 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** changed: [smithi046.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:29:18.695 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.092) 0:01:34.948 *********** 2021-07-26T15:29:18.718 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.021) 0:01:34.970 *********** 2021-07-26T15:29:18.756 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.780 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.063) 0:01:35.034 *********** 2021-07-26T15:29:18.796 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.822 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.041) 0:01:35.075 *********** 2021-07-26T15:29:18.849 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:29:18.851 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.052) 0:01:35.128 *********** 2021-07-26T15:29:18.893 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.918 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.043) 0:01:35.171 *********** 2021-07-26T15:29:18.945 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:29:18.947 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:18.970 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:18 +0000 (0:00:00.052) 0:01:35.224 *********** 2021-07-26T15:29:18.988 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:29:18.990 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.013 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.042) 0:01:35.266 *********** 2021-07-26T15:29:19.041 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.065 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.051) 0:01:35.318 *********** 2021-07-26T15:29:19.083 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:29:19.085 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.109 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.043) 0:01:35.362 *********** 2021-07-26T15:29:19.136 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:29:19.138 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.161 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.052) 0:01:35.414 *********** 2021-07-26T15:29:19.162 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:19.180 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-07-26T15:29:19.182 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.209 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.047) 0:01:35.462 *********** 2021-07-26T15:29:19.237 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:29:19.239 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.262 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.052) 0:01:35.515 *********** 2021-07-26T15:29:19.279 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:29:19.280 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.304 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.042) 0:01:35.557 *********** 2021-07-26T15:29:19.332 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:29:19.333 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.357 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.052) 0:01:35.610 *********** 2021-07-26T15:29:19.374 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:19.376 INFO:teuthology.task.ansible.out:TASK [testnode : Include CentOS Stream specific variables] ********************* skipping: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.402 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.045) 0:01:35.655 *********** 2021-07-26T15:29:19.422 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-07-26T15:29:19.423 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.447 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.044) 0:01:35.701 *********** 2021-07-26T15:29:19.475 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:29:19.477 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.501 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.053) 0:01:35.755 *********** 2021-07-26T15:29:19.561 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:29:19.563 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.585 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.082) 0:01:35.838 *********** 2021-07-26T15:29:19.591 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-07-26T15:29:19.618 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.033) 0:01:35.871 *********** 2021-07-26T15:29:19.657 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2021-07-26T15:29:19.659 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.691 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.072) 0:01:35.944 *********** 2021-07-26T15:29:19.709 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:29:19.734 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.043) 0:01:35.987 *********** 2021-07-26T15:29:19.762 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:29:19.764 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.788 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.053) 0:01:36.041 *********** 2021-07-26T15:29:19.817 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:29:19.846 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.058) 0:01:36.100 *********** 2021-07-26T15:29:19.865 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-07-26T15:29:19.890 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.043) 0:01:36.144 *********** 2021-07-26T15:29:19.919 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-07-26T15:29:19.922 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:19.946 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.055) 0:01:36.199 *********** 2021-07-26T15:29:19.967 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:29:20.001 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:19 +0000 (0:00:00.054) 0:01:36.254 *********** 2021-07-26T15:29:20.028 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-07-26T15:29:20.030 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.057 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.056) 0:01:36.310 *********** 2021-07-26T15:29:20.074 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:29:20.099 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.042) 0:01:36.352 *********** 2021-07-26T15:29:20.117 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-07-26T15:29:20.119 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.144 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.044) 0:01:36.397 *********** 2021-07-26T15:29:20.172 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-07-26T15:29:20.174 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.198 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.053) 0:01:36.451 *********** 2021-07-26T15:29:20.226 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:29:20.228 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.251 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.053) 0:01:36.504 *********** 2021-07-26T15:29:20.279 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-07-26T15:29:20.281 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.305 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.053) 0:01:36.558 *********** 2021-07-26T15:29:20.333 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-07-26T15:29:20.335 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.358 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.053) 0:01:36.612 *********** 2021-07-26T15:29:20.378 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.404 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.045) 0:01:36.657 *********** 2021-07-26T15:29:20.445 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.472 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.068) 0:01:36.726 *********** 2021-07-26T15:29:20.490 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:29:20.491 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.515 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.042) 0:01:36.768 *********** 2021-07-26T15:29:20.543 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-07-26T15:29:20.545 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.569 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.054) 0:01:36.823 *********** 2021-07-26T15:29:20.586 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-07-26T15:29:20.588 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.612 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.042) 0:01:36.865 *********** 2021-07-26T15:29:20.639 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-07-26T15:29:20.641 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.665 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.052) 0:01:36.918 *********** 2021-07-26T15:29:20.681 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-07-26T15:29:20.683 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.707 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.042) 0:01:36.960 *********** 2021-07-26T15:29:20.734 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:29:20.736 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.760 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.052) 0:01:37.013 *********** 2021-07-26T15:29:20.797 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-07-26T15:29:20.799 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.822 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.062) 0:01:37.075 *********** 2021-07-26T15:29:20.840 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:29:20.842 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.866 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.043) 0:01:37.119 *********** 2021-07-26T15:29:20.893 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-07-26T15:29:20.895 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.920 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.053) 0:01:37.172 *********** 2021-07-26T15:29:20.937 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:29:20.939 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:20.964 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:20 +0000 (0:00:00.044) 0:01:37.217 *********** 2021-07-26T15:29:20.994 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:29:20.996 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.020 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.055) 0:01:37.273 *********** 2021-07-26T15:29:21.037 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-07-26T15:29:21.041 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.067 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.046) 0:01:37.320 *********** 2021-07-26T15:29:21.095 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:29:21.096 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.120 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.053) 0:01:37.373 *********** 2021-07-26T15:29:21.137 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.165 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.045) 0:01:37.418 *********** 2021-07-26T15:29:21.194 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.227 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.061) 0:01:37.480 *********** 2021-07-26T15:29:21.248 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.281 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.053) 0:01:37.534 *********** 2021-07-26T15:29:21.300 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-07-26T15:29:21.302 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.332 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.051) 0:01:37.586 *********** 2021-07-26T15:29:21.354 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:29:21.356 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.386 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.052) 0:01:37.638 *********** 2021-07-26T15:29:21.403 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:29:21.405 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.429 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.043) 0:01:37.682 *********** 2021-07-26T15:29:21.458 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-07-26T15:29:21.460 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.486 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.056) 0:01:37.739 *********** 2021-07-26T15:29:21.507 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.534 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.047) 0:01:37.787 *********** 2021-07-26T15:29:21.602 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.624 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.090) 0:01:37.877 *********** 2021-07-26T15:29:21.630 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:29:21.632 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.656 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.031) 0:01:37.909 *********** 2021-07-26T15:29:21.658 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:21.705 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-07-26T15:29:21.707 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.077) 0:01:37.986 *********** 2021-07-26T15:29:21.740 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-07-26T15:29:21.742 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.766 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.032) 0:01:38.019 *********** 2021-07-26T15:29:21.805 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-07-26T15:29:21.807 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.830 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.064) 0:01:38.083 *********** 2021-07-26T15:29:21.847 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-07-26T15:29:21.849 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.872 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.042) 0:01:38.126 *********** 2021-07-26T15:29:21.900 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-07-26T15:29:21.902 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.925 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.052) 0:01:38.178 *********** 2021-07-26T15:29:21.942 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-07-26T15:29:21.944 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:21.970 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:21 +0000 (0:00:00.042) 0:01:38.220 *********** 2021-07-26T15:29:21.996 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-07-26T15:29:21.998 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.053) 0:01:38.274 *********** 2021-07-26T15:29:22.048 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-07-26T15:29:22.050 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.073 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.052) 0:01:38.327 *********** 2021-07-26T15:29:22.092 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-07-26T15:29:22.093 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.131 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.056) 0:01:38.384 *********** 2021-07-26T15:29:22.150 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.175 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.044) 0:01:38.429 *********** 2021-07-26T15:29:22.258 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.284 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.108) 0:01:38.537 *********** 2021-07-26T15:29:22.322 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-07-26T15:29:22.324 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005340", "end": "2021-07-26 15:29:22.489999", "rc": 0, "start": "2021-07-26 15:29:22.484659", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:29:22.347 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.063) 0:01:38.600 *********** 2021-07-26T15:29:22.365 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-07-26T15:29:22.367 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.395 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.047) 0:01:38.648 *********** 2021-07-26T15:29:22.423 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:29:22.448 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.052) 0:01:38.701 *********** 2021-07-26T15:29:22.583 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-07-26T15:29:22.584 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005396", "end": "2021-07-26 15:29:22.791231", "rc": 0, "start": "2021-07-26 15:29:22.785835", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:29:22.610 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.161) 0:01:38.863 *********** 2021-07-26T15:29:22.693 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:29:22.728 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.117) 0:01:38.981 *********** 2021-07-26T15:29:22.730 INFO:teuthology.task.ansible.out: 2021-07-26T15:29:22.855 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:29:22.855 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2021-07-26T15:29:22.881 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.153) 0:01:39.134 *********** 2021-07-26T15:29:22.962 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:22.993 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:22 +0000 (0:00:00.112) 0:01:39.246 *********** 2021-07-26T15:29:23.118 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:29:23.121 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2021-07-26T15:29:23.150 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:23 +0000 (0:00:00.157) 0:01:39.403 *********** 2021-07-26T15:29:23.245 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:29:23.269 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:23 +0000 (0:00:00.118) 0:01:39.522 *********** 2021-07-26T15:29:24.401 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-07-26T15:29:24.403 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-07-26T15:29:24.412 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-07-26T15:29:25.368 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-07-26T15:29:25.392 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:25 +0000 (0:00:02.123) 0:01:41.646 *********** 2021-07-26T15:29:25.402 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-07-26T15:29:25.438 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:25 +0000 (0:00:00.043) 0:01:41.690 *********** 2021-07-26T15:29:26.115 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-07-26T15:29:26.117 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:29:26.141 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.703) 0:01:42.393 *********** 2021-07-26T15:29:26.180 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:29:26.205 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.064) 0:01:42.458 *********** 2021-07-26T15:29:26.376 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-07-26T15:29:26.400 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.195) 0:01:42.653 *********** 2021-07-26T15:29:26.489 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.086) 0:01:42.740 *********** 2021-07-26T15:29:26.709 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-07-26T15:29:26.710 INFO:teuthology.task.ansible.out:[WARNING]: Consider using 'become', 'become_method', and 'become_user' rather than running sudo changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.031845", "end": "2021-07-26 15:29:26.907076", "rc": 0, "start": "2021-07-26 15:29:26.875231", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:29:26.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.246) 0:01:42.986 *********** 2021-07-26T15:29:26.751 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.031715", "end": "2021-07-26 15:29:26.917434", "rc": 0, "start": "2021-07-26 15:29:26.885719", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:29:26.782 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:26 +0000 (0:00:00.048) 0:01:43.034 *********** 2021-07-26T15:29:28.991 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-07-26T15:29:28.993 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:29:29.014 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:29 +0000 (0:00:02.233) 0:01:45.268 *********** 2021-07-26T15:29:29.035 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:29:29.060 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:29 +0000 (0:00:00.046) 0:01:45.314 *********** 2021-07-26T15:29:40.509 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-07-26T15:29:40.511 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r 2021-07-26T15:29:40.512 INFO:teuthology.task.ansible.out:\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Re 2021-07-26T15:29:40.514 INFO:teuthology.task.ansible.out:ading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:29:40.536 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:40 +0000 (0:00:11.475) 0:01:56.789 *********** 2021-07-26T15:29:40.808 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r 2021-07-26T15:29:40.810 INFO:teuthology.task.ansible.out:\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Re 2021-07-26T15:29:40.812 INFO:teuthology.task.ansible.out:ading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:29:40.834 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:29:40 +0000 (0:00:00.298) 0:01:57.087 *********** 2021-07-26T15:30:05.900 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:30:05.901 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\n apt-doc aptitude | synaptic | wajig\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0\n7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.\nNeed to get 3866 kB of archives.\nAfter this operation, 42.0 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]\n 2021-07-26T15:30:05.903 INFO:teuthology.task.ansible.out:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB]\nFetched 3866 kB in 1s (3995 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...\r\nUnpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...\r\nSetting up libapt-pkg6.0:amd64 (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../archives/apt_2.0.6_amd64.deb ...\r\nUnpacking apt (2.0.6 2021-07-26T15:30:05.905 INFO:teuthology.task.ansible.out:) over (2.0.4) ...\r\nSetting up apt (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../apt-utils_2.0.6_amd64.deb ...\r\nUnpacking apt-utils (2.0.6) over (2.0.4) ...\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nSetting up apt-utils (2.0.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.4) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.4) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer re 2021-07-26T15:30:05.906 INFO:teuthology.task.ansible.out:quired:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", " apt-doc aptitude | synaptic | wajig", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0", "7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.", "Need to get 3866 kB of archives.", "After this operation, 42.0 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB] 2021-07-26T15:30:05.908 INFO:teuthology.task.ansible.out:", "Fetched 3866 kB in 1s (3995 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading d 2021-07-26T15:30:05.908 INFO:teuthology.task.ansible.out:atabase ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...", "Unpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...", "Setting up libapt-pkg6.0:amd64 (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../archives/apt_2.0.6_amd64.deb ...", "Unpacking apt (2.0.6) over (2.0.4) ...", "Setting up apt (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading dat 2021-07-26T15:30:05.910 INFO:teuthology.task.ansible.out:abase ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../apt-utils_2.0.6_amd64.deb ...", "Unpacking apt-utils (2.0.6) over (2.0.4) ...", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Setting up apt-utils (2.0.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.4) ...", "Setting up apache2-data (2.4.41-4ubuntu3.4) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.4) ...", "Setting up apache2 (2.4.41-4ubuntu3.4) ...", "Processing triggers for ufw (0.36-6) ...", "Processing triggers for systemd (245.4-4ubuntu3.4) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:30:05.931 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:05 +0000 (0:00:25.097) 0:02:22.185 *********** 2021-07-26T15:30:06.011 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-07-26T15:30:06.013 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:06.034 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:06 +0000 (0:00:00.102) 0:02:22.288 *********** 2021-07-26T15:30:06.377 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:30:06.379 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\n apt-doc aptitude | synaptic | wajig\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0\n7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.\nNeed to get 3866 kB of archives.\nAfter this operation, 42.0 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]\n 2021-07-26T15:30:06.381 INFO:teuthology.task.ansible.out:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB]\nFetched 3866 kB in 1s (4103 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...\r\nUnpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...\r\nSetting up libapt-pkg6.0:amd64 (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../archives/apt_2.0.6_amd64.deb ...\r\nUnpacking apt (2.0.6 2021-07-26T15:30:06.382 INFO:teuthology.task.ansible.out:) over (2.0.4) ...\r\nSetting up apt (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../apt-utils_2.0.6_amd64.deb ...\r\nUnpacking apt-utils (2.0.6) over (2.0.4) ...\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nSetting up apt-utils (2.0.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.4) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.4) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer re 2021-07-26T15:30:06.384 INFO:teuthology.task.ansible.out:quired:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", " apt-doc aptitude | synaptic | wajig", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0", "7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.", "Need to get 3866 kB of archives.", "After this operation, 42.0 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB] 2021-07-26T15:30:06.386 INFO:teuthology.task.ansible.out:", "Fetched 3866 kB in 1s (4103 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...", "Unpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...", "Setting up libapt-pkg6.0:amd64 (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../archives/apt_2.0.6_amd64.deb ...", "Unpacking apt (2.0.6) over (2.0.4) ...", "Setting up apt (2.0.6) ...", "(Reading database ... ", "( 2021-07-26T15:30:06.386 INFO:teuthology.task.ansible.out:Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading dat 2021-07-26T15:30:06.388 INFO:teuthology.task.ansible.out:abase ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../apt-utils_2.0.6_amd64.deb ...", "Unpacking apt-utils (2.0.6) over (2.0.4) ...", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Setting up apt-utils (2.0.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.4) ...", "Setting up apache2-data (2.4.41-4ubuntu3.4) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.4) ...", "Setting up apache2 (2.4.41-4ubuntu3.4) ...", "Processing triggers for ufw (0.36-6) ...", "Processing triggers for systemd (245.4-4ubuntu3.4) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:30:06.410 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:06 +0000 (0:00:00.375) 0:02:22.664 *********** 2021-07-26T15:30:06.481 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-07-26T15:30:06.482 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:06.505 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:06 +0000 (0:00:00.094) 0:02:22.758 *********** 2021-07-26T15:30:20.276 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:30:20.279 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk\n gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n git qemu-system-data qemu-system-gui\n3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.\nNeed to get 18.8 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x 2021-07-26T15:30:20.280 INFO:teuthology.task.ansible.out:86 amd64 1:4.2-3ubuntu6.17 [6738 kB]\nGet:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]\nFetched 18.8 MB in 1s (14.0 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...\r\nUnpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...\r\nSelecting previously unselected package librados2.\r\nPreparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nPreparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 2021-07-26T15:30:20.282 INFO:teuthology.task.ansible.out: (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.17) ...\r\nSetting up librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up git (1:2.25.1-1ubuntu3.1) ...\r\nSetting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.17) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk", " gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " git qemu-system-data qemu-system-gui", "3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.", "Need to get 18.8 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive. 2021-07-26T15:30:20.284 INFO:teuthology.task.ansible.out:ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.17 [6738 kB]", "Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]", "Fetched 18.8 MB in 1s (14.0 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...", "Unpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...", "Selecting previously unselected package librados2.", "Preparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb . 2021-07-26T15:30:20.287 INFO:teuthology.task.ansible.out:..", "Unpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Preparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.17) ...", "Setting up librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up git (1:2.25.1-1ubuntu3.1) ...", "Setting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.17) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.17) ...", "Processing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing 2021-07-26T15:30:20.289 INFO:teuthology.task.ansible.out: triggers for mime-support (3.64ubuntu1) ..."]} 2021-07-26T15:30:20.304 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:20 +0000 (0:00:13.797) 0:02:36.556 *********** 2021-07-26T15:30:20.720 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk\n gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n git qemu-system-data qemu-system-gui\n3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.\nNeed to get 18.8 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x 2021-07-26T15:30:20.722 INFO:teuthology.task.ansible.out:86 amd64 1:4.2-3ubuntu6.17 [6738 kB]\nGet:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]\nFetched 18.8 MB in 1s (13.7 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...\r\nUnpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...\r\nSelecting previously unselected package librados2.\r\nPreparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nPreparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 2021-07-26T15:30:20.724 INFO:teuthology.task.ansible.out: (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.17) ...\r\nSetting up librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up git (1:2.25.1-1ubuntu3.1) ...\r\nSetting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.17) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk", " gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " git qemu-system-data qemu-system-gui", "3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.", "Need to get 18.8 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive. 2021-07-26T15:30:20.726 INFO:teuthology.task.ansible.out:ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.17 [6738 kB]", "Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]", "Fetched 18.8 MB in 1s (13.7 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...", "Unpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...", "Selecting previously unselected package librados2.", "Preparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb . 2021-07-26T15:30:20.729 INFO:teuthology.task.ansible.out:..", "Unpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Preparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.17) ...", "Setting up librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up git (1:2.25.1-1ubuntu3.1) ...", "Setting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.17) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.17) ...", "Processing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing 2021-07-26T15:30:20.730 INFO:teuthology.task.ansible.out: triggers for mime-support (3.64ubuntu1) ..."]} 2021-07-26T15:30:20.752 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:20 +0000 (0:00:00.443) 0:02:37.000 *********** 2021-07-26T15:30:21.019 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-07-26T15:30:21.021 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:21.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:21 +0000 (0:00:00.304) 0:02:37.304 *********** 2021-07-26T15:30:21.477 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:21.501 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:21 +0000 (0:00:00.449) 0:02:37.754 *********** 2021-07-26T15:30:21.761 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-07-26T15:30:21.764 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:21.787 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:21 +0000 (0:00:00.285) 0:02:38.039 *********** 2021-07-26T15:30:21.974 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-07-26T15:30:22.002 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:21 +0000 (0:00:00.215) 0:02:38.255 *********** 2021-07-26T15:30:22.081 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-07-26T15:30:22.083 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:22.107 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.104) 0:02:38.360 *********** 2021-07-26T15:30:22.219 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-07-26T15:30:22.221 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:22.247 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.140) 0:02:38.500 *********** 2021-07-26T15:30:22.302 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-07-26T15:30:22.304 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-07-26T15:30:22.330 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.082) 0:02:38.583 *********** 2021-07-26T15:30:22.444 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-07-26T15:30:22.446 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-07-26T15:30:22.475 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.145) 0:02:38.728 *********** 2021-07-26T15:30:22.545 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-07-26T15:30:22.547 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:22.569 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.093) 0:02:38.822 *********** 2021-07-26T15:30:22.744 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-07-26T15:30:22.745 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-07-26T15:30:22.768 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.199) 0:02:39.021 *********** 2021-07-26T15:30:22.774 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-07-26T15:30:22.776 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-07-26T15:30:22.802 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:22 +0000 (0:00:00.033) 0:02:39.055 *********** 2021-07-26T15:30:22.987 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-07-26T15:30:22.988 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:30:23.011 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.209) 0:02:39.264 *********** 2021-07-26T15:30:23.196 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-07-26T15:30:23.197 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:23.219 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.208) 0:02:39.473 *********** 2021-07-26T15:30:23.226 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-07-26T15:30:23.228 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-07-26T15:30:23.252 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.032) 0:02:39.505 *********** 2021-07-26T15:30:23.469 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-07-26T15:30:23.471 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:30:23.497 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.244) 0:02:39.750 *********** 2021-07-26T15:30:23.527 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-07-26T15:30:23.528 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ActiveEnterTimestampMonotonic": "162735898", "ActiveExitTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ActiveExitTimestampMonotonic": "162649990", "ActiveState": "active", "After": "sysinit.target network.target system.slice remote-fs.target -.mount nss-lookup.target systemd-journald.socket systemd-tmpfiles-setup.service basic.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:29:58 UTC", "AssertTimestampMonotonic": "162700050", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ConditionTimestampMonotonic": "162700049", "ConfigurationDirec 2021-07-26T15:30:23.530 INFO:teuthology.task.ansible.out:toryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6597", "ExecMainStartTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ExecMainStartTimestampMonotonic": "162735873", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPrior 2021-07-26T15:30:23.532 INFO:teuthology.task.ansible.out:ity": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Mon 2021-07-26 15:29:58 UTC", "InactiveEnterTimestampMonotonic": "162698535", "InactiveExitTimestamp": "Mon 2021-07-26 15:29:58 UTC", "InactiveExitTimestampMonotonic": "162702833", "InvocationID": "0c3f2cfff96f4afe950f05de02a922f3", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127777", "LimitNPROCSoft": "127777", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127777", "LimitSIGPENDINGSoft": "127777", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6597", "MemoryAccounting": "yes", "MemoryCurrent": "6578176", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemoryS 2021-07-26T15:30:23.534 INFO:teuthology.task.ansible.out:wapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:29:58 UTC", "StateChangeTimestampMonotonic": "162735898", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", " 2021-07-26T15:30:23.535 INFO:teuthology.task.ansible.out:TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38333", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:30:23.554 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.057) 0:02:39.807 *********** 2021-07-26T15:30:23.634 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:23.661 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.107) 0:02:39.915 *********** 2021-07-26T15:30:23.689 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** ok: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:23.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.053) 0:02:39.968 *********** 2021-07-26T15:30:23.734 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:30:23.736 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:23.761 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.044) 0:02:40.013 *********** 2021-07-26T15:30:23.830 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:30:23.832 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:23.855 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.094) 0:02:40.108 *********** 2021-07-26T15:30:23.924 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:30:23.926 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:23.948 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:23 +0000 (0:00:00.093) 0:02:40.201 *********** 2021-07-26T15:30:24.016 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:30:24.018 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.040 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.091) 0:02:40.293 *********** 2021-07-26T15:30:24.047 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-07-26T15:30:24.049 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ActiveEnterTimestampMonotonic": "173580856", "ActiveExitTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ActiveExitTimestampMonotonic": "173490849", "ActiveState": "active", "After": "system.slice nss-lookup.target network.target basic.target systemd-journald.socket systemd-tmpfiles-setup.service remote-fs.target -.mount sysinit.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:29:58 UTC", "AssertTimestampMonotonic": "173542495", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ConditionTimestampMonotonic": "173542494", "ConfigurationDirec 2021-07-26T15:30:24.051 INFO:teuthology.task.ansible.out:toryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6468", "ExecMainStartTimestamp": "Mon 2021-07-26 15:29:58 UTC", "ExecMainStartTimestampMonotonic": "173580839", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPrior 2021-07-26T15:30:24.052 INFO:teuthology.task.ansible.out:ity": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Mon 2021-07-26 15:29:58 UTC", "InactiveEnterTimestampMonotonic": "173541115", "InactiveExitTimestamp": "Mon 2021-07-26 15:29:58 UTC", "InactiveExitTimestampMonotonic": "173544967", "InvocationID": "3c73c357367742958d325d65c97238fa", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6468", "MemoryAccounting": "yes", "MemoryCurrent": "6832128", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemoryS 2021-07-26T15:30:24.054 INFO:teuthology.task.ansible.out:wapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:29:58 UTC", "StateChangeTimestampMonotonic": "173580856", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", " 2021-07-26T15:30:24.056 INFO:teuthology.task.ansible.out:TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38340", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:30:24.081 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.039) 0:02:40.333 *********** 2021-07-26T15:30:24.107 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.132 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.052) 0:02:40.385 *********** 2021-07-26T15:30:24.149 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.178 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.041) 0:02:40.427 *********** 2021-07-26T15:30:24.212 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.242 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.067) 0:02:40.494 *********** 2021-07-26T15:30:24.259 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:30:24.261 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.299 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.057) 0:02:40.552 *********** 2021-07-26T15:30:24.327 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:30:24.329 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.356 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.057) 0:02:40.609 *********** 2021-07-26T15:30:24.374 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:30:24.376 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.404 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.047) 0:02:40.657 *********** 2021-07-26T15:30:24.425 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.448 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.044) 0:02:40.702 *********** 2021-07-26T15:30:24.477 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:30:24.479 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.505 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.056) 0:02:40.758 *********** 2021-07-26T15:30:24.523 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:30:24.525 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.549 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.043) 0:02:40.802 *********** 2021-07-26T15:30:24.576 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:30:24.578 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.601 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.052) 0:02:40.854 *********** 2021-07-26T15:30:24.618 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:30:24.620 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.644 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.042) 0:02:40.897 *********** 2021-07-26T15:30:24.671 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:30:24.673 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.696 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.052) 0:02:40.950 *********** 2021-07-26T15:30:24.714 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:30:24.716 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.740 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.042) 0:02:40.993 *********** 2021-07-26T15:30:24.777 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:30:24.779 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.801 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.061) 0:02:41.055 *********** 2021-07-26T15:30:24.819 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-07-26T15:30:24.820 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.844 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.042) 0:02:41.097 *********** 2021-07-26T15:30:24.882 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:30:24.884 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.907 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.063) 0:02:41.161 *********** 2021-07-26T15:30:24.936 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:24.965 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:24 +0000 (0:00:00.057) 0:02:41.218 *********** 2021-07-26T15:30:24.966 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:24.983 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:24.985 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.009 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.044) 0:02:41.262 *********** 2021-07-26T15:30:25.011 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:25.031 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:30:25.032 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.058 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.048) 0:02:41.311 *********** 2021-07-26T15:30:25.086 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:30:25.088 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.114 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.056) 0:02:41.367 *********** 2021-07-26T15:30:25.131 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:25.132 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.156 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:41.410 *********** 2021-07-26T15:30:25.184 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:30:25.186 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.209 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.052) 0:02:41.462 *********** 2021-07-26T15:30:25.227 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:30:25.229 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.252 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.043) 0:02:41.505 *********** 2021-07-26T15:30:25.280 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:30:25.281 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.305 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.052) 0:02:41.558 *********** 2021-07-26T15:30:25.322 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.347 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:41.601 *********** 2021-07-26T15:30:25.375 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-07-26T15:30:25.376 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.400 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.051) 0:02:41.653 *********** 2021-07-26T15:30:25.417 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.442 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:41.695 *********** 2021-07-26T15:30:25.469 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:30:25.470 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.496 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.051) 0:02:41.746 *********** 2021-07-26T15:30:25.521 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:30:25.523 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.550 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.056) 0:02:41.803 *********** 2021-07-26T15:30:25.568 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:30:25.569 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.593 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.043) 0:02:41.847 *********** 2021-07-26T15:30:25.621 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:30:25.623 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.646 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.052) 0:02:41.899 *********** 2021-07-26T15:30:25.663 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:25.665 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.689 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:41.942 *********** 2021-07-26T15:30:25.717 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:25.719 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.743 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.054) 0:02:41.996 *********** 2021-07-26T15:30:25.760 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:30:25.762 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.785 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:42.039 *********** 2021-07-26T15:30:25.814 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:30:25.815 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.839 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.053) 0:02:42.092 *********** 2021-07-26T15:30:25.856 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-07-26T15:30:25.858 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.883 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.042) 0:02:42.135 *********** 2021-07-26T15:30:25.913 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:25.939 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:25 +0000 (0:00:00.056) 0:02:42.192 *********** 2021-07-26T15:30:25.979 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.005 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.065) 0:02:42.257 *********** 2021-07-26T15:30:26.021 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:26.023 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.050 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.045) 0:02:42.302 *********** 2021-07-26T15:30:26.077 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:30:26.079 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.110 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.060) 0:02:42.363 *********** 2021-07-26T15:30:26.129 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-07-26T15:30:26.131 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.168 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.057) 0:02:42.420 *********** 2021-07-26T15:30:26.198 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:30:26.200 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.234 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.066) 0:02:42.487 *********** 2021-07-26T15:30:26.310 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:26.312 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.334 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.099) 0:02:42.587 *********** 2021-07-26T15:30:26.382 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-07-26T15:30:26.384 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-07-26T15:30:26.407 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.073) 0:02:42.660 *********** 2021-07-26T15:30:26.413 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:30:26.415 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.440 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.033) 0:02:42.694 *********** 2021-07-26T15:30:26.529 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:30:26.531 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.554 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.113) 0:02:42.807 *********** 2021-07-26T15:30:26.635 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:30:26.637 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.658 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.104) 0:02:42.911 *********** 2021-07-26T15:30:26.728 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-07-26T15:30:26.730 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.763 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.104) 0:02:43.016 *********** 2021-07-26T15:30:26.795 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:30:26.797 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-07-26T15:30:26.829 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.065) 0:02:43.082 *********** 2021-07-26T15:30:26.926 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-07-26T15:30:26.927 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:26.949 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.120) 0:02:43.202 *********** 2021-07-26T15:30:26.967 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-07-26T15:30:26.969 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-07-26T15:30:26.998 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:26 +0000 (0:00:00.047) 0:02:43.250 *********** 2021-07-26T15:30:27.338 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-07-26T15:30:27.340 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-07-26T15:30:27.367 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:27 +0000 (0:00:00.369) 0:02:43.620 *********** 2021-07-26T15:30:27.417 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:30:27.419 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-07-26T15:30:27.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:27 +0000 (0:00:00.077) 0:02:43.697 *********** 2021-07-26T15:30:27.513 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:27.536 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:27 +0000 (0:00:00.091) 0:02:43.789 *********** 2021-07-26T15:30:27.747 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-07-26T15:30:27.771 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:27 +0000 (0:00:00.235) 0:02:44.024 *********** 2021-07-26T15:30:27.957 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-07-26T15:30:27.980 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:27 +0000 (0:00:00.208) 0:02:44.233 *********** 2021-07-26T15:30:28.174 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-07-26T15:30:28.176 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-07-26T15:30:28.199 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.219) 0:02:44.452 *********** 2021-07-26T15:30:28.385 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-07-26T15:30:28.386 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-07-26T15:30:28.387 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** ok: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:28.410 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.211) 0:02:44.663 *********** 2021-07-26T15:30:28.432 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.021) 0:02:44.685 *********** 2021-07-26T15:30:28.502 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-07-26T15:30:28.504 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:28.525 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.093) 0:02:44.778 *********** 2021-07-26T15:30:28.595 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-07-26T15:30:28.596 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:28.618 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.092) 0:02:44.871 *********** 2021-07-26T15:30:28.688 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-07-26T15:30:28.690 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:28.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.096) 0:02:44.968 *********** 2021-07-26T15:30:28.783 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:28.806 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.091) 0:02:45.060 *********** 2021-07-26T15:30:28.813 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-07-26T15:30:28.815 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-07-26T15:30:28.840 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.033) 0:02:45.094 *********** 2021-07-26T15:30:28.868 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-07-26T15:30:28.870 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:28.894 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.053) 0:02:45.147 *********** 2021-07-26T15:30:28.962 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:28.964 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:30:28.986 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:28 +0000 (0:00:00.091) 0:02:45.239 *********** 2021-07-26T15:30:29.034 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-07-26T15:30:29.035 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:29.060 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.074) 0:02:45.313 *********** 2021-07-26T15:30:29.100 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:30:29.102 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.112 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.114 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.123 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.135 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} TASK [testnode : Work around broken wget on wheezy.] *************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.166 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.105) 0:02:45.419 *********** 2021-07-26T15:30:29.173 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** ok: [smithi073.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:30:29.175 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.176 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.176 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.178 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.207 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.041) 0:02:45.461 *********** 2021-07-26T15:30:29.235 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-07-26T15:30:29.237 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.261 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.052) 0:02:45.513 *********** 2021-07-26T15:30:29.329 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-07-26T15:30:29.331 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.355 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.095) 0:02:45.608 *********** 2021-07-26T15:30:29.435 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-07-26T15:30:29.437 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.461 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.106) 0:02:45.714 *********** 2021-07-26T15:30:29.473 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-07-26T15:30:29.474 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003549", "end": "2021-07-26 15:30:29.424325", "rc": 0, "start": "2021-07-26 15:30:29.420776", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:30:29.517 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.055) 0:02:45.770 *********** 2021-07-26T15:30:29.562 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-07-26T15:30:29.563 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.603 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.086) 0:02:45.856 *********** 2021-07-26T15:30:29.610 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-07-26T15:30:29.611 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.638 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.034) 0:02:45.891 *********** 2021-07-26T15:30:29.666 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:29.668 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:30:29.693 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.053) 0:02:45.945 *********** 2021-07-26T15:30:29.723 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.750 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.058) 0:02:46.003 *********** 2021-07-26T15:30:29.791 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi046.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.802 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.803 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.813 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} ok: [smithi046.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:30:29.824 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.826 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi046.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.849 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.098) 0:02:46.102 *********** 2021-07-26T15:30:29.856 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.857 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.858 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.858 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.859 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:29.888 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:29 +0000 (0:00:00.039) 0:02:46.141 *********** 2021-07-26T15:30:30.148 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-07-26T15:30:30.150 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.004107", "end": "2021-07-26 15:30:30.121502", "rc": 0, "start": "2021-07-26 15:30:30.117395", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:30:30.175 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.286) 0:02:46.428 *********** 2021-07-26T15:30:30.255 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:30.281 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.106) 0:02:46.534 *********** 2021-07-26T15:30:30.370 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-07-26T15:30:30.373 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:30.394 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.112) 0:02:46.647 *********** 2021-07-26T15:30:30.463 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-07-26T15:30:30.465 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:30.486 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.092) 0:02:46.739 *********** 2021-07-26T15:30:30.556 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-07-26T15:30:30.558 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:30.582 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.095) 0:02:46.836 *********** 2021-07-26T15:30:30.662 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:30.690 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.106) 0:02:46.942 *********** 2021-07-26T15:30:30.767 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:30:30.769 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item={'block_used': 13859350, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235758, 'size_available': 926661664768, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150114, 'block_size': 4096, 'inode_available': 60904862}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235758, "block_size": 4096, "block_total": 240095108, "block_used": 13859350, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904862, "inode_total": 61054976, "inode_used": 150114, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661664768, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2021-07-26T15:30:30.791 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.102) 0:02:47.045 *********** 2021-07-26T15:30:30.978 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-07-26T15:30:30.980 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009345", "end": "2021-07-26 15:30:31.141698", "rc": 0, "start": "2021-07-26 15:30:31.132353", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:31.002 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:30 +0000 (0:00:00.210) 0:02:47.256 *********** 2021-07-26T15:30:31.083 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-07-26T15:30:31.085 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'block_used': 13859350, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235758, 'size_available': 926661664768, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150114, 'block_size': 4096, 'inode_available': 60904862}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235758, "block_size": 4096, "block_total": 240095108, "block_used": 13859350, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904862, "inode_total": 61054976, "inode_used": 150114, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661664768, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:31.107 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.105) 0:02:47.361 *********** 2021-07-26T15:30:31.176 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:30:31.200 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.092) 0:02:47.453 *********** 2021-07-26T15:30:31.218 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-07-26T15:30:31.220 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:31.244 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.044) 0:02:47.497 *********** 2021-07-26T15:30:31.296 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:31.298 INFO:teuthology.task.ansible.out:TASK [testnode : Zap all non-root disks] *************************************** skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:31.330 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-07-26T15:30:31.331 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:31.353 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.108) 0:02:47.606 *********** 2021-07-26T15:30:31.432 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:30:31.434 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item={'block_used': 13859363, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235745, 'size_available': 926661611520, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235745, "block_size": 4096, "block_total": 240095108, "block_used": 13859363, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661611520, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2021-07-26T15:30:31.457 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.104) 0:02:47.710 *********** 2021-07-26T15:30:31.661 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009285", "end": "2021-07-26 15:30:31.864042", "rc": 0, "start": "2021-07-26 15:30:31.854757", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:31.685 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.227) 0:02:47.938 *********** 2021-07-26T15:30:31.774 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-07-26T15:30:31.776 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'block_used': 13859363, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235745, 'size_available': 926661611520, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235745, "block_size": 4096, "block_total": 240095108, "block_used": 13859363, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661611520, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:31.799 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.114) 0:02:48.052 *********** 2021-07-26T15:30:31.889 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:30:31.913 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:31 +0000 (0:00:00.114) 0:02:48.167 *********** 2021-07-26T15:30:32.006 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:30:32.008 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:33.021 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGdGAvv0fuDZK1IdqXWxM0I84MOWjg27rh'], 'uuids': ['b49b8e7c-602f-47d1-99a7-a195c400a9c2']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.584126", "end": "2021-07-26 15:30:33.167704", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGdGAvv0fuDZK1IdqXWxM0I84MOWjg27rh"], "labels": [], "masters": [], "uuids": ["b49b8e7c-602f-47d1-99a7-a195c400a9c2"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:31.583578", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:33.022 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:33.034 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:33.756 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtrnrKXMxRS5WHKbiL4uUVxkH8om2YKBLK'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.611287", "end": "2021-07-26 15:30:33.948046", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtrnrKXMxRS5WHKbiL4uUVxkH8om2YKBLK"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:32.336759", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:33.768 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:33.769 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:34.275 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGU6j1b5nA3vuhoE1Kowzt3CdXWN9iiGoB'], 'uuids': ['d7077d51-8826-4a14-b7d6-83398bd0c924']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.110598", "end": "2021-07-26 15:30:34.427297", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGU6j1b5nA3vuhoE1Kowzt3CdXWN9iiGoB"], "labels": [], "masters": [], "uuids": ["d7077d51-8826-4a14-b7d6-83398bd0c924"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:33.316699", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:34.277 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QAQQ', 'wwn-0x5000c50091e0ab90'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QAQQ-part1', 'wwn-0x5000c50091e0ab90-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e0ab90', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QAQQ', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QAQQ", "wwn-0x5000c50091e0ab90"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QAQQ-part1", "wwn-0x5000c50091e0ab90-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QAQQ", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e0ab90"}}, 2021-07-26T15:30:34.278 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:30:35.005 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtQCgwwN99RvouybiqFgZPb39L3O0DOVle'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.105158", "end": "2021-07-26 15:30:35.195351", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtQCgwwN99RvouybiqFgZPb39L3O0DOVle"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:34.090193", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:35.007 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HS07', 'wwn-0x5000c500871a2984'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HS07-part1', 'wwn-0x5000c500871a2984-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871a2984', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4HS07', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HS07", "wwn-0x5000c500871a2984"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HS07-part1", "wwn-0x5000c500871a2984-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4HS07", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871a2984"}}, 2021-07-26T15:30:35.008 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:30:35.604 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-uH3Ps0-HAAq-TOy3-4T3L-F4yB-mZOv-2Ft5FE', 'nvme-INTEL_SSDPEDMD400G4_PHFT62040115400BGN', 'nvme-nvme.8086-50484654363230343031313534303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.190049", "end": "2021-07-26 15:30:35.755337", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-uH3Ps0-HAAq-TOy3-4T3L-F4yB-mZOv-2Ft5FE", "nvme-INTEL_SSDPEDMD400G4_PHFT62040115400BGN", "nvme-nvme.8086-50484654363230343031313534303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:34.565288", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures d 2021-07-26T15:30:35.606 INFO:teuthology.task.ansible.out:estroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:35.616 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:35.617 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:36.305 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '937703088', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-G9OSUE-Vr9d-rbVQ-uY1W-yQTD-Ix57-0YczcZ', 'nvme-INTEL_SSDPED1D480GA_PHMB7512009A480DGN', 'nvme-nvme.8086-50484d42373531323030394134383044474e-494e54454c2053534450454431443438304741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPED1D480GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '447.13 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.161473", "end": "2021-07-26 15:30:36.499855", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series", "links": {"ids": ["lvm-pv-uuid-G9OSUE-Vr9d-rbVQ-uY1W-yQTD-Ix57-0YczcZ", "nvme-INTEL_SSDPED1D480GA_PHMB7512009A480DGN", "nvme-nvme.8086-50484d42373531323030394134383044474e-494e54454c2053534450454431443438304741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPED1D480GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "937703088", "sectorsize": "512", "size": "447.13 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:35.338382", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures destroyed! You 2021-07-26T15:30:36.307 INFO:teuthology.task.ansible.out:may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:36.317 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:36.318 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:36.904 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGWmKVJKzmRiXyoLGHuKlj07AL5y59cZGg'], 'uuids': ['4fe8b59f-9d6a-4040-886b-aa930c79ef90']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.158766", "end": "2021-07-26 15:30:37.058951", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGWmKVJKzmRiXyoLGHuKlj07AL5y59cZGg"], "labels": [], "masters": [], "uuids": ["4fe8b59f-9d6a-4040-886b-aa930c79ef90"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:35.900185", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:36.915 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:36.916 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:37.595 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtFHH0zFgm2ByJZKiKFw3ylWnuQWL7R6a7'], 'uuids': ['43416ddb-c7f5-4969-9ec2-3e7e8b19e3ac']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.142159", "end": "2021-07-26 15:30:37.788919", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtFHH0zFgm2ByJZKiKFw3ylWnuQWL7R6a7"], "labels": [], "masters": [], "uuids": ["43416ddb-c7f5-4969-9ec2-3e7e8b19e3ac"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:36.646760", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:37.609 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:37.618 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:38.180 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGBonGPKXAxc41WI0vJJy8lTq0eebzA9Fy'], 'uuids': ['1178e355-598f-4ae4-a3e6-e2477b397f2f']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.131631", "end": "2021-07-26 15:30:38.333578", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGBonGPKXAxc41WI0vJJy8lTq0eebzA9Fy"], "labels": [], "masters": [], "uuids": ["1178e355-598f-4ae4-a3e6-e2477b397f2f"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:37.201947", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:38.181 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:38.858 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtogZe9DgaGjA1cwsSQLdqYgrp0QlN0wXV'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.109580", "end": "2021-07-26 15:30:39.046365", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtogZe9DgaGjA1cwsSQLdqYgrp0QlN0wXV"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:37.936785", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:38.860 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:39.466 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jG3c7voMKtmnmLZQadjwS6ewM0h4QXpRcf'], 'uuids': ['319ae07a-f535-4378-9631-c8a000fb9112']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.144207", "end": "2021-07-26 15:30:39.617881", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jG3c7voMKtmnmLZQadjwS6ewM0h4QXpRcf"], "labels": [], "masters": [], "uuids": ["319ae07a-f535-4378-9631-c8a000fb9112"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:38.473674", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:39.500 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:39 +0000 (0:00:07.586) 0:02:55.754 *********** 2021-07-26T15:30:39.582 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:39.883 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGdGAvv0fuDZK1IdqXWxM0I84MOWjg27rh'], 'uuids': ['b49b8e7c-602f-47d1-99a7-a195c400a9c2']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.162565", "end": "2021-07-26 15:30:40.035570", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGdGAvv0fuDZK1IdqXWxM0I84MOWjg27rh"], "labels": [], "masters": [], "uuids": ["b49b8e7c-602f-47d1-99a7-a195c400a9c2"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:39.873005", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157546 s, 732 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157546 s, 732 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:39.895 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:39.896 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.127 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:30:40.129 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXt6E3YKPyxDZTt4W57qGyTTxKsOKBW6xfw'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:00.911372", "end": "2021-07-26 15:30:40.098160", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXt6E3YKPyxDZTt4W57qGyTTxKsOKBW6xfw"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:39.186788", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:30:40.162 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:40 +0000 (0:00:00.661) 0:02:56.415 *********** 2021-07-26T15:30:40.200 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:30:40.202 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGU6j1b5nA3vuhoE1Kowzt3CdXWN9iiGoB'], 'uuids': ['d7077d51-8826-4a14-b7d6-83398bd0c924']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.164389", "end": "2021-07-26 15:30:40.354226", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGU6j1b5nA3vuhoE1Kowzt3CdXWN9iiGoB"], "labels": [], "masters": [], "uuids": ["d7077d51-8826-4a14-b7d6-83398bd0c924"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.189837", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.159465 s, 723 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.159465 s, 723 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.204 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QAQQ', 'wwn-0x5000c50091e0ab90'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QAQQ-part1', 'wwn-0x5000c50091e0ab90-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e0ab90', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QAQQ', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QAQQ", "wwn-0x5000c50091e0ab90"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QAQQ-part1", "wwn-0x5000c50091e0ab90-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QAQQ", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e0ab90"}}, 2021-07-26T15:30:40.206 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.248 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.389 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-uH3Ps0-HAAq-TOy3-4T3L-F4yB-mZOv-2Ft5FE', 'nvme-INTEL_SSDPEDMD400G4_PHFT62040115400BGN', 'nvme-nvme.8086-50484654363230343031313534303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.057811", "end": "2021-07-26 15:30:40.549109", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-uH3Ps0-HAAq-TOy3-4T3L-F4yB-mZOv-2Ft5FE", "nvme-INTEL_SSDPEDMD400G4_PHFT62040115400BGN", "nvme-nvme.8086-50484654363230343031313534303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.491298", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0530064 s, 2.2 GB/s", "std 2021-07-26T15:30:40.390 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0530064 s, 2.2 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.407 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.418 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.505 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtrnrKXMxRS5WHKbiL4uUVxkH8om2YKBLK'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.116341", "end": "2021-07-26 15:30:40.476069", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtrnrKXMxRS5WHKbiL4uUVxkH8om2YKBLK"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.359728", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.111455 s, 1.0 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.111455 s, 1.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.554 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.713 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGWmKVJKzmRiXyoLGHuKlj07AL5y59cZGg'], 'uuids': ['4fe8b59f-9d6a-4040-886b-aa930c79ef90']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.159016", "end": "2021-07-26 15:30:40.870998", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGWmKVJKzmRiXyoLGHuKlj07AL5y59cZGg"], "labels": [], "masters": [], "uuids": ["4fe8b59f-9d6a-4040-886b-aa930c79ef90"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.711982", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.154931 s, 744 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.154931 s, 744 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.725 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.737 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.780 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtQCgwwN99RvouybiqFgZPb39L3O0DOVle'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.112346", "end": "2021-07-26 15:30:40.748385", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtQCgwwN99RvouybiqFgZPb39L3O0DOVle"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.636039", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.107503 s, 1.1 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.107503 s, 1.1 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.795 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HS07', 'wwn-0x5000c500871a2984'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HS07-part1', 'wwn-0x5000c500871a2984-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871a2984', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4HS07', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HS07", "wwn-0x5000c500871a2984"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HS07-part1", "wwn-0x5000c500871a2984-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4HS07", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871a2984"}}, 2021-07-26T15:30:40.797 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.972 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '937703088', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-G9OSUE-Vr9d-rbVQ-uY1W-yQTD-Ix57-0YczcZ', 'nvme-INTEL_SSDPED1D480GA_PHMB7512009A480DGN', 'nvme-nvme.8086-50484d42373531323030394134383044474e-494e54454c2053534450454431443438304741-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPED1D480GA', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '447.13 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.051802", "end": "2021-07-26 15:30:40.943826", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation Optane SSD 900P Series", "links": {"ids": ["lvm-pv-uuid-G9OSUE-Vr9d-rbVQ-uY1W-yQTD-Ix57-0YczcZ", "nvme-INTEL_SSDPED1D480GA_PHMB7512009A480DGN", "nvme-nvme.8086-50484d42373531323030394134383044474e-494e54454c2053534450454431443438304741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPED1D480GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "937703088", "sectorsize": "512", "size": "447.13 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:40.892024", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0469735 s, 2.5 GB/s", "stderr_lines": [" 2021-07-26T15:30:40.974 INFO:teuthology.task.ansible.out:110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0469735 s, 2.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:40.983 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:40.984 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:41.027 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGBonGPKXAxc41WI0vJJy8lTq0eebzA9Fy'], 'uuids': ['1178e355-598f-4ae4-a3e6-e2477b397f2f']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.163856", "end": "2021-07-26 15:30:41.179003", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jGBonGPKXAxc41WI0vJJy8lTq0eebzA9Fy"], "labels": [], "masters": [], "uuids": ["1178e355-598f-4ae4-a3e6-e2477b397f2f"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:41.015147", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.159093 s, 725 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.159093 s, 725 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.028 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:41.228 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtFHH0zFgm2ByJZKiKFw3ylWnuQWL7R6a7'], 'uuids': ['43416ddb-c7f5-4969-9ec2-3e7e8b19e3ac']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.112326", "end": "2021-07-26 15:30:41.196626", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtFHH0zFgm2ByJZKiKFw3ylWnuQWL7R6a7"], "labels": [], "masters": [], "uuids": ["43416ddb-c7f5-4969-9ec2-3e7e8b19e3ac"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:41.084300", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.107501 s, 1.1 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.107501 s, 1.1 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.229 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:41.240 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:41.325 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jG3c7voMKtmnmLZQadjwS6ewM0h4QXpRcf'], 'uuids': ['319ae07a-f535-4378-9631-c8a000fb9112']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.162674", "end": "2021-07-26 15:30:41.478428", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-uYo0mVXz10V3LMza7LDgWdZc2npvF5jG3c7voMKtmnmLZQadjwS6ewM0h4QXpRcf"], "labels": [], "masters": [], "uuids": ["319ae07a-f535-4378-9631-c8a000fb9112"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:41.315754", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157803 s, 731 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157803 s, 731 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.362 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:41 +0000 (0:00:01.199) 0:02:57.615 *********** 2021-07-26T15:30:41.482 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtogZe9DgaGjA1cwsSQLdqYgrp0QlN0wXV'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.117318", "end": "2021-07-26 15:30:41.455215", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXtogZe9DgaGjA1cwsSQLdqYgrp0QlN0wXV"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:41.337897", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.112457 s, 1.0 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.112457 s, 1.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.484 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:41.726 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXt6E3YKPyxDZTt4W57qGyTTxKsOKBW6xfw'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.115296", "end": "2021-07-26 15:30:41.699388", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-bzzDupkIDfbevHSpbFHWsMikUMq3moXt6E3YKPyxDZTt4W57qGyTTxKsOKBW6xfw"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:30:41.584092", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.110397 s, 1.0 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.110397 s, 1.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.738 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-07-26T15:30:41.740 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.178555", "end": "2021-07-26 15:30:41.843412", "rc": 0, "start": "2021-07-26 15:30:41.664857", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:41.762 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:41 +0000 (0:00:00.399) 0:02:58.015 *********** 2021-07-26T15:30:41.785 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:41 +0000 (0:00:00.022) 0:02:58.038 *********** 2021-07-26T15:30:42.010 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-07-26T15:30:42.012 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.084003", "end": "2021-07-26 15:30:42.168084", "rc": 0, "start": "2021-07-26 15:30:42.084081", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:42.035 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.249) 0:02:58.288 *********** 2021-07-26T15:30:42.094 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** changed: [smithi046.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.145384", "end": "2021-07-26 15:30:42.020660", "rc": 0, "start": "2021-07-26 15:30:41.875276", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:42.118 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.082) 0:02:58.371 *********** 2021-07-26T15:30:42.125 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:30:42.198 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.080) 0:02:58.451 *********** 2021-07-26T15:30:42.227 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-07-26T15:30:42.229 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.254 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.055) 0:02:58.507 *********** 2021-07-26T15:30:42.282 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.305 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.051) 0:02:58.558 *********** 2021-07-26T15:30:42.332 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:30:42.334 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.358 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.053) 0:02:58.611 *********** 2021-07-26T15:30:42.365 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-07-26T15:30:42.367 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.092700", "end": "2021-07-26 15:30:42.325396", "rc": 0, "start": "2021-07-26 15:30:42.232696", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:42.391 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.032) 0:02:58.644 *********** 2021-07-26T15:30:42.398 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-07-26T15:30:42.399 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.428 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.037) 0:02:58.681 *********** 2021-07-26T15:30:42.435 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:30:42.465 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.035) 0:02:58.717 *********** 2021-07-26T15:30:42.492 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-07-26T15:30:42.494 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.518 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.053) 0:02:58.771 *********** 2021-07-26T15:30:42.546 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-07-26T15:30:42.548 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.570 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.052) 0:02:58.823 *********** 2021-07-26T15:30:42.577 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-07-26T15:30:42.579 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:42.603 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.032) 0:02:58.856 *********** 2021-07-26T15:30:42.609 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:30:42.610 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.637 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.034) 0:02:58.890 *********** 2021-07-26T15:30:42.654 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:30:42.657 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'block_used': 13859350, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235758, 'size_available': 926661664768, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150114, 'block_size': 4096, 'inode_available': 60904862}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235758, "block_size": 4096, "block_total": 240095108, "block_used": 13859350, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904862, "inode_total": 61054976, "inode_used": 150114, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661664768, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.682 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.044) 0:02:58.935 *********** 2021-07-26T15:30:42.689 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-07-26T15:30:42.691 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.714 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.031) 0:02:58.967 *********** 2021-07-26T15:30:42.720 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-07-26T15:30:42.722 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.747 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.033) 0:02:59.000 *********** 2021-07-26T15:30:42.792 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.816 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.068) 0:02:59.069 *********** 2021-07-26T15:30:42.843 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:42.845 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.866 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.050) 0:02:59.120 *********** 2021-07-26T15:30:42.873 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-07-26T15:30:42.875 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:30:42.900 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.033) 0:02:59.154 *********** 2021-07-26T15:30:42.907 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-07-26T15:30:42.909 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.934 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.033) 0:02:59.187 *********** 2021-07-26T15:30:42.936 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:42.942 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:30:42.942 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'block_used': 13859363, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235745, 'size_available': 926661611520, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235745, "block_size": 4096, "block_total": 240095108, "block_used": 13859363, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661611520, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:42.968 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.033) 0:02:59.221 *********** 2021-07-26T15:30:42.976 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.005 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:42 +0000 (0:00:00.034) 0:02:59.255 *********** 2021-07-26T15:30:43.008 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-07-26T15:30:43.010 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.035 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.033) 0:02:59.288 *********** 2021-07-26T15:30:43.043 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-07-26T15:30:43.049 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.070 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.035) 0:02:59.324 *********** 2021-07-26T15:30:43.077 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:43.079 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.114 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.043) 0:02:59.367 *********** 2021-07-26T15:30:43.143 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:43.145 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.173 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.059) 0:02:59.426 *********** 2021-07-26T15:30:43.174 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:43.205 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.228 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.054) 0:02:59.481 *********** 2021-07-26T15:30:43.268 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.295 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.066) 0:02:59.548 *********** 2021-07-26T15:30:43.337 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:43.362 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.066) 0:02:59.615 *********** 2021-07-26T15:30:43.935 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:30:43.961 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:43 +0000 (0:00:00.599) 0:03:00.214 *********** 2021-07-26T15:30:43.982 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:30:44.024 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:44 +0000 (0:00:00.063) 0:03:00.277 *********** 2021-07-26T15:30:44.731 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:30:44.734 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:44.756 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:45.126 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:45.252 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:45.514 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:45.661 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:45.895 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:46.061 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:46.302 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:46.327 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:46 +0000 (0:00:02.302) 0:03:02.580 *********** 2021-07-26T15:30:46.440 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:30:46.468 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:46 +0000 (0:00:00.140) 0:03:02.721 *********** 2021-07-26T15:30:46.486 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:30:46.488 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-07-26T15:30:46.513 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:46 +0000 (0:00:00.044) 0:03:02.766 *********** 2021-07-26T15:30:46.615 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-07-26T15:30:46.640 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:46 +0000 (0:00:00.127) 0:03:02.893 *********** 2021-07-26T15:30:46.678 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-07-26T15:30:46.680 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:46.796 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:46.810 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:46.926 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:46.939 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:47.058 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:47.059 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:30:47.061 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.090 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.448) 0:03:03.342 *********** 2021-07-26T15:30:47.119 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.142 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.053) 0:03:03.395 *********** 2021-07-26T15:30:47.145 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:47.170 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-07-26T15:30:47.172 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.196 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.053) 0:03:03.449 *********** 2021-07-26T15:30:47.203 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-07-26T15:30:47.204 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} skipping: [smithi046.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.241 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.044) 0:03:03.494 *********** 2021-07-26T15:30:47.270 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.300 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.058) 0:03:03.553 *********** 2021-07-26T15:30:47.330 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:47.357 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.057) 0:03:03.610 *********** 2021-07-26T15:30:47.364 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-07-26T15:30:47.366 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:30:47.404 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.046) 0:03:03.657 *********** 2021-07-26T15:30:47.445 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-07-26T15:30:47.448 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:30:47.471 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.067) 0:03:03.724 *********** 2021-07-26T15:30:47.498 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-07-26T15:30:47.500 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:30:47.523 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.052) 0:03:03.777 *********** 2021-07-26T15:30:47.571 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-07-26T15:30:47.574 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:30:47.596 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:47 +0000 (0:00:00.072) 0:03:03.850 *********** 2021-07-26T15:30:47.992 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-07-26T15:30:47.994 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:30:48.026 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.430) 0:03:04.280 *********** 2021-07-26T15:30:48.056 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:30:48.079 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.052) 0:03:04.332 *********** 2021-07-26T15:30:48.571 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-07-26T15:30:48.596 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.517) 0:03:04.849 *********** 2021-07-26T15:30:48.607 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-07-26T15:30:48.638 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.040) 0:03:04.890 *********** 2021-07-26T15:30:48.645 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-07-26T15:30:48.646 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.673 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.034) 0:03:04.924 *********** 2021-07-26T15:30:48.681 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.704 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.032) 0:03:04.957 *********** 2021-07-26T15:30:48.710 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-07-26T15:30:48.712 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.735 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.031) 0:03:04.988 *********** 2021-07-26T15:30:48.742 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.766 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.031) 0:03:05.019 *********** 2021-07-26T15:30:48.772 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-07-26T15:30:48.776 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.796 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.030) 0:03:05.050 *********** 2021-07-26T15:30:48.803 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.828 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.031) 0:03:05.081 *********** 2021-07-26T15:30:48.834 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-07-26T15:30:48.836 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.859 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.031) 0:03:05.113 *********** 2021-07-26T15:30:48.866 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:48.891 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:48 +0000 (0:00:00.031) 0:03:05.144 *********** 2021-07-26T15:30:49.014 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-07-26T15:30:49.019 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:30:49.040 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.147) 0:03:05.292 *********** 2021-07-26T15:30:49.056 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:30:49.080 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.041) 0:03:05.333 *********** 2021-07-26T15:30:49.082 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:49.202 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:30:49.232 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.151) 0:03:05.485 *********** 2021-07-26T15:30:49.240 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:30:49.265 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.032) 0:03:05.518 *********** 2021-07-26T15:30:49.608 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-07-26T15:30:49.610 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-07-26T15:30:49.633 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.367) 0:03:05.886 *********** 2021-07-26T15:30:49.639 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-07-26T15:30:49.665 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.032) 0:03:05.918 *********** 2021-07-26T15:30:49.976 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-07-26T15:30:49.978 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-07-26T15:30:50.001 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:49 +0000 (0:00:00.335) 0:03:06.254 *********** 2021-07-26T15:30:50.008 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-07-26T15:30:50.034 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:50 +0000 (0:00:00.033) 0:03:06.287 *********** 2021-07-26T15:30:50.670 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-07-26T15:30:50.672 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:50.695 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:50 +0000 (0:00:00.660) 0:03:06.948 *********** 2021-07-26T15:30:50.702 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:50.729 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:50 +0000 (0:00:00.033) 0:03:06.982 *********** 2021-07-26T15:30:50.941 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.108708", "end": "2021-07-26 15:30:50.921435", "rc": 0, "start": "2021-07-26 15:30:50.812727", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2021-07-26T15:30:50.969 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:50 +0000 (0:00:00.240) 0:03:07.222 *********** 2021-07-26T15:30:51.008 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-07-26T15:30:51.009 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.033 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.062) 0:03:07.285 *********** 2021-07-26T15:30:51.062 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-07-26T15:30:51.064 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.092 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.060) 0:03:07.345 *********** 2021-07-26T15:30:51.101 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.111673", "end": "2021-07-26 15:30:51.053011", "rc": 0, "start": "2021-07-26 15:30:50.941338", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2021-07-26T15:30:51.126 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.033) 0:03:07.379 *********** 2021-07-26T15:30:51.153 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-07-26T15:30:51.155 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.180 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.054) 0:03:07.433 *********** 2021-07-26T15:30:51.208 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-07-26T15:30:51.210 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.234 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.053) 0:03:07.487 *********** 2021-07-26T15:30:51.779 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-07-26T15:30:51.781 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:51.804 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.570) 0:03:08.057 *********** 2021-07-26T15:30:51.833 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-07-26T15:30:51.835 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.856 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.052) 0:03:08.109 *********** 2021-07-26T15:30:51.895 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-07-26T15:30:51.897 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:51.926 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.064) 0:03:08.173 *********** 2021-07-26T15:30:51.947 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-07-26T15:30:51.949 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:51.970 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:51 +0000 (0:00:00.049) 0:03:08.223 *********** 2021-07-26T15:30:52.186 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-07-26T15:30:52.188 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-07-26T15:30:52.214 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.244) 0:03:08.467 *********** 2021-07-26T15:30:52.241 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-07-26T15:30:52.244 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:52.270 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.055) 0:03:08.523 *********** 2021-07-26T15:30:52.309 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-07-26T15:30:52.335 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.064) 0:03:08.588 *********** 2021-07-26T15:30:52.363 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-07-26T15:30:52.366 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:52.387 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.051) 0:03:08.640 *********** 2021-07-26T15:30:52.489 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-07-26T15:30:52.490 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:27:22 UTC", "ActiveEnterTimestampMonotonic": "16891282", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-tmpfiles-setup.service systemd-journald.socket sysinit.target -.mount basic.target network.target system.slice", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:27:21 UTC", "AssertTimestampMonotonic": "16651971", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:27:21 UTC", "ConditionTimestampMonotonic": "16651970", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": 2021-07-26T15:30:52.498 INFO:teuthology.task.ansible.out: "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "825", "ExecMainStartTimestamp": "Mon 2021-07-26 15:27:22 UTC", "ExecMainStartTimestampMonotonic": "16891262", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:27:21 UTC", "InactiveExitTimestampMonotonic": "16653041", "InvocationID": "f93b773f328f4904a954497426c678b6", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Lim 2021-07-26T15:30:52.500 INFO:teuthology.task.ansible.out:itCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "825", "MemoryAccounting": "yes", "MemoryCurrent": "3645440", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "Requi 2021-07-26T15:30:52.501 INFO:teuthology.task.ansible.out:resMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:27:22 UTC", "StateChangeTimestampMonotonic": "16891282", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38340", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:30:52.516 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.128) 0:03:08.769 *********** 2021-07-26T15:30:52.544 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:30:52.567 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.051) 0:03:08.820 *********** 2021-07-26T15:30:52.606 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:30:52.607 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:27:29 UTC", "ActiveEnterTimestampMonotonic": "13268145", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target systemd-journald.socket system.slice sysinit.target network.target -.mount systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:27:29 UTC", "AssertTimestampMonotonic": "13135801", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:27:29 UTC", "ConditionTimestampMonotonic": "13135799", "ConfigurationDirectoryMode 2021-07-26T15:30:52.609 INFO:teuthology.task.ansible.out:": "0755", "Conflicts": "shutdown.target systemd-timesyncd.service", "ControlGroup": "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "828", "ExecMainStartTimestamp": "Mon 2021-07-26 15:27:29 UTC", "ExecMainStartTimestampMonotonic": "13268133", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:27:29 UTC", "InactiveExitTimestampMonotonic": "13136877", "InvocationID": "bdf5bcb679f14ffe8b2e870672e76035", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": " 2021-07-26T15:30:52.610 INFO:teuthology.task.ansible.out:15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127777", "LimitNPROCSoft": "127777", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127777", "LimitSIGPENDINGSoft": "127777", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "828", "MemoryAccounting": "yes", "MemoryCurrent": "3461120", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit" 2021-07-26T15:30:52.612 INFO:teuthology.task.ansible.out:: "no", "RemoveIPC": "no", "Requires": "system.slice -.mount sysinit.target", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:27:29 UTC", "StateChangeTimestampMonotonic": "13268145", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38333", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:30:52.633 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.065) 0:03:08.886 *********** 2021-07-26T15:30:52.655 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.022) 0:03:08.908 *********** 2021-07-26T15:30:52.662 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:52.691 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.035) 0:03:08.944 *********** 2021-07-26T15:30:52.703 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:30:52.729 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.037) 0:03:08.982 *********** 2021-07-26T15:30:52.768 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:52.769 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:30:52.791 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.062) 0:03:09.044 *********** 2021-07-26T15:30:52.818 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-07-26T15:30:52.819 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:52.846 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:52 +0000 (0:00:00.055) 0:03:09.100 *********** 2021-07-26T15:30:53.767 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-07-26T15:30:53.768 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:30:53.793 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:53 +0000 (0:00:00.946) 0:03:10.046 *********** 2021-07-26T15:30:53.822 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-07-26T15:30:53.824 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:53.854 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:53 +0000 (0:00:00.061) 0:03:10.107 *********** 2021-07-26T15:30:53.927 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-07-26T15:30:53.929 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:30:53.961 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:53 +0000 (0:00:00.106) 0:03:10.214 *********** 2021-07-26T15:30:53.990 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-07-26T15:30:53.992 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:54.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:54 +0000 (0:00:00.060) 0:03:10.275 *********** 2021-07-26T15:30:54.041 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-07-26T15:30:54.044 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:30:54.069 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:54 +0000 (0:00:00.047) 0:03:10.322 *********** 2021-07-26T15:30:54.206 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:30:54.231 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:54 +0000 (0:00:00.162) 0:03:10.484 *********** 2021-07-26T15:30:54.525 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-07-26T15:30:54.528 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:30:54.553 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:54 +0000 (0:00:00.321) 0:03:10.806 *********** 2021-07-26T15:30:54.690 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:30:54.692 INFO:teuthology.task.ansible.out: 2021-07-26T15:30:54.719 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:54 +0000 (0:00:00.166) 0:03:10.972 *********** 2021-07-26T15:30:56.884 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-07-26T15:30:56.886 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2021-07-26T15:30:56.909 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:56 +0000 (0:00:02.190) 0:03:13.162 *********** 2021-07-26T15:30:56.938 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2021-07-26T15:30:56.966 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:56 +0000 (0:00:00.057) 0:03:13.219 *********** 2021-07-26T15:30:57.419 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-07-26T15:30:57.420 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false} 2021-07-26T15:30:57.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.478) 0:03:13.698 *********** 2021-07-26T15:30:57.473 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-07-26T15:30:57.474 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"interface": "ens1f0"}, "changed": false} 2021-07-26T15:30:57.497 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.052) 0:03:13.750 *********** 2021-07-26T15:30:57.505 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-07-26T15:30:57.506 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false} 2021-07-26T15:30:57.532 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.035) 0:03:13.786 *********** 2021-07-26T15:30:57.559 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-07-26T15:30:57.562 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-07-26T15:30:57.587 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.054) 0:03:13.840 *********** 2021-07-26T15:30:57.689 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-07-26T15:30:57.691 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1627312974.5730624, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1627312974.5690625, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1627312974.5690625, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 67, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-07-26T15:30:57.719 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.131) 0:03:13.971 *********** 2021-07-26T15:30:57.770 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1627313001.4235466, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1627313001.4195466, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1627313001.4195466, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-07-26T15:30:57.808 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:57 +0000 (0:00:00.089) 0:03:14.061 *********** 2021-07-26T15:30:58.186 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-07-26T15:30:58.187 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "msg": ""} ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "msg": ""} 2021-07-26T15:30:58.210 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.401) 0:03:14.463 *********** 2021-07-26T15:30:58.234 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.024) 0:03:14.487 *********** 2021-07-26T15:30:58.240 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-07-26T15:30:58.242 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:30:58.265 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.031) 0:03:14.518 *********** 2021-07-26T15:30:58.272 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:30:58.297 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.031) 0:03:14.550 *********** 2021-07-26T15:30:58.303 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-07-26T15:30:58.304 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.327 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.030) 0:03:14.580 *********** 2021-07-26T15:30:58.334 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.360 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.032) 0:03:14.613 *********** 2021-07-26T15:30:58.512 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2021-07-26T15:30:58.514 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:30:58.547 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.186) 0:03:14.800 *********** 2021-07-26T15:30:58.557 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:30:58.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.044) 0:03:14.845 *********** 2021-07-26T15:30:58.739 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* changed: [smithi046.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:30:58.770 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.176) 0:03:15.022 *********** 2021-07-26T15:30:58.777 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:30:58.803 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.034) 0:03:15.056 *********** 2021-07-26T15:30:58.809 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-07-26T15:30:58.811 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.835 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.031) 0:03:15.088 *********** 2021-07-26T15:30:58.841 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.869 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.034) 0:03:15.122 *********** 2021-07-26T15:30:58.876 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-07-26T15:30:58.877 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=ens1f1) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.878 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.890 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.901 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item=ens1f0) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.905 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.928 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.058) 0:03:15.181 *********** 2021-07-26T15:30:58.934 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.936 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.963 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:58 +0000 (0:00:00.034) 0:03:15.216 *********** 2021-07-26T15:30:58.969 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-07-26T15:30:58.971 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.972 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi046.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.973 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:58.985 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.013 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.050) 0:03:15.266 *********** 2021-07-26T15:30:59.021 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.022 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.023 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi073.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.034 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.036 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:59.038 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.062 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.048) 0:03:15.315 *********** 2021-07-26T15:30:59.083 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.021) 0:03:15.336 *********** 2021-07-26T15:30:59.089 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.113 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.030) 0:03:15.366 *********** 2021-07-26T15:30:59.119 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:30:59.121 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.153 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.039) 0:03:15.406 *********** 2021-07-26T15:30:59.159 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-07-26T15:30:59.161 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.188 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.035) 0:03:15.441 *********** 2021-07-26T15:30:59.197 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-07-26T15:30:59.198 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.226 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.037) 0:03:15.479 *********** 2021-07-26T15:30:59.234 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.265 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.038) 0:03:15.518 *********** 2021-07-26T15:30:59.272 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-07-26T15:30:59.274 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.312 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.047) 0:03:15.565 *********** 2021-07-26T15:30:59.319 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-07-26T15:30:59.321 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.348 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.036) 0:03:15.601 *********** 2021-07-26T15:30:59.356 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.380 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.032) 0:03:15.634 *********** 2021-07-26T15:30:59.387 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:30:59.389 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.423 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.042) 0:03:15.676 *********** 2021-07-26T15:30:59.432 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-07-26T15:30:59.434 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.461 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.038) 0:03:15.715 *********** 2021-07-26T15:30:59.468 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-07-26T15:30:59.470 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.495 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.033) 0:03:15.748 *********** 2021-07-26T15:30:59.501 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:30:59.503 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.529 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.034) 0:03:15.782 *********** 2021-07-26T15:30:59.535 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:30:59.537 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.561 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.032) 0:03:15.814 *********** 2021-07-26T15:30:59.568 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-07-26T15:30:59.570 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.597 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.035) 0:03:15.850 *********** 2021-07-26T15:30:59.624 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:30:59.625 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:30:59.647 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:30:59 +0000 (0:00:00.050) 0:03:15.900 *********** 2021-07-26T15:30:59.771 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** ok: [smithi046.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010418", "end": "2021-07-26 15:30:59.737002", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:30:59.726584", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:59.866 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010229", "end": "2021-07-26 15:30:59.815446", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:30:59.805217", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:30:59.938 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006134", "end": "2021-07-26 15:30:59.904779", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:30:59.898645", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.013 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006048", "end": "2021-07-26 15:30:59.985364", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:30:59.979316", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.099 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005728", "end": "2021-07-26 15:31:00.067306", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:31:00.061578", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.102 INFO:teuthology.task.ansible.out: 2021-07-26T15:31:00.173 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005483", "end": "2021-07-26 15:31:00.138453", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:31:00.132970", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.288 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.033028", "end": "2021-07-26 15:31:00.253143", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:31:00.220115", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.314 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.666) 0:03:16.567 *********** 2021-07-26T15:31:00.341 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-07-26T15:31:00.365 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.051) 0:03:16.618 *********** 2021-07-26T15:31:00.373 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-07-26T15:31:00.375 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.022314", "end": "2021-07-26 15:31:00.320587", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:31:00.298273", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:00.400 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.034) 0:03:16.653 *********** 2021-07-26T15:31:00.407 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-07-26T15:31:00.409 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:00.435 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-07-26T15:31:00.467 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.067) 0:03:16.720 *********** 2021-07-26T15:31:00.494 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-07-26T15:31:00.496 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:00.568 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-07-26T15:31:00.604 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.136) 0:03:16.857 *********** 2021-07-26T15:31:00.632 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:00 +0000 (0:00:00.027) 0:03:16.885 *********** 2021-07-26T15:31:01.614 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi046.front.sepia.ceph.com] 2021-07-26T15:31:01.666 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:01 +0000 (0:00:01.034) 0:03:17.920 *********** 2021-07-26T15:31:01.694 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:01.696 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-07-26T15:31:01.718 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:01 +0000 (0:00:00.051) 0:03:17.971 *********** 2021-07-26T15:31:01.745 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:01.769 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:01 +0000 (0:00:00.050) 0:03:18.022 *********** 2021-07-26T15:31:01.806 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-07-26T15:31:01.809 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-07-26T15:31:01.832 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:01 +0000 (0:00:00.063) 0:03:18.085 *********** 2021-07-26T15:31:02.606 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi073.front.sepia.ceph.com] 2021-07-26T15:31:02.672 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:02 +0000 (0:00:00.840) 0:03:18.925 *********** 2021-07-26T15:31:02.705 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:02.706 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-07-26T15:31:02.740 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:02 +0000 (0:00:00.067) 0:03:18.993 *********** 2021-07-26T15:31:02.771 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:02.773 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:02.806 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:02 +0000 (0:00:00.066) 0:03:19.059 *********** 2021-07-26T15:31:02.848 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-07-26T15:31:02.849 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-07-26T15:31:02.884 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:02 +0000 (0:00:00.077) 0:03:19.137 *********** 2021-07-26T15:31:18.544 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-07-26T15:31:18.546 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 931 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (18.5 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...\r\nUnpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...\r\nSetting up docker.io (20.10.2-0ubuntu1~20.04.3) ...\r\nCreated symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "Suggested packages:", " aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The followin 2021-07-26T15:31:18.547 INFO:teuthology.task.ansible.out:g packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 931 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (18.5 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...", "Unpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...", "Setting up docker.io (20.10.2-0ubuntu1~20.04.3) ...", "Created symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.", "Processing triggers for man-db (2.9.1-1) ..."]} 2021-07-26T15:31:18.569 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:18 +0000 (0:00:15.685) 0:03:34.822 *********** 2021-07-26T15:31:18.598 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:18.600 INFO:teuthology.task.ansible.out:skipping: [smithi046.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:18.623 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:18 +0000 (0:00:00.054) 0:03:34.877 *********** 2021-07-26T15:31:18.660 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:18.662 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-07-26T15:31:18.685 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:18 +0000 (0:00:00.061) 0:03:34.938 *********** 2021-07-26T15:31:18.902 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-07-26T15:31:18.903 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:31:18.934 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-07-26T15:31:18.936 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 931 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (19.0 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...\r\nUnpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...\r\nSetting up docker.io (20.10.2-0ubuntu1~20.04.3) ...\r\nCreated symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "Suggested packages:", " aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The followin 2021-07-26T15:31:18.937 INFO:teuthology.task.ansible.out:g packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 931 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (19.0 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...", "Unpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...", "Setting up docker.io (20.10.2-0ubuntu1~20.04.3) ...", "Created symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.", "Processing triggers for man-db (2.9.1-1) ..."]} 2021-07-26T15:31:18.958 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:18 +0000 (0:00:00.273) 0:03:35.211 *********** 2021-07-26T15:31:18.985 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:18.986 INFO:teuthology.task.ansible.out:skipping: [smithi073.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:19.009 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:19 +0000 (0:00:00.050) 0:03:35.262 *********** 2021-07-26T15:31:19.036 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:31:19.037 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-07-26T15:31:19.064 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:19 +0000 (0:00:00.054) 0:03:35.317 *********** 2021-07-26T15:31:19.070 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-07-26T15:31:19.070 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:31:19.100 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:19 +0000 (0:00:00.036) 0:03:35.353 *********** 2021-07-26T15:31:19.262 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:31:19.418 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:31:19.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:19 +0000 (0:00:00.343) 0:03:35.697 *********** 2021-07-26T15:31:19.555 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** changed: [smithi046.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313479.1560032-20400-51975053613656/source", "state": "file", "uid": 0} 2021-07-26T15:31:19.908 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313479.5023096-20413-88470313425722/source", "state": "file", "uid": 0} 2021-07-26T15:31:19.961 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313479.5773783-20400-272031820970085/source", "state": "file", "uid": 0} 2021-07-26T15:31:19.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:19 +0000 (0:00:00.543) 0:03:36.240 *********** 2021-07-26T15:31:20.307 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313479.9316266-20413-99473666186478/source", "state": "file", "uid": 0} 2021-07-26T15:31:20.333 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:20 +0000 (0:00:00.346) 0:03:36.586 *********** 2021-07-26T15:31:20.789 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2021-07-26T15:31:20.791 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"cache_update_time": 1627313344, "cache_updated": false, "changed": false} 2021-07-26T15:31:20.819 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:20 +0000 (0:00:00.485) 0:03:37.072 *********** 2021-07-26T15:31:21.088 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"cache_update_time": 1627313343, "cache_updated": false, "changed": false} 2021-07-26T15:31:21.113 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:21 +0000 (0:00:00.294) 0:03:37.366 *********** 2021-07-26T15:31:25.942 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-07-26T15:31:25.944 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-cbwome4t\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-cbwome4t"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-cbwome4t\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=b394e9743d1be343e7896e71ad159723c89dd473bd486022e40b69d7c9adf6d6\n Stored in directory: /tmp/pip-ephem-wheel-cache-9skrkw5i/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fbbca0eacb241d5a9ddd2edec852a56cacb871eb8fb6ae2ea105b0b0274898ba\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github. 2021-07-26T15:31:25.946 INFO:teuthology.task.ansible.out:com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-cbwome4t", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=b394e9743d1be343e7896e71ad159723c89dd473bd486022e40b69d7c9adf6d6", " Stored in directory: /tmp/pip-ephem-wheel-cache-9skrkw5i/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fbbca0eacb241d5a9ddd2edec852a56cacb871eb8fb6ae2ea105b0b0274898ba", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:31:25.968 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:25 +0000 (0:00:04.854) 0:03:42.221 *********** 2021-07-26T15:31:26.070 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-jau0uolw\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-jau0uolw"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-jau0uolw\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=b394e9743d1be343e7896e71ad159723c89dd473bd486022e40b69d7c9adf6d6\n Stored in directory: /tmp/pip-ephem-wheel-cache-sg2cj0zx/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fbbca0eacb241d5a9ddd2edec852a56cacb871eb8fb6ae2ea105b0b0274898ba\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github. 2021-07-26T15:31:26.071 INFO:teuthology.task.ansible.out:com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-jau0uolw", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=b394e9743d1be343e7896e71ad159723c89dd473bd486022e40b69d7c9adf6d6", " Stored in directory: /tmp/pip-ephem-wheel-cache-sg2cj0zx/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=fbbca0eacb241d5a9ddd2edec852a56cacb871eb8fb6ae2ea105b0b0274898ba", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:31:26.095 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.127) 0:03:42.349 *********** 2021-07-26T15:31:26.144 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-07-26T15:31:26.146 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:31:26.173 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.077) 0:03:42.426 *********** 2021-07-26T15:31:26.275 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:31:26.301 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.128) 0:03:42.554 *********** 2021-07-26T15:31:26.609 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2021-07-26T15:31:26.611 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313486.2279255-20817-220841231519658/source", "state": "file", "uid": 0} 2021-07-26T15:31:26.634 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.332) 0:03:42.887 *********** 2021-07-26T15:31:26.724 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313486.3553185-20823-65965958813076/source", "state": "file", "uid": 0} 2021-07-26T15:31:26.750 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.115) 0:03:43.003 *********** 2021-07-26T15:31:26.862 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-07-26T15:31:26.864 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.038211", "end": "2021-07-26 15:31:26.831803", "rc": 0, "start": "2021-07-26 15:31:26.793592", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:26.892 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.142) 0:03:43.146 *********** 2021-07-26T15:31:26.973 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.035376", "end": "2021-07-26 15:31:26.943973", "rc": 0, "start": "2021-07-26 15:31:26.908597", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:31:26.999 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:26 +0000 (0:00:00.106) 0:03:43.253 *********** 2021-07-26T15:31:28.762 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-07-26T15:31:28.763 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:31:14 UTC", "ActiveEnterTimestampMonotonic": "238495788", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network-online.target sysinit.target system.slice docker.socket basic.target systemd-journald.socket firewalld.service containerd.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:31:12 UTC", "AssertTimestampMonotonic": "236311666", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:31:12 UTC", "ConditionTimestampMonotonic": "236311666", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.sli 2021-07-26T15:31:28.765 INFO:teuthology.task.ansible.out:ce/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8881", "ExecMainStartTimestamp": "Mon 2021-07-26 15:31:12 UTC", "ExecMainStartTimestampMonotonic": "236312806", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:31:12 UTC] ; stop_time=[n/a] ; pid=8881 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[Mon 2021-07-26 15:31:12 UTC] ; stop_time=[n/a] ; pid=8881 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngress 2021-07-26T15:31:28.766 INFO:teuthology.task.ansible.out:Packets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:31:12 UTC", "InactiveExitTimestampMonotonic": "236313060", "InvocationID": "699269622a8e4aafa631fd9781a215c6", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127777", "LimitSIGPENDINGSoft": "127777", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8881", "MemoryAccounting": "yes", "MemoryCurrent": "53280768", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "contin 2021-07-26T15:31:28.768 INFO:teuthology.task.ansible.out:ue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "docker.socket system.slice sysinit.target", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:31:14 UTC", "StateChangeTimestampMonotonic": "238495788", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "16", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": " 2021-07-26T15:31:28.769 INFO:teuthology.task.ansible.out:notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "network-online.target containerd.service", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:31:28.935 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:31:13 UTC", "ActiveEnterTimestampMonotonic": "248903258", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "firewalld.service containerd.service sysinit.target system.slice docker.socket basic.target systemd-journald.socket network-online.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:31:11 UTC", "AssertTimestampMonotonic": "246770468", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:31:11 UTC", "ConditionTimestampMonotonic": "246770468", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.sli 2021-07-26T15:31:28.937 INFO:teuthology.task.ansible.out:ce/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8751", "ExecMainStartTimestamp": "Mon 2021-07-26 15:31:11 UTC", "ExecMainStartTimestampMonotonic": "246771345", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:31:11 UTC] ; stop_time=[n/a] ; pid=8751 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[Mon 2021-07-26 15:31:11 UTC] ; stop_time=[n/a] ; pid=8751 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngress 2021-07-26T15:31:28.939 INFO:teuthology.task.ansible.out:Packets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:31:11 UTC", "InactiveExitTimestampMonotonic": "246771608", "InvocationID": "f15a5988413546648c09ad363b38d0f4", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8751", "MemoryAccounting": "yes", "MemoryCurrent": "54296576", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "contin 2021-07-26T15:31:28.940 INFO:teuthology.task.ansible.out:ue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target docker.socket", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:31:13 UTC", "StateChangeTimestampMonotonic": "248903258", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "17", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": " 2021-07-26T15:31:28.942 INFO:teuthology.task.ansible.out:notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "containerd.service network 2021-07-26T15:31:28.942 INFO:teuthology.task.ansible.out:-online.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:31:29.012 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-07-26T15:31:29.013 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-07-26T15:31:29.015 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2021-07-26T15:31:29.016 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:31:29.028 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:31:29.030 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:29 +0000 (0:00:02.028) 0:03:45.282 *********** 2021-07-26T15:31:29.999 INFO:teuthology.task.ansible.out:ok: [smithi073.front.sepia.ceph.com] 2021-07-26T15:31:30.021 INFO:teuthology.task.ansible.out:ok: [smithi046.front.sepia.ceph.com] 2021-07-26T15:31:30.041 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** 2021-07-26T15:31:30.042 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:30 +0000 (0:00:01.012) 0:03:46.294 *********** 2021-07-26T15:31:30.228 INFO:teuthology.task.ansible.out:changed: [smithi046.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:31:30.250 INFO:teuthology.task.ansible.out:changed: [smithi073.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:31:30.252 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* 2021-07-26T15:31:30.253 INFO:teuthology.task.ansible.out:smithi046.front.sepia.ceph.com : ok=133 changed=42 unreachable=0 failed=0 skipped=187 rescued=0 ignored=0 smithi073.front.sepia.ceph.com : ok=133 changed=42 unreachable=0 failed=0 skipped=187 rescued=0 ignored=0 Monday 26 July 2021 15:31:30 +0000 (0:00:00.210) 0:03:46.505 *********** =============================================================================== Create all admin users with sudo access. ------------------------------- 28.21s testnode : Upgrade packages -------------------------------------------- 25.10s users : Update authorized_keys using the keys repo --------------------- 20.32s container-host : Install container packages ---------------------------- 15.69s testnode : Install packages -------------------------------------------- 13.80s testnode : Ensure packages are not present. ---------------------------- 11.48s testnode : Zap all non-root disks --------------------------------------- 7.59s Remove revoked users ---------------------------------------------------- 6.56s common : Update apt cache ----------------------------------------------- 5.23s container-host : Install registries-conf-ctl ---------------------------- 4.85s testnode : Create logical volume(s) ------------------------------------- 2.30s Gathering Facts --------------------------------------------------------- 2.26s testnode : Update apt cache. -------------------------------------------- 2.23s testnode : Install packages via pip ------------------------------------- 2.19s testnode : Install apt keys --------------------------------------------- 2.12s container-host : Restart docker service --------------------------------- 2.03s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.20s Gathering Facts --------------------------------------------------------- 1.03s Gathering Facts --------------------------------------------------------- 1.01s users : Update authorized_keys for each user with 2021-07-26T15:31:30.255 INFO:teuthology.task.ansible.out: literal keys ---------- 0.98s 2021-07-26T15:31:30.590 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi073.front.sepia.ceph.com')] 2021-07-26T15:31:30.592 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:31:30.593 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:31:30.644 DEBUG:teuthology.orchestra.run.smithi046:> true 2021-07-26T15:31:30.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:31:30.765 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:31:30.815 DEBUG:teuthology.orchestra.run.smithi073:> true 2021-07-26T15:31:30.932 INFO:teuthology.run_tasks:Running task clock... 2021-07-26T15:31:30.947 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-07-26T15:31:30.947 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:31:30.949 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:31:30.986 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-07-26T15:31:30.987 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Command line: ntpd -gq 2021-07-26T15:31:30.987 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: proto: precision = 0.092 usec (-23) 2021-07-26T15:31:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:31:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:31:30.989 INFO:teuthology.orchestra.run.smithi046.stderr:restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:31:30.990 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:31:30.990 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen and drop on 0 v6wildcard [::]:123 2021-07-26T15:31:30.991 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-07-26T15:31:30.991 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen normally on 2 lo 127.0.0.1:123 2021-07-26T15:31:30.991 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen normally on 3 ens1f0 172.21.15.46:123 2021-07-26T15:31:30.991 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen normally on 4 lo [::1]:123 2021-07-26T15:31:30.992 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15f8%4]:123 2021-07-26T15:31:30.992 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:30 ntpd[10126]: Listening on routing socket on fd #22 for interface updates 2021-07-26T15:31:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:31 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:32 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:33.987 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:33.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:33.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:33.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:33.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:33.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:33 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:34.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:34.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:34.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:34.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:34 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:35.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:35.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:35.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:35.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:35.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:35.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:35.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:35.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:35.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:35.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:35.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:35.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:35 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:36.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:36.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:36.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:36.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:36.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:36.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:36.991 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:36.992 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:36.992 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:36.992 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:36.992 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:36.993 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:36 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:37.987 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:37.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:37.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:37.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:37.988 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:37.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:37.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:37.989 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:37.990 INFO:teuthology.orchestra.run.smithi046.stdout:26 Jul 15:31:37 ntpd[10126]: ntpd: time slew -0.000594 s 2021-07-26T15:31:37.990 INFO:teuthology.orchestra.run.smithi046.stdout:ntpd: time slew -0.000594s 2021-07-26T15:31:37.990 INFO:teuthology.orchestra.run.smithi046.stderr:26 Jul 15:31:37 ntpd[10126]: can't open /var/log/ntpstats/loopstats.20210726: Permission denied 2021-07-26T15:31:38.040 INFO:teuthology.orchestra.run.smithi046.stdout: remote refid st t when poll reach delay offset jitter 2021-07-26T15:31:38.040 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================== 2021-07-26T15:31:38.041 INFO:teuthology.orchestra.run.smithi046.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:38.041 INFO:teuthology.orchestra.run.smithi046.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:38.041 INFO:teuthology.orchestra.run.smithi046.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:38.041 INFO:teuthology.orchestra.run.smithi046.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:38.042 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:31:38.043 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:31:38.075 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-07-26T15:31:38.076 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Command line: ntpd -gq 2021-07-26T15:31:38.076 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: proto: precision = 0.048 usec (-24) 2021-07-26T15:31:38.077 INFO:teuthology.orchestra.run.smithi073.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:31:38.078 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:31:38.078 INFO:teuthology.orchestra.run.smithi073.stderr:restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:31:38.079 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:31:38.079 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen and drop on 0 v6wildcard [::]:123 2021-07-26T15:31:38.080 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-07-26T15:31:38.080 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen normally on 2 lo 127.0.0.1:123 2021-07-26T15:31:38.080 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen normally on 3 enp3s0f1 172.21.15.73:123 2021-07-26T15:31:38.080 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen normally on 4 lo [::1]:123 2021-07-26T15:31:38.081 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:ce7d%5]:123 2021-07-26T15:31:38.082 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:38 ntpd[10258]: Listening on routing socket on fd #22 for interface updates 2021-07-26T15:31:39.077 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:39.077 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:39.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:39.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:39.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:39.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:39.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:39.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:39.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:39.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:39.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:39.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:39 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:41.077 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:41.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:41.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:41.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:41.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:41.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:41.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:41.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:41 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:43.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:43.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:43.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:43.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:43.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:43.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:43.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:43.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:43.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:43.084 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:43 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:45.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.078 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.079 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.080 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:45.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:45.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:31:45.081 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:31:45.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:31:45.082 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:31:45.082 INFO:teuthology.orchestra.run.smithi073.stdout:26 Jul 15:31:45 ntpd[10258]: ntpd: time slew -0.001394 s 2021-07-26T15:31:45.083 INFO:teuthology.orchestra.run.smithi073.stdout:ntpd: time slew -0.001394s 2021-07-26T15:31:45.083 INFO:teuthology.orchestra.run.smithi073.stderr:26 Jul 15:31:45 ntpd[10258]: can't open /var/log/ntpstats/loopstats.20210726: Permission denied 2021-07-26T15:31:45.134 INFO:teuthology.orchestra.run.smithi073.stdout: remote refid st t when poll reach delay offset jitter 2021-07-26T15:31:45.135 INFO:teuthology.orchestra.run.smithi073.stdout:============================================================================== 2021-07-26T15:31:45.135 INFO:teuthology.orchestra.run.smithi073.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:45.135 INFO:teuthology.orchestra.run.smithi073.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:45.135 INFO:teuthology.orchestra.run.smithi073.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:45.136 INFO:teuthology.orchestra.run.smithi073.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:31:45.136 INFO:teuthology.run_tasks:Running task install... 2021-07-26T15:31:45.149 DEBUG:teuthology.task.install:project ceph 2021-07-26T15:31:45.150 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}} 2021-07-26T15:31:45.151 DEBUG:teuthology.task.install:config {'branch': 'pacific', 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:31:45.151 INFO:teuthology.task.install:Using flavor: basic 2021-07-26T15:31:45.162 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-07-26T15:31:45.162 INFO:teuthology.task.install:extra packages: [] 2021-07-26T15:31:45.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo lsb_release -is 2021-07-26T15:31:45.214 INFO:teuthology.orchestra.run.smithi046.stdout:Ubuntu 2021-07-26T15:31:45.220 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:31:45.220 DEBUG:teuthology.orchestra.run.smithi073:> sudo lsb_release -is 2021-07-26T15:31:45.221 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-key list | grep Ceph 2021-07-26T15:31:45.273 INFO:teuthology.orchestra.run.smithi073.stdout:Ubuntu 2021-07-26T15:31:45.278 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:31:45.278 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-key list | grep Ceph 2021-07-26T15:31:45.321 INFO:teuthology.orchestra.run.smithi046.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-07-26T15:31:45.373 INFO:teuthology.orchestra.run.smithi073.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-07-26T15:31:45.383 INFO:teuthology.orchestra.run.smithi046.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-07-26T15:31:45.384 INFO:teuthology.orchestra.run.smithi046.stdout:uid [ unknown] Ceph.com (release key) 2021-07-26T15:31:45.385 DEBUG:teuthology.orchestra.run.smithi046:> sudo lsb_release -is 2021-07-26T15:31:45.434 INFO:teuthology.orchestra.run.smithi046.stdout:Ubuntu 2021-07-26T15:31:45.435 INFO:teuthology.orchestra.run.smithi073.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-07-26T15:31:45.436 INFO:teuthology.orchestra.run.smithi073.stdout:uid [ unknown] Ceph.com (release key) 2021-07-26T15:31:45.436 DEBUG:teuthology.orchestra.run.smithi073:> sudo lsb_release -is 2021-07-26T15:31:45.439 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:31:45.440 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-07-26T15:31:45.440 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:31:45.441 INFO:teuthology.packaging:ref: None 2021-07-26T15:31:45.441 INFO:teuthology.packaging:tag: None 2021-07-26T15:31:45.441 INFO:teuthology.packaging:branch: pacific 2021-07-26T15:31:45.441 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:31:45.442 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2021-07-26T15:31:45.483 INFO:teuthology.orchestra.run.smithi073.stdout:Ubuntu 2021-07-26T15:31:45.488 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:31:45.488 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-07-26T15:31:45.489 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:31:45.489 INFO:teuthology.packaging:ref: None 2021-07-26T15:31:45.489 INFO:teuthology.packaging:tag: None 2021-07-26T15:31:45.489 INFO:teuthology.packaging:branch: pacific 2021-07-26T15:31:45.490 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:31:45.490 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2021-07-26T15:31:45.675 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default/ 2021-07-26T15:31:45.676 INFO:teuthology.task.install.deb:Package version is 16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:31:45.726 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default/ 2021-07-26T15:31:45.727 INFO:teuthology.task.install.deb:Package version is 16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:31:45.820 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:31:45.820 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-07-26T15:31:45.839 DEBUG:teuthology.orchestra.run.smithi046:> sudo apt-get update 2021-07-26T15:31:45.853 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:31:45.854 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-07-26T15:31:45.872 DEBUG:teuthology.orchestra.run.smithi073:> sudo apt-get update 2021-07-26T15:31:46.036 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:31:46.037 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:31:46.114 INFO:teuthology.orchestra.run.smithi073.stdout:Ign:2 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal InRelease 2021-07-26T15:31:46.118 INFO:teuthology.orchestra.run.smithi046.stdout:Ign:2 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal InRelease 2021-07-26T15:31:46.140 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:31:46.142 INFO:teuthology.orchestra.run.smithi073.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-07-26T15:31:46.146 INFO:teuthology.orchestra.run.smithi046.stdout:Get:3 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-07-26T15:31:46.156 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:31:46.168 INFO:teuthology.orchestra.run.smithi073.stdout:Ign:5 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal Release.gpg 2021-07-26T15:31:46.173 INFO:teuthology.orchestra.run.smithi046.stdout:Ign:5 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal Release.gpg 2021-07-26T15:31:46.201 INFO:teuthology.orchestra.run.smithi073.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main i386 Packages [3,097 B] 2021-07-26T15:31:46.205 INFO:teuthology.orchestra.run.smithi046.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 Packages [17.1 kB] 2021-07-26T15:31:46.242 INFO:teuthology.orchestra.run.smithi073.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:31:46.254 INFO:teuthology.orchestra.run.smithi073.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 Packages [17.1 kB] 2021-07-26T15:31:46.255 INFO:teuthology.orchestra.run.smithi046.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:31:46.255 INFO:teuthology.orchestra.run.smithi046.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main i386 Packages [3,097 B] 2021-07-26T15:31:46.343 INFO:teuthology.orchestra.run.smithi073.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:31:46.358 INFO:teuthology.orchestra.run.smithi046.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:31:46.862 INFO:teuthology.orchestra.run.smithi046.stdout:Fetched 128 kB in 1s (157 kB/s) 2021-07-26T15:31:46.867 INFO:teuthology.orchestra.run.smithi073.stdout:Fetched 128 kB in 1s (152 kB/s) 2021-07-26T15:31:47.631 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:31:47.646 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:31:47.653 DEBUG:teuthology.orchestra.run.smithi073:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=16.2.5-102-gc6a1fa5a-1focal cephadm=16.2.5-102-gc6a1fa5a-1focal ceph-mds=16.2.5-102-gc6a1fa5a-1focal ceph-mgr=16.2.5-102-gc6a1fa5a-1focal ceph-common=16.2.5-102-gc6a1fa5a-1focal ceph-fuse=16.2.5-102-gc6a1fa5a-1focal ceph-test=16.2.5-102-gc6a1fa5a-1focal radosgw=16.2.5-102-gc6a1fa5a-1focal python3-rados=16.2.5-102-gc6a1fa5a-1focal python3-rgw=16.2.5-102-gc6a1fa5a-1focal python3-cephfs=16.2.5-102-gc6a1fa5a-1focal python3-rbd=16.2.5-102-gc6a1fa5a-1focal libcephfs2=16.2.5-102-gc6a1fa5a-1focal libcephfs-dev=16.2.5-102-gc6a1fa5a-1focal librados2=16.2.5-102-gc6a1fa5a-1focal librbd1=16.2.5-102-gc6a1fa5a-1focal rbd-fuse=16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:31:47.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=16.2.5-102-gc6a1fa5a-1focal cephadm=16.2.5-102-gc6a1fa5a-1focal ceph-mds=16.2.5-102-gc6a1fa5a-1focal ceph-mgr=16.2.5-102-gc6a1fa5a-1focal ceph-common=16.2.5-102-gc6a1fa5a-1focal ceph-fuse=16.2.5-102-gc6a1fa5a-1focal ceph-test=16.2.5-102-gc6a1fa5a-1focal radosgw=16.2.5-102-gc6a1fa5a-1focal python3-rados=16.2.5-102-gc6a1fa5a-1focal python3-rgw=16.2.5-102-gc6a1fa5a-1focal python3-cephfs=16.2.5-102-gc6a1fa5a-1focal python3-rbd=16.2.5-102-gc6a1fa5a-1focal libcephfs2=16.2.5-102-gc6a1fa5a-1focal libcephfs-dev=16.2.5-102-gc6a1fa5a-1focal librados2=16.2.5-102-gc6a1fa5a-1focal librbd1=16.2.5-102-gc6a1fa5a-1focal rbd-fuse=16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:31:47.721 INFO:teuthology.orchestra.run.smithi073.stdout:Reading package lists... 2021-07-26T15:31:47.739 INFO:teuthology.orchestra.run.smithi046.stdout:Reading package lists... 2021-07-26T15:31:47.877 INFO:teuthology.orchestra.run.smithi073.stdout:Building dependency tree... 2021-07-26T15:31:47.878 INFO:teuthology.orchestra.run.smithi073.stdout:Reading state information... 2021-07-26T15:31:47.886 INFO:teuthology.orchestra.run.smithi046.stdout:Building dependency tree... 2021-07-26T15:31:47.887 INFO:teuthology.orchestra.run.smithi046.stdout:Reading state information... 2021-07-26T15:31:48.006 INFO:teuthology.orchestra.run.smithi073.stdout:The following packages were automatically installed and are no longer required: 2021-07-26T15:31:48.009 INFO:teuthology.orchestra.run.smithi073.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-07-26T15:31:48.009 INFO:teuthology.orchestra.run.smithi073.stdout:Use 'sudo apt autoremove' to remove them. 2021-07-26T15:31:48.009 INFO:teuthology.orchestra.run.smithi073.stdout:The following additional packages will be installed: 2021-07-26T15:31:48.009 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2021-07-26T15:31:48.010 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq libjaeger 2021-07-26T15:31:48.010 INFO:teuthology.orchestra.run.smithi073.stdout: libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2021-07-26T15:31:48.010 INFO:teuthology.orchestra.run.smithi073.stdout: liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 libradosstriper1 2021-07-26T15:31:48.010 INFO:teuthology.orchestra.run.smithi073.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libxslt1.1 nvme-cli 2021-07-26T15:31:48.011 INFO:teuthology.orchestra.run.smithi073.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-07-26T15:31:48.011 INFO:teuthology.orchestra.run.smithi073.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-07-26T15:31:48.011 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2021-07-26T15:31:48.011 INFO:teuthology.orchestra.run.smithi073.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2021-07-26T15:31:48.012 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2021-07-26T15:31:48.012 INFO:teuthology.orchestra.run.smithi073.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-07-26T15:31:48.012 INFO:teuthology.orchestra.run.smithi073.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-07-26T15:31:48.012 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:31:48.013 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-07-26T15:31:48.013 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-07-26T15:31:48.013 INFO:teuthology.orchestra.run.smithi073.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-07-26T15:31:48.013 INFO:teuthology.orchestra.run.smithi073.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-07-26T15:31:48.013 INFO:teuthology.orchestra.run.smithi073.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-07-26T15:31:48.014 INFO:teuthology.orchestra.run.smithi073.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-07-26T15:31:48.014 INFO:teuthology.orchestra.run.smithi073.stdout:Suggested packages: 2021-07-26T15:31:48.014 INFO:teuthology.orchestra.run.smithi073.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-07-26T15:31:48.014 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-07-26T15:31:48.015 INFO:teuthology.orchestra.run.smithi073.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-07-26T15:31:48.015 INFO:teuthology.orchestra.run.smithi073.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-07-26T15:31:48.015 INFO:teuthology.orchestra.run.smithi073.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-07-26T15:31:48.015 INFO:teuthology.orchestra.run.smithi073.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-07-26T15:31:48.015 INFO:teuthology.orchestra.run.smithi073.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-07-26T15:31:48.016 INFO:teuthology.orchestra.run.smithi073.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-07-26T15:31:48.016 INFO:teuthology.orchestra.run.smithi073.stdout:Recommended packages: 2021-07-26T15:31:48.016 INFO:teuthology.orchestra.run.smithi073.stdout: btrfs-tools 2021-07-26T15:31:48.017 INFO:teuthology.orchestra.run.smithi046.stdout:The following packages were automatically installed and are no longer required: 2021-07-26T15:31:48.020 INFO:teuthology.orchestra.run.smithi046.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-07-26T15:31:48.021 INFO:teuthology.orchestra.run.smithi046.stdout:Use 'sudo apt autoremove' to remove them. 2021-07-26T15:31:48.021 INFO:teuthology.orchestra.run.smithi046.stdout:The following additional packages will be installed: 2021-07-26T15:31:48.022 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2021-07-26T15:31:48.022 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq libjaeger 2021-07-26T15:31:48.022 INFO:teuthology.orchestra.run.smithi046.stdout: libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d 2021-07-26T15:31:48.023 INFO:teuthology.orchestra.run.smithi046.stdout: liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 libradosstriper1 2021-07-26T15:31:48.023 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libxslt1.1 nvme-cli 2021-07-26T15:31:48.023 INFO:teuthology.orchestra.run.smithi046.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-07-26T15:31:48.023 INFO:teuthology.orchestra.run.smithi046.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-07-26T15:31:48.024 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2021-07-26T15:31:48.024 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2021-07-26T15:31:48.024 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2021-07-26T15:31:48.024 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-07-26T15:31:48.024 INFO:teuthology.orchestra.run.smithi046.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-07-26T15:31:48.025 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:31:48.025 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-07-26T15:31:48.025 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-07-26T15:31:48.025 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-07-26T15:31:48.025 INFO:teuthology.orchestra.run.smithi046.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-07-26T15:31:48.026 INFO:teuthology.orchestra.run.smithi046.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-07-26T15:31:48.026 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-07-26T15:31:48.026 INFO:teuthology.orchestra.run.smithi046.stdout:Suggested packages: 2021-07-26T15:31:48.026 INFO:teuthology.orchestra.run.smithi046.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-07-26T15:31:48.027 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-07-26T15:31:48.027 INFO:teuthology.orchestra.run.smithi046.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-07-26T15:31:48.027 INFO:teuthology.orchestra.run.smithi046.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-07-26T15:31:48.027 INFO:teuthology.orchestra.run.smithi046.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-07-26T15:31:48.027 INFO:teuthology.orchestra.run.smithi046.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-07-26T15:31:48.028 INFO:teuthology.orchestra.run.smithi046.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-07-26T15:31:48.028 INFO:teuthology.orchestra.run.smithi046.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-07-26T15:31:48.028 INFO:teuthology.orchestra.run.smithi046.stdout:Recommended packages: 2021-07-26T15:31:48.028 INFO:teuthology.orchestra.run.smithi046.stdout: btrfs-tools 2021-07-26T15:31:48.099 INFO:teuthology.orchestra.run.smithi073.stdout:The following NEW packages will be installed: 2021-07-26T15:31:48.100 INFO:teuthology.orchestra.run.smithi073.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-07-26T15:31:48.100 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2021-07-26T15:31:48.100 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2021-07-26T15:31:48.100 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs2 libjaeger libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2021-07-26T15:31:48.101 INFO:teuthology.orchestra.run.smithi073.stdout: libleveldb1d liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 2021-07-26T15:31:48.102 INFO:teuthology.orchestra.run.smithi073.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libxslt1.1 nvme-cli 2021-07-26T15:31:48.103 INFO:teuthology.orchestra.run.smithi073.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-07-26T15:31:48.103 INFO:teuthology.orchestra.run.smithi073.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-07-26T15:31:48.103 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2021-07-26T15:31:48.103 INFO:teuthology.orchestra.run.smithi073.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2021-07-26T15:31:48.103 INFO:teuthology.orchestra.run.smithi073.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2021-07-26T15:31:48.104 INFO:teuthology.orchestra.run.smithi073.stdout: python3-mako python3-markupsafe python3-oauthlib python3-openssl 2021-07-26T15:31:48.104 INFO:teuthology.orchestra.run.smithi073.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2021-07-26T15:31:48.104 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2021-07-26T15:31:48.104 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2021-07-26T15:31:48.105 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2021-07-26T15:31:48.105 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-07-26T15:31:48.106 INFO:teuthology.orchestra.run.smithi073.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-07-26T15:31:48.106 INFO:teuthology.orchestra.run.smithi073.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-07-26T15:31:48.106 INFO:teuthology.orchestra.run.smithi073.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-07-26T15:31:48.107 INFO:teuthology.orchestra.run.smithi073.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-07-26T15:31:48.107 INFO:teuthology.orchestra.run.smithi073.stdout:The following packages will be upgraded: 2021-07-26T15:31:48.107 INFO:teuthology.orchestra.run.smithi073.stdout: librados2 librbd1 2021-07-26T15:31:48.115 INFO:teuthology.orchestra.run.smithi046.stdout:The following NEW packages will be installed: 2021-07-26T15:31:48.115 INFO:teuthology.orchestra.run.smithi046.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-07-26T15:31:48.116 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2021-07-26T15:31:48.116 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev 2021-07-26T15:31:48.116 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 libjaeger libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2021-07-26T15:31:48.116 INFO:teuthology.orchestra.run.smithi046.stdout: libleveldb1d liblttng-ust0 liblua5.3-0 liboath0 libonig5 librabbitmq4 2021-07-26T15:31:48.118 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libxslt1.1 nvme-cli 2021-07-26T15:31:48.118 INFO:teuthology.orchestra.run.smithi046.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2021-07-26T15:31:48.118 INFO:teuthology.orchestra.run.smithi046.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2021-07-26T15:31:48.119 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2021-07-26T15:31:48.119 INFO:teuthology.orchestra.run.smithi046.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2021-07-26T15:31:48.119 INFO:teuthology.orchestra.run.smithi046.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2021-07-26T15:31:48.119 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako python3-markupsafe python3-oauthlib python3-openssl 2021-07-26T15:31:48.120 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2021-07-26T15:31:48.120 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2021-07-26T15:31:48.120 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2021-07-26T15:31:48.120 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2021-07-26T15:31:48.120 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-07-26T15:31:48.121 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-07-26T15:31:48.121 INFO:teuthology.orchestra.run.smithi046.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-07-26T15:31:48.121 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-07-26T15:31:48.121 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-07-26T15:31:48.122 INFO:teuthology.orchestra.run.smithi046.stdout:The following packages will be upgraded: 2021-07-26T15:31:48.122 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 librbd1 2021-07-26T15:31:48.284 INFO:teuthology.orchestra.run.smithi073.stdout:2 upgraded, 99 newly installed, 0 to remove and 143 not upgraded. 2021-07-26T15:31:48.285 INFO:teuthology.orchestra.run.smithi073.stdout:Need to get 172 MB of archives. 2021-07-26T15:31:48.285 INFO:teuthology.orchestra.run.smithi073.stdout:After this operation, 796 MB of additional disk space will be used. 2021-07-26T15:31:48.285 INFO:teuthology.orchestra.run.smithi073.stdout:Get:1 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libjaeger amd64 16.2.5-102-gc6a1fa5a-1focal [3,816 B] 2021-07-26T15:31:48.297 INFO:teuthology.orchestra.run.smithi046.stdout:2 upgraded, 99 newly installed, 0 to remove and 143 not upgraded. 2021-07-26T15:31:48.297 INFO:teuthology.orchestra.run.smithi046.stdout:Need to get 172 MB of archives. 2021-07-26T15:31:48.297 INFO:teuthology.orchestra.run.smithi046.stdout:After this operation, 796 MB of additional disk space will be used. 2021-07-26T15:31:48.298 INFO:teuthology.orchestra.run.smithi046.stdout:Get:1 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libjaeger amd64 16.2.5-102-gc6a1fa5a-1focal [3,816 B] 2021-07-26T15:31:48.312 INFO:teuthology.orchestra.run.smithi073.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-07-26T15:31:48.330 INFO:teuthology.orchestra.run.smithi046.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-07-26T15:31:48.357 INFO:teuthology.orchestra.run.smithi073.stdout:Get:3 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 16.2.5-102-gc6a1fa5a-1focal [3,285 kB] 2021-07-26T15:31:48.367 INFO:teuthology.orchestra.run.smithi046.stdout:Get:3 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 16.2.5-102-gc6a1fa5a-1focal [3,285 kB] 2021-07-26T15:31:48.721 INFO:teuthology.orchestra.run.smithi073.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 16.2.5-102-gc6a1fa5a-1focal [3,362 kB] 2021-07-26T15:31:48.743 INFO:teuthology.orchestra.run.smithi046.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 16.2.5-102-gc6a1fa5a-1focal [3,362 kB] 2021-07-26T15:31:48.792 INFO:teuthology.orchestra.run.smithi073.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-07-26T15:31:48.797 INFO:teuthology.orchestra.run.smithi046.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-07-26T15:31:48.804 INFO:teuthology.orchestra.run.smithi073.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2021-07-26T15:31:48.809 INFO:teuthology.orchestra.run.smithi046.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2021-07-26T15:31:48.824 INFO:teuthology.orchestra.run.smithi046.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-07-26T15:31:48.837 INFO:teuthology.orchestra.run.smithi073.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-07-26T15:31:48.840 INFO:teuthology.orchestra.run.smithi046.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-07-26T15:31:48.847 INFO:teuthology.orchestra.run.smithi073.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-07-26T15:31:48.946 INFO:teuthology.orchestra.run.smithi073.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 16.2.5-102-gc6a1fa5a-1focal [715 kB] 2021-07-26T15:31:48.990 INFO:teuthology.orchestra.run.smithi073.stdout:Get:10 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 16.2.5-102-gc6a1fa5a-1focal [409 kB] 2021-07-26T15:31:49.009 INFO:teuthology.orchestra.run.smithi046.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 16.2.5-102-gc6a1fa5a-1focal [715 kB] 2021-07-26T15:31:49.033 INFO:teuthology.orchestra.run.smithi073.stdout:Get:11 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 16.2.5-102-gc6a1fa5a-1focal [22.0 kB] 2021-07-26T15:31:49.034 INFO:teuthology.orchestra.run.smithi073.stdout:Get:12 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 16.2.5-102-gc6a1fa5a-1focal [212 kB] 2021-07-26T15:31:49.039 INFO:teuthology.orchestra.run.smithi073.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-07-26T15:31:49.041 INFO:teuthology.orchestra.run.smithi046.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-07-26T15:31:49.042 INFO:teuthology.orchestra.run.smithi073.stdout:Get:14 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 16.2.5-102-gc6a1fa5a-1focal [31.2 kB] 2021-07-26T15:31:49.044 INFO:teuthology.orchestra.run.smithi073.stdout:Get:15 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 16.2.5-102-gc6a1fa5a-1focal [385 kB] 2021-07-26T15:31:49.067 INFO:teuthology.orchestra.run.smithi046.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-07-26T15:31:49.068 INFO:teuthology.orchestra.run.smithi073.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-07-26T15:31:49.068 INFO:teuthology.orchestra.run.smithi046.stdout:Get:12 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 16.2.5-102-gc6a1fa5a-1focal [409 kB] 2021-07-26T15:31:49.072 INFO:teuthology.orchestra.run.smithi046.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-07-26T15:31:49.077 INFO:teuthology.orchestra.run.smithi073.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-07-26T15:31:49.090 INFO:teuthology.orchestra.run.smithi073.stdout:Get:18 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 16.2.5-102-gc6a1fa5a-1focal [3,686 kB] 2021-07-26T15:31:49.107 INFO:teuthology.orchestra.run.smithi046.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-07-26T15:31:49.116 INFO:teuthology.orchestra.run.smithi073.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-07-26T15:31:49.119 INFO:teuthology.orchestra.run.smithi046.stdout:Get:15 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 16.2.5-102-gc6a1fa5a-1focal [22.0 kB] 2021-07-26T15:31:49.120 INFO:teuthology.orchestra.run.smithi046.stdout:Get:16 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 16.2.5-102-gc6a1fa5a-1focal [212 kB] 2021-07-26T15:31:49.121 INFO:teuthology.orchestra.run.smithi046.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-07-26T15:31:49.123 INFO:teuthology.orchestra.run.smithi073.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-07-26T15:31:49.125 INFO:teuthology.orchestra.run.smithi046.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-07-26T15:31:49.127 INFO:teuthology.orchestra.run.smithi073.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-07-26T15:31:49.128 INFO:teuthology.orchestra.run.smithi046.stdout:Get:19 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 16.2.5-102-gc6a1fa5a-1focal [31.2 kB] 2021-07-26T15:31:49.131 INFO:teuthology.orchestra.run.smithi046.stdout:Get:20 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 16.2.5-102-gc6a1fa5a-1focal [385 kB] 2021-07-26T15:31:49.146 INFO:teuthology.orchestra.run.smithi046.stdout:Get:21 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 16.2.5-102-gc6a1fa5a-1focal [3,686 kB] 2021-07-26T15:31:49.146 INFO:teuthology.orchestra.run.smithi046.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-07-26T15:31:49.147 INFO:teuthology.orchestra.run.smithi073.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-07-26T15:31:49.148 INFO:teuthology.orchestra.run.smithi046.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-07-26T15:31:49.148 INFO:teuthology.orchestra.run.smithi073.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-07-26T15:31:49.150 INFO:teuthology.orchestra.run.smithi073.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-07-26T15:31:49.150 INFO:teuthology.orchestra.run.smithi046.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-07-26T15:31:49.152 INFO:teuthology.orchestra.run.smithi073.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-07-26T15:31:49.153 INFO:teuthology.orchestra.run.smithi046.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-07-26T15:31:49.258 INFO:teuthology.orchestra.run.smithi073.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-07-26T15:31:49.259 INFO:teuthology.orchestra.run.smithi046.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-07-26T15:31:49.259 INFO:teuthology.orchestra.run.smithi046.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-07-26T15:31:49.259 INFO:teuthology.orchestra.run.smithi073.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-07-26T15:31:49.260 INFO:teuthology.orchestra.run.smithi073.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-07-26T15:31:49.260 INFO:teuthology.orchestra.run.smithi046.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-07-26T15:31:49.266 INFO:teuthology.orchestra.run.smithi046.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-07-26T15:31:49.266 INFO:teuthology.orchestra.run.smithi073.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-07-26T15:31:49.267 INFO:teuthology.orchestra.run.smithi073.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-07-26T15:31:49.267 INFO:teuthology.orchestra.run.smithi046.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-07-26T15:31:49.274 INFO:teuthology.orchestra.run.smithi073.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-07-26T15:31:49.274 INFO:teuthology.orchestra.run.smithi046.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-07-26T15:31:49.278 INFO:teuthology.orchestra.run.smithi073.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-07-26T15:31:49.279 INFO:teuthology.orchestra.run.smithi046.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-07-26T15:31:49.279 INFO:teuthology.orchestra.run.smithi073.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-07-26T15:31:49.280 INFO:teuthology.orchestra.run.smithi046.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-07-26T15:31:49.313 INFO:teuthology.orchestra.run.smithi046.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-07-26T15:31:49.329 INFO:teuthology.orchestra.run.smithi073.stdout:Get:34 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 16.2.5-102-gc6a1fa5a-1focal [116 kB] 2021-07-26T15:31:49.341 INFO:teuthology.orchestra.run.smithi073.stdout:Get:35 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 16.2.5-102-gc6a1fa5a-1focal [447 kB] 2021-07-26T15:31:49.366 INFO:teuthology.orchestra.run.smithi073.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-07-26T15:31:49.367 INFO:teuthology.orchestra.run.smithi073.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-07-26T15:31:49.372 INFO:teuthology.orchestra.run.smithi046.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-07-26T15:31:49.373 INFO:teuthology.orchestra.run.smithi046.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-07-26T15:31:49.374 INFO:teuthology.orchestra.run.smithi046.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-07-26T15:31:49.381 INFO:teuthology.orchestra.run.smithi073.stdout:Get:38 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 16.2.5-102-gc6a1fa5a-1focal [22.4 MB] 2021-07-26T15:31:49.433 INFO:teuthology.orchestra.run.smithi046.stdout:Get:38 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 16.2.5-102-gc6a1fa5a-1focal [116 kB] 2021-07-26T15:31:49.437 INFO:teuthology.orchestra.run.smithi046.stdout:Get:39 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 16.2.5-102-gc6a1fa5a-1focal [447 kB] 2021-07-26T15:31:49.474 INFO:teuthology.orchestra.run.smithi073.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-07-26T15:31:49.475 INFO:teuthology.orchestra.run.smithi073.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-07-26T15:31:49.479 INFO:teuthology.orchestra.run.smithi073.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-07-26T15:31:49.481 INFO:teuthology.orchestra.run.smithi046.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-07-26T15:31:49.487 INFO:teuthology.orchestra.run.smithi073.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-07-26T15:31:49.491 INFO:teuthology.orchestra.run.smithi073.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-07-26T15:31:49.491 INFO:teuthology.orchestra.run.smithi073.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2021-07-26T15:31:49.493 INFO:teuthology.orchestra.run.smithi046.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-07-26T15:31:49.494 INFO:teuthology.orchestra.run.smithi073.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-07-26T15:31:49.496 INFO:teuthology.orchestra.run.smithi046.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-07-26T15:31:49.498 INFO:teuthology.orchestra.run.smithi046.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2021-07-26T15:31:49.499 INFO:teuthology.orchestra.run.smithi073.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-07-26T15:31:49.500 INFO:teuthology.orchestra.run.smithi046.stdout:Get:44 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 16.2.5-102-gc6a1fa5a-1focal [22.4 MB] 2021-07-26T15:31:49.503 INFO:teuthology.orchestra.run.smithi046.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-07-26T15:31:49.506 INFO:teuthology.orchestra.run.smithi046.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-07-26T15:31:49.511 INFO:teuthology.orchestra.run.smithi046.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-07-26T15:31:49.582 INFO:teuthology.orchestra.run.smithi073.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-07-26T15:31:49.583 INFO:teuthology.orchestra.run.smithi073.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-07-26T15:31:49.589 INFO:teuthology.orchestra.run.smithi046.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-07-26T15:31:49.591 INFO:teuthology.orchestra.run.smithi046.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-07-26T15:31:49.699 INFO:teuthology.orchestra.run.smithi073.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-07-26T15:31:50.260 INFO:teuthology.orchestra.run.smithi046.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-07-26T15:31:50.375 INFO:teuthology.orchestra.run.smithi046.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-07-26T15:31:50.380 INFO:teuthology.orchestra.run.smithi046.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-07-26T15:31:50.400 INFO:teuthology.orchestra.run.smithi073.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-07-26T15:31:50.449 INFO:teuthology.orchestra.run.smithi046.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-07-26T15:31:50.449 INFO:teuthology.orchestra.run.smithi046.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-07-26T15:31:50.450 INFO:teuthology.orchestra.run.smithi046.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-07-26T15:31:50.450 INFO:teuthology.orchestra.run.smithi046.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-07-26T15:31:50.451 INFO:teuthology.orchestra.run.smithi046.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-07-26T15:31:50.451 INFO:teuthology.orchestra.run.smithi046.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-07-26T15:31:50.452 INFO:teuthology.orchestra.run.smithi046.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-07-26T15:31:50.480 INFO:teuthology.orchestra.run.smithi046.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-07-26T15:31:50.532 INFO:teuthology.orchestra.run.smithi073.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-07-26T15:31:50.533 INFO:teuthology.orchestra.run.smithi073.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-07-26T15:31:50.553 INFO:teuthology.orchestra.run.smithi046.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-07-26T15:31:50.554 INFO:teuthology.orchestra.run.smithi046.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-07-26T15:31:50.560 INFO:teuthology.orchestra.run.smithi046.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-07-26T15:31:50.563 INFO:teuthology.orchestra.run.smithi046.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-07-26T15:31:50.567 INFO:teuthology.orchestra.run.smithi046.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-07-26T15:31:50.567 INFO:teuthology.orchestra.run.smithi046.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-07-26T15:31:50.572 INFO:teuthology.orchestra.run.smithi046.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-07-26T15:31:50.574 INFO:teuthology.orchestra.run.smithi046.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-07-26T15:31:50.579 INFO:teuthology.orchestra.run.smithi046.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-07-26T15:31:50.615 INFO:teuthology.orchestra.run.smithi073.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-07-26T15:31:50.616 INFO:teuthology.orchestra.run.smithi073.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-07-26T15:31:50.617 INFO:teuthology.orchestra.run.smithi073.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-07-26T15:31:50.618 INFO:teuthology.orchestra.run.smithi073.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-07-26T15:31:50.619 INFO:teuthology.orchestra.run.smithi073.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-07-26T15:31:50.619 INFO:teuthology.orchestra.run.smithi073.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-07-26T15:31:50.620 INFO:teuthology.orchestra.run.smithi073.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-07-26T15:31:50.625 INFO:teuthology.orchestra.run.smithi073.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-07-26T15:31:50.663 INFO:teuthology.orchestra.run.smithi046.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-07-26T15:31:50.663 INFO:teuthology.orchestra.run.smithi046.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-07-26T15:31:50.665 INFO:teuthology.orchestra.run.smithi046.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-07-26T15:31:50.665 INFO:teuthology.orchestra.run.smithi046.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-07-26T15:31:50.667 INFO:teuthology.orchestra.run.smithi046.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.3 [1,382 kB] 2021-07-26T15:31:50.692 INFO:teuthology.orchestra.run.smithi046.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-07-26T15:31:50.692 INFO:teuthology.orchestra.run.smithi046.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-07-26T15:31:50.693 INFO:teuthology.orchestra.run.smithi046.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-07-26T15:31:50.711 INFO:teuthology.orchestra.run.smithi073.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-07-26T15:31:50.711 INFO:teuthology.orchestra.run.smithi073.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-07-26T15:31:50.717 INFO:teuthology.orchestra.run.smithi073.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-07-26T15:31:50.719 INFO:teuthology.orchestra.run.smithi073.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-07-26T15:31:50.723 INFO:teuthology.orchestra.run.smithi073.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-07-26T15:31:50.724 INFO:teuthology.orchestra.run.smithi073.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-07-26T15:31:50.728 INFO:teuthology.orchestra.run.smithi073.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-07-26T15:31:50.731 INFO:teuthology.orchestra.run.smithi073.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-07-26T15:31:50.737 INFO:teuthology.orchestra.run.smithi073.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-07-26T15:31:50.755 INFO:teuthology.orchestra.run.smithi046.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-07-26T15:31:50.758 INFO:teuthology.orchestra.run.smithi046.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-07-26T15:31:50.805 INFO:teuthology.orchestra.run.smithi073.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-07-26T15:31:50.806 INFO:teuthology.orchestra.run.smithi073.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-07-26T15:31:50.807 INFO:teuthology.orchestra.run.smithi073.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-07-26T15:31:50.840 INFO:teuthology.orchestra.run.smithi046.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-07-26T15:31:50.841 INFO:teuthology.orchestra.run.smithi046.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-07-26T15:31:50.841 INFO:teuthology.orchestra.run.smithi046.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-07-26T15:31:50.845 INFO:teuthology.orchestra.run.smithi046.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-07-26T15:31:50.890 INFO:teuthology.orchestra.run.smithi073.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-07-26T15:31:50.892 INFO:teuthology.orchestra.run.smithi073.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.3 [1,382 kB] 2021-07-26T15:31:50.919 INFO:teuthology.orchestra.run.smithi073.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-07-26T15:31:50.920 INFO:teuthology.orchestra.run.smithi073.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-07-26T15:31:50.920 INFO:teuthology.orchestra.run.smithi073.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-07-26T15:31:50.921 INFO:teuthology.orchestra.run.smithi073.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-07-26T15:31:50.923 INFO:teuthology.orchestra.run.smithi073.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-07-26T15:31:50.976 INFO:teuthology.orchestra.run.smithi073.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-07-26T15:31:50.977 INFO:teuthology.orchestra.run.smithi073.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-07-26T15:31:50.977 INFO:teuthology.orchestra.run.smithi073.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-07-26T15:31:51.061 INFO:teuthology.orchestra.run.smithi073.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-07-26T15:31:51.117 INFO:teuthology.orchestra.run.smithi073.stdout:Get:84 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 16.2.5-102-gc6a1fa5a-1focal [5,872 kB] 2021-07-26T15:31:51.376 INFO:teuthology.orchestra.run.smithi046.stdout:Get:84 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 16.2.5-102-gc6a1fa5a-1focal [5,872 kB] 2021-07-26T15:31:51.478 INFO:teuthology.orchestra.run.smithi073.stdout:Get:85 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 16.2.5-102-gc6a1fa5a-1focal [186 kB] 2021-07-26T15:31:51.506 INFO:teuthology.orchestra.run.smithi073.stdout:Get:86 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 16.2.5-102-gc6a1fa5a-1focal [1,501 kB] 2021-07-26T15:31:51.628 INFO:teuthology.orchestra.run.smithi073.stdout:Get:87 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 16.2.5-102-gc6a1fa5a-1focal [6,929 kB] 2021-07-26T15:31:51.838 INFO:teuthology.orchestra.run.smithi046.stdout:Get:85 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 16.2.5-102-gc6a1fa5a-1focal [186 kB] 2021-07-26T15:31:51.845 INFO:teuthology.orchestra.run.smithi046.stdout:Get:86 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 16.2.5-102-gc6a1fa5a-1focal [1,501 kB] 2021-07-26T15:31:51.978 INFO:teuthology.orchestra.run.smithi046.stdout:Get:87 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 16.2.5-102-gc6a1fa5a-1focal [6,929 kB] 2021-07-26T15:31:52.149 INFO:teuthology.orchestra.run.smithi073.stdout:Get:88 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 16.2.5-102-gc6a1fa5a-1focal [26.0 MB] 2021-07-26T15:31:52.507 INFO:teuthology.orchestra.run.smithi046.stdout:Get:88 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 16.2.5-102-gc6a1fa5a-1focal [26.0 MB] 2021-07-26T15:31:54.014 INFO:teuthology.orchestra.run.smithi073.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 16.2.5-102-gc6a1fa5a-1focal [3,908 B] 2021-07-26T15:31:54.015 INFO:teuthology.orchestra.run.smithi073.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 16.2.5-102-gc6a1fa5a-1focal [817 kB] 2021-07-26T15:31:54.027 INFO:teuthology.orchestra.run.smithi073.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 16.2.5-102-gc6a1fa5a-1focal [2,306 kB] 2021-07-26T15:31:54.171 INFO:teuthology.orchestra.run.smithi073.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 16.2.5-102-gc6a1fa5a-1focal [65.7 kB] 2021-07-26T15:31:54.173 INFO:teuthology.orchestra.run.smithi073.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 16.2.5-102-gc6a1fa5a-1focal [84.0 kB] 2021-07-26T15:31:54.177 INFO:teuthology.orchestra.run.smithi073.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 16.2.5-102-gc6a1fa5a-1focal [2,360 kB] 2021-07-26T15:31:54.344 INFO:teuthology.orchestra.run.smithi073.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 16.2.5-102-gc6a1fa5a-1focal [7,886 kB] 2021-07-26T15:31:54.587 INFO:teuthology.orchestra.run.smithi046.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 16.2.5-102-gc6a1fa5a-1focal [3,908 B] 2021-07-26T15:31:54.636 INFO:teuthology.orchestra.run.smithi046.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 16.2.5-102-gc6a1fa5a-1focal [817 kB] 2021-07-26T15:31:54.651 INFO:teuthology.orchestra.run.smithi046.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 16.2.5-102-gc6a1fa5a-1focal [2,306 kB] 2021-07-26T15:31:54.760 INFO:teuthology.orchestra.run.smithi046.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 16.2.5-102-gc6a1fa5a-1focal [65.7 kB] 2021-07-26T15:31:54.785 INFO:teuthology.orchestra.run.smithi046.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 16.2.5-102-gc6a1fa5a-1focal [84.0 kB] 2021-07-26T15:31:54.788 INFO:teuthology.orchestra.run.smithi046.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 16.2.5-102-gc6a1fa5a-1focal [2,360 kB] 2021-07-26T15:31:54.857 INFO:teuthology.orchestra.run.smithi073.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 16.2.5-102-gc6a1fa5a-1focal [4,020 B] 2021-07-26T15:31:54.857 INFO:teuthology.orchestra.run.smithi073.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 16.2.5-102-gc6a1fa5a-1focal [126 kB] 2021-07-26T15:31:54.863 INFO:teuthology.orchestra.run.smithi073.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 16.2.5-102-gc6a1fa5a-1focal [49.3 MB] 2021-07-26T15:31:54.956 INFO:teuthology.orchestra.run.smithi046.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 16.2.5-102-gc6a1fa5a-1focal [7,886 kB] 2021-07-26T15:31:55.548 INFO:teuthology.orchestra.run.smithi046.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 16.2.5-102-gc6a1fa5a-1focal [4,020 B] 2021-07-26T15:31:55.548 INFO:teuthology.orchestra.run.smithi046.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 16.2.5-102-gc6a1fa5a-1focal [126 kB] 2021-07-26T15:31:55.551 INFO:teuthology.orchestra.run.smithi046.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 16.2.5-102-gc6a1fa5a-1focal [49.3 MB] 2021-07-26T15:31:58.378 INFO:teuthology.orchestra.run.smithi073.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 16.2.5-102-gc6a1fa5a-1focal [20.8 kB] 2021-07-26T15:31:58.379 INFO:teuthology.orchestra.run.smithi073.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 16.2.5-102-gc6a1fa5a-1focal [11.3 MB] 2021-07-26T15:31:58.971 INFO:teuthology.orchestra.run.smithi073.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 16.2.5-102-gc6a1fa5a-1focal [77.6 kB] 2021-07-26T15:31:59.566 INFO:teuthology.orchestra.run.smithi073.stdout:Fetched 172 MB in 11s (15.8 MB/s) 2021-07-26T15:31:59.650 INFO:teuthology.orchestra.run.smithi046.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 16.2.5-102-gc6a1fa5a-1focal [20.8 kB] 2021-07-26T15:31:59.651 INFO:teuthology.orchestra.run.smithi046.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 16.2.5-102-gc6a1fa5a-1focal [11.3 MB] 2021-07-26T15:31:59.689 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libjaeger. 2021-07-26T15:31:59.744 INFO:teuthology.orchestra.run.smithi073.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138107 files and directories currently installed.) 2021-07-26T15:31:59.748 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../000-libjaeger_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:31:59.787 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libjaeger (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:00.131 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-07-26T15:32:00.147 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../001-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-07-26T15:32:00.232 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:32:00.250 INFO:teuthology.orchestra.run.smithi046.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/pacific/c6a1fa5a5e06fd971d97a2404f2b028c091eb255/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 16.2.5-102-gc6a1fa5a-1focal [77.6 kB] 2021-07-26T15:32:00.611 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../002-librbd1_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:00.760 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking librbd1 (16.2.5-102-gc6a1fa5a-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:32:00.868 INFO:teuthology.orchestra.run.smithi046.stdout:Fetched 172 MB in 12s (14.2 MB/s) 2021-07-26T15:32:00.975 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libjaeger. 2021-07-26T15:32:01.029 INFO:teuthology.orchestra.run.smithi046.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138107 files and directories currently installed.) 2021-07-26T15:32:01.033 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../000-libjaeger_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:01.090 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libjaeger (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:01.334 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-07-26T15:32:01.349 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../001-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-07-26T15:32:01.434 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:32:01.447 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../003-librados2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:01.573 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking librados2 (16.2.5-102-gc6a1fa5a-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:32:01.770 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../002-librbd1_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:01.913 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking librbd1 (16.2.5-102-gc6a1fa5a-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:32:02.220 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libcephfs2. 2021-07-26T15:32:02.240 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../004-libcephfs2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:02.277 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libcephfs2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:02.579 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-rados. 2021-07-26T15:32:02.593 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../003-librados2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:02.597 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../005-python3-rados_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:02.672 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-rados (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:02.845 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking librados2 (16.2.5-102-gc6a1fa5a-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:32:03.025 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-07-26T15:32:03.042 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../006-python3-ceph-argparse_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:03.099 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-ceph-argparse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:03.385 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-cephfs. 2021-07-26T15:32:03.400 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../007-python3-cephfs_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:03.435 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-cephfs (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:03.496 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libcephfs2. 2021-07-26T15:32:03.511 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../004-libcephfs2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:03.587 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libcephfs2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:03.746 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-ceph-common. 2021-07-26T15:32:03.762 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../008-python3-ceph-common_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:03.796 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:03.939 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-rados. 2021-07-26T15:32:03.958 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../005-python3-rados_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:03.998 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-rados (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:04.099 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-prettytable. 2021-07-26T15:32:04.115 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../009-python3-prettytable_0.7.2-5_all.deb ... 2021-07-26T15:32:04.157 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-07-26T15:32:04.359 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-07-26T15:32:04.377 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../006-python3-ceph-argparse_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:04.417 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-ceph-argparse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:04.444 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-rbd. 2021-07-26T15:32:04.459 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../010-python3-rbd_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:04.501 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-rbd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:04.687 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-cephfs. 2021-07-26T15:32:04.704 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../007-python3-cephfs_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:04.737 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-cephfs (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:04.888 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2021-07-26T15:32:04.903 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../011-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2021-07-26T15:32:04.946 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2021-07-26T15:32:05.056 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-ceph-common. 2021-07-26T15:32:05.074 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../008-python3-ceph-common_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:05.105 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:05.291 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-07-26T15:32:05.307 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../012-librabbitmq4_0.10.0-1_amd64.deb ... 2021-07-26T15:32:05.341 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:32:05.425 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-prettytable. 2021-07-26T15:32:05.441 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../009-python3-prettytable_0.7.2-5_all.deb ... 2021-07-26T15:32:05.483 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-07-26T15:32:05.710 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-07-26T15:32:05.726 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../013-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-07-26T15:32:05.768 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:32:05.769 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-rbd. 2021-07-26T15:32:05.785 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../010-python3-rbd_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:05.827 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-rbd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:06.163 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package librgw2. 2021-07-26T15:32:06.179 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../014-librgw2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:06.180 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2021-07-26T15:32:06.197 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../011-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2021-07-26T15:32:06.221 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking librgw2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:06.230 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2021-07-26T15:32:06.593 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-07-26T15:32:06.609 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../012-librabbitmq4_0.10.0-1_amd64.deb ... 2021-07-26T15:32:06.651 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:32:06.799 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-rgw. 2021-07-26T15:32:06.815 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../015-python3-rgw_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:06.865 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-rgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:07.021 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-07-26T15:32:07.037 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../013-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-07-26T15:32:07.168 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-07-26T15:32:07.185 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../016-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-07-26T15:32:07.213 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:32:07.252 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:32:07.541 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package librgw2. 2021-07-26T15:32:07.560 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../014-librgw2_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:07.591 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking librgw2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:07.613 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package liboath0. 2021-07-26T15:32:07.628 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../017-liboath0_2.6.1-1.3_amd64.deb ... 2021-07-26T15:32:07.704 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-07-26T15:32:08.007 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libradosstriper1. 2021-07-26T15:32:08.022 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../018-libradosstriper1_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:08.065 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libradosstriper1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:08.210 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-rgw. 2021-07-26T15:32:08.227 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../015-python3-rgw_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:08.268 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-rgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:08.469 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-common. 2021-07-26T15:32:08.487 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../019-ceph-common_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:08.552 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:08.604 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-07-26T15:32:08.623 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../016-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-07-26T15:32:08.662 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:32:09.007 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package liboath0. 2021-07-26T15:32:09.024 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../017-liboath0_2.6.1-1.3_amd64.deb ... 2021-07-26T15:32:09.065 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-07-26T15:32:09.344 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libradosstriper1. 2021-07-26T15:32:09.358 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../018-libradosstriper1_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:09.401 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libradosstriper1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:09.913 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-common. 2021-07-26T15:32:09.932 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../019-ceph-common_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:10.824 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-base. 2021-07-26T15:32:10.844 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../020-ceph-base_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:10.893 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-base (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:11.879 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-cryptography. 2021-07-26T15:32:11.895 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../021-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-07-26T15:32:11.939 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:32:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-base. 2021-07-26T15:32:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../020-ceph-base_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-base (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:12.408 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-openssl. 2021-07-26T15:32:12.427 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../022-python3-openssl_19.0.0-1build1_all.deb ... 2021-07-26T15:32:12.475 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-07-26T15:32:12.736 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-07-26T15:32:12.754 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../023-ceph-mgr-modules-core_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:12.794 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr-modules-core (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:13.199 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-bcrypt. 2021-07-26T15:32:13.216 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../024-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-07-26T15:32:13.299 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:32:13.364 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-cryptography. 2021-07-26T15:32:13.384 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../021-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-07-26T15:32:13.422 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:32:13.602 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-cherrypy3. 2021-07-26T15:32:13.619 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../025-python3-cherrypy3_8.9.1-6_all.deb ... 2021-07-26T15:32:13.682 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:32:13.843 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-openssl. 2021-07-26T15:32:13.859 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../022-python3-openssl_19.0.0-1build1_all.deb ... 2021-07-26T15:32:13.926 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-07-26T15:32:14.005 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-jwt. 2021-07-26T15:32:14.025 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../026-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-07-26T15:32:14.063 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:32:14.229 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-07-26T15:32:14.245 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../023-ceph-mgr-modules-core_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:14.287 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr-modules-core (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:14.400 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-logutils. 2021-07-26T15:32:14.420 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../027-python3-logutils_0.3.3-7_all.deb ... 2021-07-26T15:32:14.458 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-07-26T15:32:14.667 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-bcrypt. 2021-07-26T15:32:14.683 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../024-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-07-26T15:32:14.758 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:32:14.803 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-markupsafe. 2021-07-26T15:32:14.821 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../028-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-07-26T15:32:14.861 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:32:15.111 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-cherrypy3. 2021-07-26T15:32:15.129 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../025-python3-cherrypy3_8.9.1-6_all.deb ... 2021-07-26T15:32:15.169 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:32:15.197 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-mako. 2021-07-26T15:32:15.216 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../029-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-07-26T15:32:15.256 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:32:15.590 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-jwt. 2021-07-26T15:32:15.600 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-simplegeneric. 2021-07-26T15:32:15.605 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../026-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-07-26T15:32:15.616 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../030-python3-simplegeneric_0.8.1-3_all.deb ... 2021-07-26T15:32:15.659 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:32:15.673 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:32:15.970 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-singledispatch. 2021-07-26T15:32:15.991 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../031-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-07-26T15:32:16.026 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-logutils. 2021-07-26T15:32:16.028 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:32:16.042 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../027-python3-logutils_0.3.3-7_all.deb ... 2021-07-26T15:32:16.084 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-07-26T15:32:16.406 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-webob. 2021-07-26T15:32:16.423 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../032-python3-webob_1%3a1.8.5-2_all.deb ... 2021-07-26T15:32:16.429 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-markupsafe. 2021-07-26T15:32:16.446 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../028-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-07-26T15:32:16.464 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-07-26T15:32:16.487 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:32:16.824 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-mako. 2021-07-26T15:32:16.834 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-soupsieve. 2021-07-26T15:32:16.840 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../029-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-07-26T15:32:16.850 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../033-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-07-26T15:32:16.890 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:32:16.892 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:32:17.195 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-bs4. 2021-07-26T15:32:17.210 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../034-python3-bs4_4.8.2-1_all.deb ... 2021-07-26T15:32:17.245 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-07-26T15:32:17.261 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-simplegeneric. 2021-07-26T15:32:17.277 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../030-python3-simplegeneric_0.8.1-3_all.deb ... 2021-07-26T15:32:17.318 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:32:17.665 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-waitress. 2021-07-26T15:32:17.682 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../035-python3-waitress_1.4.1-1_all.deb ... 2021-07-26T15:32:17.726 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-07-26T15:32:17.797 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-singledispatch. 2021-07-26T15:32:17.813 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../031-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-07-26T15:32:17.854 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:32:18.068 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-tempita. 2021-07-26T15:32:18.086 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../036-python3-tempita_0.5.2-6_all.deb ... 2021-07-26T15:32:18.126 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-07-26T15:32:18.166 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-webob. 2021-07-26T15:32:18.184 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../032-python3-webob_1%3a1.8.5-2_all.deb ... 2021-07-26T15:32:18.224 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-07-26T15:32:18.462 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-paste. 2021-07-26T15:32:18.479 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../037-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-07-26T15:32:18.529 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:32:18.602 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-soupsieve. 2021-07-26T15:32:18.618 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../033-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-07-26T15:32:18.660 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:32:18.866 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-07-26T15:32:18.885 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../038-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-07-26T15:32:18.924 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:32:19.021 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-bs4. 2021-07-26T15:32:19.040 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../034-python3-bs4_4.8.2-1_all.deb ... 2021-07-26T15:32:19.079 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-07-26T15:32:19.244 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pastedeploy. 2021-07-26T15:32:19.261 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../039-python3-pastedeploy_2.1.0-1_all.deb ... 2021-07-26T15:32:19.294 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:32:19.533 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-waitress. 2021-07-26T15:32:19.552 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../035-python3-waitress_1.4.1-1_all.deb ... 2021-07-26T15:32:19.594 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-07-26T15:32:19.630 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-webtest. 2021-07-26T15:32:19.647 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../040-python3-webtest_2.0.32-2_all.deb ... 2021-07-26T15:32:19.688 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-07-26T15:32:20.495 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-tempita. 2021-07-26T15:32:20.511 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../036-python3-tempita_0.5.2-6_all.deb ... 2021-07-26T15:32:20.553 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-07-26T15:32:20.642 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pecan. 2021-07-26T15:32:20.658 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../041-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-07-26T15:32:20.700 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:32:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-paste. 2021-07-26T15:32:20.891 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../037-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-07-26T15:32:20.930 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:32:21.079 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-werkzeug. 2021-07-26T15:32:21.095 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../042-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-07-26T15:32:21.138 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:32:21.242 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-07-26T15:32:21.260 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../038-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-07-26T15:32:21.300 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:32:21.525 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr. 2021-07-26T15:32:21.540 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../043-ceph-mgr_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:21.583 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:21.628 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pastedeploy. 2021-07-26T15:32:21.647 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../039-python3-pastedeploy_2.1.0-1_all.deb ... 2021-07-26T15:32:21.686 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:32:22.023 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-webtest. 2021-07-26T15:32:22.039 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../040-python3-webtest_2.0.32-2_all.deb ... 2021-07-26T15:32:22.078 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mon. 2021-07-26T15:32:22.094 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../044-ceph-mon_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:22.106 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-07-26T15:32:22.135 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mon (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:22.467 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pecan. 2021-07-26T15:32:22.487 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../041-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-07-26T15:32:22.534 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:32:22.922 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-werkzeug. 2021-07-26T15:32:22.938 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../042-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-07-26T15:32:22.989 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:32:23.248 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-osd. 2021-07-26T15:32:23.263 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../045-ceph-osd_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:23.306 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-osd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:23.417 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr. 2021-07-26T15:32:23.433 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../043-ceph-mgr_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:23.508 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:24.038 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mon. 2021-07-26T15:32:24.053 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../044-ceph-mon_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:24.095 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mon (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:25.266 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-osd. 2021-07-26T15:32:25.281 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../045-ceph-osd_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:25.323 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-osd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:25.845 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph. 2021-07-26T15:32:25.862 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../046-ceph_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:25.903 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:26.256 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-fuse. 2021-07-26T15:32:26.274 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../047-ceph-fuse_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:26.314 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:26.742 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mds. 2021-07-26T15:32:26.759 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../048-ceph-mds_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:26.801 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mds (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:27.337 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package cephadm. 2021-07-26T15:32:27.353 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../049-cephadm_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:27.395 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:27.765 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-jinja2. 2021-07-26T15:32:27.784 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../050-python3-jinja2_2.10.1-2_all.deb ... 2021-07-26T15:32:27.824 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-07-26T15:32:27.896 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph. 2021-07-26T15:32:27.913 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../046-ceph_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:27.954 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:28.176 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-07-26T15:32:28.192 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../051-ceph-mgr-cephadm_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:28.234 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr-cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:28.281 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-fuse. 2021-07-26T15:32:28.301 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../047-ceph-fuse_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:28.339 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:28.590 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-repoze.lru. 2021-07-26T15:32:28.608 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../052-python3-repoze.lru_0.7-2_all.deb ... 2021-07-26T15:32:28.648 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-07-26T15:32:28.835 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mds. 2021-07-26T15:32:28.851 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../048-ceph-mds_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:28.901 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libjs-underscore. 2021-07-26T15:32:28.901 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mds (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:28.917 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../053-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2021-07-26T15:32:28.987 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:32:29.270 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-07-26T15:32:29.286 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../054-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-07-26T15:32:29.358 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:32:29.463 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package cephadm. 2021-07-26T15:32:29.478 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../049-cephadm_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:29.546 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:29.681 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-routes. 2021-07-26T15:32:29.697 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../055-python3-routes_2.4.1-2_all.deb ... 2021-07-26T15:32:29.739 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-07-26T15:32:29.877 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-jinja2. 2021-07-26T15:32:29.893 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../050-python3-jinja2_2.10.1-2_all.deb ... 2021-07-26T15:32:29.932 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-07-26T15:32:30.101 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-07-26T15:32:30.120 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../056-ceph-mgr-dashboard_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:30.159 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr-dashboard (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:30.297 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-07-26T15:32:30.316 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../051-ceph-mgr-cephadm_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:30.377 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr-cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:31.005 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-repoze.lru. 2021-07-26T15:32:31.024 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../052-python3-repoze.lru_0.7-2_all.deb ... 2021-07-26T15:32:31.055 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-07-26T15:32:31.325 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libjs-underscore. 2021-07-26T15:32:31.341 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../053-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2021-07-26T15:32:31.382 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:32:31.602 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-decorator. 2021-07-26T15:32:31.621 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../057-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-07-26T15:32:31.660 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:32:31.711 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-07-26T15:32:31.728 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../054-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-07-26T15:32:31.769 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:32:32.021 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-07-26T15:32:32.037 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../058-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-07-26T15:32:32.079 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:32:32.080 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-routes. 2021-07-26T15:32:32.097 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../055-python3-routes_2.4.1-2_all.deb ... 2021-07-26T15:32:32.138 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-07-26T15:32:32.383 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-scipy. 2021-07-26T15:32:32.401 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../059-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-07-26T15:32:32.465 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-07-26T15:32:32.541 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-07-26T15:32:32.557 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../056-ceph-mgr-dashboard_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:32.607 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr-dashboard (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:33.608 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-decorator. 2021-07-26T15:32:33.628 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../057-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-07-26T15:32:33.666 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:32:33.768 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-07-26T15:32:33.786 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../060-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-07-26T15:32:33.826 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:32:34.011 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-07-26T15:32:34.028 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../058-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-07-26T15:32:34.069 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:32:34.388 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-joblib. 2021-07-26T15:32:34.408 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../061-python3-joblib_0.14.0-3_all.deb ... 2021-07-26T15:32:34.438 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-scipy. 2021-07-26T15:32:34.446 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-07-26T15:32:34.454 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../059-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-07-26T15:32:34.528 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-07-26T15:32:34.875 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-sklearn. 2021-07-26T15:32:34.891 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../062-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-07-26T15:32:34.933 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:32:35.683 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-07-26T15:32:35.702 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../063-ceph-mgr-diskprediction-local_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:35.741 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr-diskprediction-local (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:35.840 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-07-26T15:32:35.856 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../060-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-07-26T15:32:35.898 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:32:36.502 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-joblib. 2021-07-26T15:32:36.521 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../061-python3-joblib_0.14.0-3_all.deb ... 2021-07-26T15:32:36.569 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-07-26T15:32:36.895 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-cachetools. 2021-07-26T15:32:36.911 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../064-python3-cachetools_4.0.0-1_all.deb ... 2021-07-26T15:32:36.953 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-07-26T15:32:37.014 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-sklearn. 2021-07-26T15:32:37.032 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../062-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-07-26T15:32:37.072 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:32:37.281 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pyasn1. 2021-07-26T15:32:37.298 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../065-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-07-26T15:32:37.339 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:32:37.693 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-07-26T15:32:37.708 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../066-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-07-26T15:32:37.751 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:32:37.881 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-07-26T15:32:37.897 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../063-ceph-mgr-diskprediction-local_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:37.947 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr-diskprediction-local (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:38.087 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-rsa. 2021-07-26T15:32:38.103 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../067-python3-rsa_4.0-3_all.deb ... 2021-07-26T15:32:38.145 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-rsa (4.0-3) ... 2021-07-26T15:32:38.465 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-google-auth. 2021-07-26T15:32:38.484 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../068-python3-google-auth_1.5.1-2_all.deb ... 2021-07-26T15:32:38.525 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-07-26T15:32:38.885 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-blinker. 2021-07-26T15:32:38.902 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../069-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-07-26T15:32:38.944 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:32:39.075 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-cachetools. 2021-07-26T15:32:39.091 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../064-python3-cachetools_4.0.0-1_all.deb ... 2021-07-26T15:32:39.158 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-07-26T15:32:39.272 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-oauthlib. 2021-07-26T15:32:39.287 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../070-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-07-26T15:32:39.330 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:32:39.503 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pyasn1. 2021-07-26T15:32:39.519 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../065-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-07-26T15:32:39.578 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:32:39.666 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-07-26T15:32:39.685 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../071-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-07-26T15:32:39.724 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:32:39.932 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-07-26T15:32:39.951 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../066-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-07-26T15:32:39.989 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:32:40.061 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-websocket. 2021-07-26T15:32:40.078 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../072-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-07-26T15:32:40.119 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:32:40.342 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-rsa. 2021-07-26T15:32:40.358 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../067-python3-rsa_4.0-3_all.deb ... 2021-07-26T15:32:40.409 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-rsa (4.0-3) ... 2021-07-26T15:32:40.480 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-kubernetes. 2021-07-26T15:32:40.498 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../073-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-07-26T15:32:40.538 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:32:40.779 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-google-auth. 2021-07-26T15:32:40.799 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../068-python3-google-auth_1.5.1-2_all.deb ... 2021-07-26T15:32:40.837 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-07-26T15:32:41.094 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-07-26T15:32:41.113 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../074-ceph-mgr-k8sevents_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:41.152 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-mgr-k8sevents (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:41.182 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-blinker. 2021-07-26T15:32:41.198 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../069-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-07-26T15:32:41.266 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:32:41.496 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libonig5:amd64. 2021-07-26T15:32:41.515 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../075-libonig5_6.9.4-1_amd64.deb ... 2021-07-26T15:32:41.554 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:32:41.627 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-oauthlib. 2021-07-26T15:32:41.647 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../070-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-07-26T15:32:41.686 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:32:41.991 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libjq1:amd64. 2021-07-26T15:32:42.006 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../076-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:32:42.012 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-07-26T15:32:42.029 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../071-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-07-26T15:32:42.057 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:32:42.062 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:32:42.335 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package jq. 2021-07-26T15:32:42.353 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../077-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:32:42.393 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:32:42.407 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-websocket. 2021-07-26T15:32:42.427 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../072-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-07-26T15:32:42.465 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:32:42.663 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package socat. 2021-07-26T15:32:42.678 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../078-socat_1.7.3.3-2_amd64.deb ... 2021-07-26T15:32:42.721 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking socat (1.7.3.3-2) ... 2021-07-26T15:32:42.810 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-kubernetes. 2021-07-26T15:32:42.826 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../073-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-07-26T15:32:42.868 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:32:43.132 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-07-26T15:32:43.149 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../079-libxslt1.1_1.1.34-4_amd64.deb ... 2021-07-26T15:32:43.199 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:32:43.465 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-07-26T15:32:43.482 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../074-ceph-mgr-k8sevents_16.2.5-102-gc6a1fa5a-1focal_all.deb ... 2021-07-26T15:32:43.502 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package xmlstarlet. 2021-07-26T15:32:43.521 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../080-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-07-26T15:32:43.523 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-mgr-k8sevents (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:43.560 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:32:43.892 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libonig5:amd64. 2021-07-26T15:32:43.909 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../075-libonig5_6.9.4-1_amd64.deb ... 2021-07-26T15:32:43.950 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:32:44.075 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2021-07-26T15:32:44.092 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../081-libsqlite3-mod-ceph_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:44.133 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libsqlite3-mod-ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:44.421 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libjq1:amd64. 2021-07-26T15:32:44.440 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../076-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:32:44.444 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package ceph-test. 2021-07-26T15:32:44.462 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../082-ceph-test_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:44.487 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:32:44.502 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking ceph-test (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:44.790 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package jq. 2021-07-26T15:32:44.808 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../077-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:32:44.848 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:32:45.126 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package socat. 2021-07-26T15:32:45.144 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../078-socat_1.7.3.3-2_amd64.deb ... 2021-07-26T15:32:45.183 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking socat (1.7.3.3-2) ... 2021-07-26T15:32:45.621 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-07-26T15:32:45.638 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../079-libxslt1.1_1.1.34-4_amd64.deb ... 2021-07-26T15:32:45.679 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:32:45.982 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package xmlstarlet. 2021-07-26T15:32:45.998 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../080-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-07-26T15:32:46.040 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:32:46.721 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2021-07-26T15:32:46.738 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../081-libsqlite3-mod-ceph_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:46.780 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libsqlite3-mod-ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:47.074 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package ceph-test. 2021-07-26T15:32:47.094 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../082-ceph-test_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:47.132 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking ceph-test (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:48.748 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package libcephfs-dev. 2021-07-26T15:32:48.766 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../083-libcephfs-dev_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:48.797 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking libcephfs-dev (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:49.226 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package nvme-cli. 2021-07-26T15:32:49.242 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../084-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-07-26T15:32:49.302 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:32:49.706 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-atomicwrites. 2021-07-26T15:32:49.723 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../085-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-07-26T15:32:49.798 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:32:50.093 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-attr. 2021-07-26T15:32:50.110 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../086-python3-attr_19.3.0-2_all.deb ... 2021-07-26T15:32:50.184 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-07-26T15:32:50.504 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-webencodings. 2021-07-26T15:32:50.520 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../087-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-07-26T15:32:50.587 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:32:50.890 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-html5lib. 2021-07-26T15:32:50.906 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../088-python3-html5lib_1.0.1-2_all.deb ... 2021-07-26T15:32:50.948 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-07-26T15:32:51.318 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-07-26T15:32:51.334 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../089-python3-lxml_4.5.0-1ubuntu0.3_amd64.deb ... 2021-07-26T15:32:51.376 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:32:51.578 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package libcephfs-dev. 2021-07-26T15:32:51.596 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../083-libcephfs-dev_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:51.644 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking libcephfs-dev (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:51.896 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-packaging. 2021-07-26T15:32:51.912 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../090-python3-packaging_20.3-1_all.deb ... 2021-07-26T15:32:51.954 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-packaging (20.3-1) ... 2021-07-26T15:32:52.114 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package nvme-cli. 2021-07-26T15:32:52.130 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../084-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-07-26T15:32:52.190 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:32:52.272 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pastescript. 2021-07-26T15:32:52.292 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../091-python3-pastescript_2.0.2-4_all.deb ... 2021-07-26T15:32:52.335 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-07-26T15:32:52.611 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-atomicwrites. 2021-07-26T15:32:52.630 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../085-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-07-26T15:32:52.655 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pluggy. 2021-07-26T15:32:52.671 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:32:52.675 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../092-python3-pluggy_0.13.0-2_all.deb ... 2021-07-26T15:32:52.730 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-07-26T15:32:53.024 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-attr. 2021-07-26T15:32:53.034 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-psutil. 2021-07-26T15:32:53.041 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../086-python3-attr_19.3.0-2_all.deb ... 2021-07-26T15:32:53.052 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../093-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-07-26T15:32:53.107 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-07-26T15:32:53.116 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:32:53.440 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-py. 2021-07-26T15:32:53.459 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../094-python3-py_1.8.1-1_all.deb ... 2021-07-26T15:32:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-webencodings. 2021-07-26T15:32:53.485 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../087-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-07-26T15:32:53.526 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:32:53.531 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-py (1.8.1-1) ... 2021-07-26T15:32:53.854 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-html5lib. 2021-07-26T15:32:53.872 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../088-python3-html5lib_1.0.1-2_all.deb ... 2021-07-26T15:32:53.874 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pyinotify. 2021-07-26T15:32:53.890 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../095-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-07-26T15:32:53.913 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-07-26T15:32:53.932 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:32:54.242 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-wcwidth. 2021-07-26T15:32:54.260 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../096-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-07-26T15:32:54.300 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:32:54.316 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-07-26T15:32:54.333 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../089-python3-lxml_4.5.0-1ubuntu0.3_amd64.deb ... 2021-07-26T15:32:54.374 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:32:54.641 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-pytest. 2021-07-26T15:32:54.661 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../097-python3-pytest_4.6.9-1_all.deb ... 2021-07-26T15:32:54.708 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-07-26T15:32:54.905 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-packaging. 2021-07-26T15:32:54.921 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../090-python3-packaging_20.3-1_all.deb ... 2021-07-26T15:32:54.961 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-packaging (20.3-1) ... 2021-07-26T15:32:55.079 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package python3-simplejson. 2021-07-26T15:32:55.094 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../098-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-07-26T15:32:55.137 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:32:55.325 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pastescript. 2021-07-26T15:32:55.341 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../091-python3-pastescript_2.0.2-4_all.deb ... 2021-07-26T15:32:55.383 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-07-26T15:32:55.540 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package radosgw. 2021-07-26T15:32:55.557 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../099-radosgw_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:55.589 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking radosgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:55.736 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pluggy. 2021-07-26T15:32:55.753 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../092-python3-pluggy_0.13.0-2_all.deb ... 2021-07-26T15:32:55.794 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-07-26T15:32:56.140 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-psutil. 2021-07-26T15:32:56.157 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../093-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-07-26T15:32:56.197 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:32:56.560 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-py. 2021-07-26T15:32:56.577 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../094-python3-py_1.8.1-1_all.deb ... 2021-07-26T15:32:56.645 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-py (1.8.1-1) ... 2021-07-26T15:32:56.830 INFO:teuthology.orchestra.run.smithi073.stdout:Selecting previously unselected package rbd-fuse. 2021-07-26T15:32:56.846 INFO:teuthology.orchestra.run.smithi073.stdout:Preparing to unpack .../100-rbd-fuse_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:56.888 INFO:teuthology.orchestra.run.smithi073.stdout:Unpacking rbd-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:57.021 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pyinotify. 2021-07-26T15:32:57.040 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../095-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-07-26T15:32:57.080 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:32:57.204 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-attr (19.3.0-2) ... 2021-07-26T15:32:57.431 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-wcwidth. 2021-07-26T15:32:57.447 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../096-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-07-26T15:32:57.490 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:32:57.510 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:32:57.636 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:32:57.762 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:32:57.831 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-pytest. 2021-07-26T15:32:57.847 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../097-python3-pytest_4.6.9-1_all.deb ... 2021-07-26T15:32:57.888 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-07-26T15:32:57.998 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:58.293 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package python3-simplejson. 2021-07-26T15:32:58.312 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../098-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-07-26T15:32:58.377 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:32:58.571 INFO:teuthology.orchestra.run.smithi073.stdout:Adding system user cephadm....done 2021-07-26T15:32:58.756 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-07-26T15:32:58.862 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package radosgw. 2021-07-26T15:32:58.881 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../099-radosgw_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:32:58.920 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking radosgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:32:59.108 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-07-26T15:32:59.392 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-07-26T15:32:59.493 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-py (1.8.1-1) ... 2021-07-26T15:32:59.837 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-07-26T15:33:00.144 INFO:teuthology.orchestra.run.smithi046.stdout:Selecting previously unselected package rbd-fuse. 2021-07-26T15:33:00.161 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing to unpack .../100-rbd-fuse_16.2.5-102-gc6a1fa5a-1focal_amd64.deb ... 2021-07-26T15:33:00.202 INFO:teuthology.orchestra.run.smithi046.stdout:Unpacking rbd-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:00.255 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:33:00.512 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-attr (19.3.0-2) ... 2021-07-26T15:33:00.532 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-07-26T15:33:00.858 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:33:00.966 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:33:01.084 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:33:01.100 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:33:01.210 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:33:01.378 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-ceph-argparse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:01.436 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:02.029 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:33:02.197 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:33:02.482 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:33:02.482 INFO:teuthology.orchestra.run.smithi046.stdout:Adding system user cephadm....done 2021-07-26T15:33:02.671 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-07-26T15:33:02.791 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:33:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-07-26T15:33:03.151 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:33:03.410 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:33:03.463 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-07-26T15:33:03.564 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-py (1.8.1-1) ... 2021-07-26T15:33:03.799 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:33:03.907 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-07-26T15:33:04.083 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libjaeger (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:04.217 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-07-26T15:33:04.359 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:33:04.535 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-07-26T15:33:04.677 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-07-26T15:33:04.853 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-packaging (20.3-1) ... 2021-07-26T15:33:04.962 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:33:05.154 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:33:05.272 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:33:05.280 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:33:05.548 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-ceph-argparse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:05.573 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:33:05.833 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:33:05.934 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:33:05.967 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:33:06.218 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:33:06.318 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:33:06.511 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:33:06.673 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up socat (1.7.3.3-2) ... 2021-07-26T15:33:06.805 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:06.896 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:33:07.133 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-07-26T15:33:07.199 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:33:07.466 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:33:07.577 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:33:07.592 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-07-26T15:33:07.860 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2021-07-26T15:33:07.878 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libjaeger (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:08.004 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-07-26T15:33:08.012 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:33:08.138 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:33:08.355 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-07-26T15:33:08.464 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:33:08.656 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-packaging (20.3-1) ... 2021-07-26T15:33:08.782 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-07-26T15:33:08.958 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:33:09.076 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:33:09.100 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:33:09.201 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:33:09.385 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:33:09.485 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-07-26T15:33:09.770 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:33:09.795 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:33:10.088 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:33:10.155 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:33:10.461 INFO:teuthology.orchestra.run.smithi073.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-07-26T15:33:10.524 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up socat (1.7.3.3-2) ... 2021-07-26T15:33:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:10.725 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:33:10.826 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:33:11.034 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-07-26T15:33:11.161 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:33:11.394 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:33:11.504 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:33:11.521 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-07-26T15:33:11.630 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:33:11.789 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-07-26T15:33:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2021-07-26T15:33:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:33:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:33:12.157 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:33:12.442 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up librados2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:33:12.569 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-07-26T15:33:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-07-26T15:33:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:33:13.204 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:33:13.514 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-07-26T15:33:13.832 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:33:14.059 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up librgw2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:14.173 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:33:14.216 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libsqlite3-mod-ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:14.317 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:33:14.419 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-07-26T15:33:14.549 INFO:teuthology.orchestra.run.smithi046.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-07-26T15:33:14.771 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-07-26T15:33:14.820 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:33:14.971 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:33:15.081 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:33:15.297 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:33:15.373 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-07-26T15:33:15.648 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:33:15.758 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libcephfs2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:15.791 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:33:15.892 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:33:15.959 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-07-26T15:33:16.194 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libradosstriper1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:16.317 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:33:16.345 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:33:16.609 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up librados2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:16.705 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:33:16.770 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-07-26T15:33:17.785 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up librbd1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:17.895 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:33:18.054 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:33:18.189 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:33:18.283 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up librgw2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libsqlite3-mod-ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:18.507 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:33:18.595 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:33:18.633 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-rsa (4.0-3) ... 2021-07-26T15:33:18.746 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-07-26T15:33:18.917 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-07-26T15:33:19.140 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-07-26T15:33:19.219 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr-modules-core (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:19.328 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:19.475 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:33:19.548 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:33:19.549 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:33:19.757 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-07-26T15:33:19.989 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up libcephfs-dev (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:20.147 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:33:20.161 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libcephfs2 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:20.285 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:33:20.449 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-07-26T15:33:20.645 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libradosstriper1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:20.771 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:33:20.775 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:33:21.111 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-rados (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:21.139 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:33:21.234 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-rbd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:21.376 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up rbd-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:21.477 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-routes (2.4.1-2) ... 2021-07-26T15:33:21.839 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-07-26T15:33:22.167 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-rgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:22.236 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up librbd1 (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:22.319 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-cephfs (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:22.388 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:33:22.513 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:33:22.612 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:33:22.673 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:33:22.999 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:33:23.142 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-rsa (4.0-3) ... 2021-07-26T15:33:23.437 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-07-26T15:33:23.523 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:23.746 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr-modules-core (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:23.873 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:24.026 INFO:teuthology.orchestra.run.smithi073.stdout:Adding group ceph....done 2021-07-26T15:33:24.100 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:33:24.100 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:33:24.428 INFO:teuthology.orchestra.run.smithi073.stdout:Adding system user ceph....done 2021-07-26T15:33:24.574 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up libcephfs-dev (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:24.595 INFO:teuthology.orchestra.run.smithi073.stdout:Setting system user ceph properties....done 2021-07-26T15:33:24.615 INFO:teuthology.orchestra.run.smithi073.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2021-07-26T15:33:24.700 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:33:24.767 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-07-26T15:33:25.010 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-07-26T15:33:25.055 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-07-26T15:33:25.353 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:33:25.492 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-test (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:25.643 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up radosgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:25.739 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-rados (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:25.890 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-rbd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:25.899 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:33:25.900 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:33:26.016 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up rbd-fuse (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:26.167 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-routes (2.4.1-2) ... 2021-07-26T15:33:26.505 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-base (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-07-26T15:33:26.813 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-07-26T15:33:26.875 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-rgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:26.974 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-cephfs (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:27.238 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mds (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:27.242 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:33:27.441 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:33:27.442 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:33:27.898 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:28.123 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:33:28.124 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:33:28.187 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-common (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:28.542 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-osd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:28.789 INFO:teuthology.orchestra.run.smithi046.stdout:Adding group ceph....done 2021-07-26T15:33:29.063 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:33:29.063 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:33:29.215 INFO:teuthology.orchestra.run.smithi046.stdout:Adding system user ceph....done 2021-07-26T15:33:29.408 INFO:teuthology.orchestra.run.smithi046.stdout:Setting system user ceph properties....done 2021-07-26T15:33:29.430 INFO:teuthology.orchestra.run.smithi046.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2021-07-26T15:33:29.477 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr-k8sevents (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:29.583 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-07-26T15:33:29.603 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr-diskprediction-local (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:29.771 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mon (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:29.893 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-07-26T15:33:29.980 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:33:29.981 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:33:30.396 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-test (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:30.397 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr-cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:30.514 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:30.538 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up radosgw (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:30.665 INFO:teuthology.orchestra.run.smithi073.stdout:Setting up ceph-mgr-dashboard (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:30.809 INFO:teuthology.orchestra.run.smithi073.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-07-26T15:33:30.826 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:33:30.827 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:33:31.076 INFO:teuthology.orchestra.run.smithi073.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-07-26T15:33:31.490 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-base (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:31.840 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-07-26T15:33:32.297 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mds (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:32.517 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:33:32.517 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:33:33.378 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:33.628 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:33:33.629 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:33:34.066 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-osd (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:34.113 INFO:teuthology.orchestra.run.smithi073.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-07-26T15:33:34.526 INFO:teuthology.orchestra.run.smithi073.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-07-26T15:33:34.528 DEBUG:teuthology.parallel:result is None 2021-07-26T15:33:34.610 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:33:34.610 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:33:35.093 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr-k8sevents (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:35.210 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr-diskprediction-local (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:35.353 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mon (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:35.608 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:33:35.609 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:33:36.080 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr-cephadm (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:36.247 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:36.373 INFO:teuthology.orchestra.run.smithi046.stdout:Setting up ceph-mgr-dashboard (16.2.5-102-gc6a1fa5a-1focal) ... 2021-07-26T15:33:36.525 INFO:teuthology.orchestra.run.smithi046.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-07-26T15:33:36.829 INFO:teuthology.orchestra.run.smithi046.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-07-26T15:33:40.155 INFO:teuthology.orchestra.run.smithi046.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-07-26T15:33:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-07-26T15:33:40.566 DEBUG:teuthology.parallel:result is None 2021-07-26T15:33:40.567 DEBUG:teuthology.orchestra.run.smithi046:> sudo lsb_release -is 2021-07-26T15:33:40.617 INFO:teuthology.orchestra.run.smithi046.stdout:Ubuntu 2021-07-26T15:33:40.621 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:33:40.622 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:33:40.622 INFO:teuthology.packaging:ref: None 2021-07-26T15:33:40.623 INFO:teuthology.packaging:tag: None 2021-07-26T15:33:40.623 INFO:teuthology.packaging:branch: pacific 2021-07-26T15:33:40.623 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:33:40.624 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2021-07-26T15:33:40.870 DEBUG:teuthology.orchestra.run.smithi046:> dpkg-query -W -f '${Version}' ceph 2021-07-26T15:33:40.893 INFO:teuthology.orchestra.run.smithi046.stdout:16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:33:40.894 INFO:teuthology.packaging:The installed version of ceph is 16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:33:40.895 INFO:teuthology.task.install:The correct ceph version 16.2.5-102-gc6a1fa5a-1focal is installed. 2021-07-26T15:33:40.897 DEBUG:teuthology.orchestra.run.smithi073:> sudo lsb_release -is 2021-07-26T15:33:40.949 INFO:teuthology.orchestra.run.smithi073.stdout:Ubuntu 2021-07-26T15:33:40.955 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:33:40.955 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:33:40.955 INFO:teuthology.packaging:ref: None 2021-07-26T15:33:40.956 INFO:teuthology.packaging:tag: None 2021-07-26T15:33:40.956 INFO:teuthology.packaging:branch: pacific 2021-07-26T15:33:40.957 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:33:40.958 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=pacific 2021-07-26T15:33:41.198 DEBUG:teuthology.orchestra.run.smithi073:> dpkg-query -W -f '${Version}' ceph 2021-07-26T15:33:41.221 INFO:teuthology.orchestra.run.smithi073.stdout:16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:33:41.222 INFO:teuthology.packaging:The installed version of ceph is 16.2.5-102-gc6a1fa5a-1focal 2021-07-26T15:33:41.222 INFO:teuthology.task.install:The correct ceph version 16.2.5-102-gc6a1fa5a-1focal is installed. 2021-07-26T15:33:41.223 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-07-26T15:33:41.223 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:33:41.224 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:33:41.242 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:33:41.244 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:33:41.281 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-07-26T15:33:41.282 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:33:41.282 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:33:41.300 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:33:41.311 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:33:41.312 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:33:41.328 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:33:41.385 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-07-26T15:33:41.385 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:33:41.386 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:33:41.401 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:33:41.456 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:33:41.457 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:33:41.475 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:33:41.488 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:33:41.520 INFO:teuthology.task.print:**** done install task... 2021-07-26T15:33:41.521 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:33:41.544 INFO:teuthology.task.print:**** done start installing pacific cephadm ... 2021-07-26T15:33:41.545 INFO:teuthology.run_tasks:Running task cephadm... 2021-07-26T15:33:41.661 INFO:tasks.cephadm:Config: {'cephadm_branch': 'pacific', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-pacific', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:33:41.663 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-pacific 2021-07-26T15:33:41.665 INFO:tasks.cephadm:Cluster fsid is db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:33:41.665 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-07-26T15:33:41.667 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.c': '[v2:172.21.15.46:3301,v1:172.21.15.46:6790]', 'mon.b': '172.21.15.73'} 2021-07-26T15:33:41.668 INFO:tasks.cephadm:First mon is mon.a on smithi046 2021-07-26T15:33:41.668 INFO:tasks.cephadm:First mgr is y 2021-07-26T15:33:41.668 INFO:tasks.cephadm:Normalizing hostnames... 2021-07-26T15:33:41.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s) 2021-07-26T15:33:41.687 DEBUG:teuthology.orchestra.run.smithi073:> sudo hostname $(hostname -s) 2021-07-26T15:33:41.704 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref pacific)... 2021-07-26T15:33:41.705 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.058 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-rw-r-- 1 ubuntu ubuntu 298325 Jul 26 15:33 /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.059 DEBUG:teuthology.orchestra.run.smithi073:> curl --silent https://raw.githubusercontent.com/ceph/ceph/pacific/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.174 INFO:teuthology.orchestra.run.smithi073.stdout:-rw-rw-r-- 1 ubuntu ubuntu 298325 Jul 26 15:33 /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.175 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.185 DEBUG:teuthology.orchestra.run.smithi073:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:33:42.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph 2021-07-26T15:33:42.227 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /etc/ceph 2021-07-26T15:33:42.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph 2021-07-26T15:33:42.284 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 777 /etc/ceph 2021-07-26T15:33:42.300 INFO:tasks.cephadm:Writing seed config... 2021-07-26T15:33:42.302 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-07-26T15:33:42.303 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-07-26T15:33:42.303 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-07-26T15:33:42.303 INFO:tasks.cephadm: override: [osd] debug osd = 20 2021-07-26T15:33:42.304 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-07-26T15:33:42.304 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2021-07-26T15:33:42.304 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-07-26T15:33:42.305 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-07-26T15:33:42.305 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-07-26T15:33:42.306 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-07-26T15:33:42.306 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-07-26T15:33:42.307 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:33:42.307 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-07-26T15:33:42.315 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = db144dc0-ee26-11eb-8c23-001a4aab830c mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-07-26T15:33:42.315 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service 2021-07-26T15:33:42.360 DEBUG:teuthology.orchestra.run.smithi046:mgr.y> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service 2021-07-26T15:33:42.363 INFO:tasks.cephadm:Bootstrapping... 2021-07-26T15:33:42.363 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific -v bootstrap --fsid db144dc0-ee26-11eb-8c23-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:33:42.454 INFO:journalctl@ceph.mon.a.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:33:42.472 INFO:journalctl@ceph.mgr.y.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:33:42.708 INFO:teuthology.orchestra.run.smithi046.stderr:Could not locate podman: podman not found 2021-07-26T15:33:42.708 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying podman|docker is present... 2021-07-26T15:33:42.708 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying lvm2 is present... 2021-07-26T15:33:42.708 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying time synchronization is in place... 2021-07-26T15:33:42.709 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:33:42.716 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:33:42.716 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:33:42.722 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.723 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:33:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for chronyd.service: No such file or directory 2021-07-26T15:33:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:33:42.737 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.737 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-07-26T15:33:42.745 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: masked 2021-07-26T15:33:42.746 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-07-26T15:33:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.750 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled ntpd.service 2021-07-26T15:33:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for ntpd.service: No such file or directory 2021-07-26T15:33:42.758 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active ntpd.service 2021-07-26T15:33:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled ntp.service 2021-07-26T15:33:42.770 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: enabled 2021-07-26T15:33:42.771 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active ntp.service 2021-07-26T15:33:42.777 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: active 2021-07-26T15:33:42.778 INFO:teuthology.orchestra.run.smithi046.stderr:Unit ntp.service is enabled and running 2021-07-26T15:33:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:Repeating the final host check... 2021-07-26T15:33:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:podman|docker (/usr/bin/docker) is present 2021-07-26T15:33:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl is present 2021-07-26T15:33:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:lvcreate is present 2021-07-26T15:33:42.780 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:33:42.787 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:33:42.787 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:33:42.789 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.793 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:33:42.796 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for chronyd.service: No such file or directory 2021-07-26T15:33:42.797 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:33:42.806 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.806 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-07-26T15:33:42.808 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: masked 2021-07-26T15:33:42.809 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-07-26T15:33:42.815 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.816 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled ntpd.service 2021-07-26T15:33:42.822 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to get unit file state for ntpd.service: No such file or directory 2021-07-26T15:33:42.823 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active ntpd.service 2021-07-26T15:33:42.830 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: inactive 2021-07-26T15:33:42.830 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-enabled ntp.service 2021-07-26T15:33:42.839 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: enabled 2021-07-26T15:33:42.840 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl is-active ntp.service 2021-07-26T15:33:42.843 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: active 2021-07-26T15:33:42.847 INFO:teuthology.orchestra.run.smithi046.stderr:Unit ntp.service is enabled and running 2021-07-26T15:33:42.848 INFO:teuthology.orchestra.run.smithi046.stderr:Host looks OK 2021-07-26T15:33:42.848 INFO:teuthology.orchestra.run.smithi046.stderr:Cluster fsid: db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:33:42.848 INFO:teuthology.orchestra.run.smithi046.stderr:Acquiring lock 140168894879968 on /run/cephadm/db144dc0-ee26-11eb-8c23-001a4aab830c.lock 2021-07-26T15:33:42.848 INFO:teuthology.orchestra.run.smithi046.stderr:Lock 140168894879968 acquired on /run/cephadm/db144dc0-ee26-11eb-8c23-001a4aab830c.lock 2021-07-26T15:33:42.849 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying IP 172.21.15.46 port 3300 ... 2021-07-26T15:33:42.849 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying IP 172.21.15.46 port 6789 ... 2021-07-26T15:33:42.849 INFO:teuthology.orchestra.run.smithi046.stderr:Base mon IP is 172.21.15.46, final addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2021-07-26T15:33:42.849 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/sbin/ip route ls 2021-07-26T15:33:42.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: default via 172.21.15.254 dev ens1f0 2021-07-26T15:33:42.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2021-07-26T15:33:42.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 2021-07-26T15:33:42.852 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/sbin/ip -6 route ls 2021-07-26T15:33:42.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2021-07-26T15:33:42.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2021-07-26T15:33:42.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1784sec hoplimit 64 pref medium 2021-07-26T15:33:42.857 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/sbin/ip -6 addr ls 2021-07-26T15:33:42.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-07-26T15:33:42.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: inet6 ::1/128 scope host 2021-07-26T15:33:42.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: valid_lft forever preferred_lft forever 2021-07-26T15:33:42.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2021-07-26T15:33:42.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2021-07-26T15:33:42.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/sbin/ip: valid_lft forever preferred_lft forever 2021-07-26T15:33:42.863 INFO:teuthology.orchestra.run.smithi046.stderr:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2021-07-26T15:33:42.864 INFO:teuthology.orchestra.run.smithi046.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2021-07-26T15:33:42.864 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image docker.io/ceph/daemon-base:latest-pacific... 2021-07-26T15:33:42.865 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker pull docker.io/ceph/daemon-base:latest-pacific 2021-07-26T15:33:43.524 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: latest-pacific: Pulling from ceph/daemon-base 2021-07-26T15:33:43.524 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: 7a0437f04f83: Pulling fs layer 2021-07-26T15:33:43.524 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: abe80a0369f6: Pulling fs layer 2021-07-26T15:33:44.060 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: 7a0437f04f83: Verifying Checksum 2021-07-26T15:33:44.060 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: 7a0437f04f83: Download complete 2021-07-26T15:33:45.949 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: abe80a0369f6: Verifying Checksum 2021-07-26T15:33:45.950 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: abe80a0369f6: Download complete 2021-07-26T15:33:46.886 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: 7a0437f04f83: Pull complete 2021-07-26T15:33:58.934 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: abe80a0369f6: Pull complete 2021-07-26T15:33:59.245 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: Digest: sha256:f444ee30cf9341da1538df4151fd6e686f159bfec03dbfd6c4e0e84c41185146 2021-07-26T15:33:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: Status: Downloaded newer image for ceph/daemon-base:latest-pacific 2021-07-26T15:33:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/docker: docker.io/ceph/daemon-base:latest-pacific 2021-07-26T15:33:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/daemon-base:latest-pacific --version 2021-07-26T15:34:12.127 INFO:teuthology.orchestra.run.smithi046.stderr:ceph: ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable) 2021-07-26T15:34:12.771 INFO:teuthology.orchestra.run.smithi046.stderr:Ceph version: ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable) 2021-07-26T15:34:12.771 INFO:teuthology.orchestra.run.smithi046.stderr:Extracting ceph user uid/gid from container image... 2021-07-26T15:34:12.771 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/daemon-base:latest-pacific -c %u %g /var/lib/ceph 2021-07-26T15:34:14.030 INFO:teuthology.orchestra.run.smithi046.stderr:stat: 167 167 2021-07-26T15:34:14.733 INFO:teuthology.orchestra.run.smithi046.stderr:Creating initial keys... 2021-07-26T15:34:14.734 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/daemon-base:latest-pacific --gen-print-key 2021-07-26T15:34:15.857 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-authtool: AQD31f5ga9grMxAAXUi30GNXpqa5Zc72BNONkQ== 2021-07-26T15:34:16.515 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/daemon-base:latest-pacific --gen-print-key 2021-07-26T15:34:17.593 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-authtool: AQD51f5gxbxqIxAADBmQkTlB+HlPGo55k8hyjw== 2021-07-26T15:34:18.228 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/daemon-base:latest-pacific --gen-print-key 2021-07-26T15:34:19.345 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-authtool: AQD71f5gffigFBAAP+ga0yRpW+qL4U/TTBpymA== 2021-07-26T15:34:19.960 INFO:teuthology.orchestra.run.smithi046.stderr:Creating initial monmap... 2021-07-26T15:34:19.960 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmpdpahxbqy:/tmp/monmap:z docker.io/ceph/daemon-base:latest-pacific --create --clobber --fsid db144dc0-ee26-11eb-8c23-001a4aab830c --addv a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] /tmp/monmap 2021-07-26T15:34:21.031 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2021-07-26T15:34:21.031 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:21.031 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-07-26T15:34:21.606 INFO:teuthology.orchestra.run.smithi046.stderr:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2021-07-26T15:34:21.606 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/monmaptool: set fsid to db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:21.607 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-07-26T15:34:21.607 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:34:21.607 INFO:teuthology.orchestra.run.smithi046.stderr:Creating mon... 2021-07-26T15:34:21.608 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmptuig7t5z:/tmp/keyring:z -v /tmp/ceph-tmpdpahxbqy:/tmp/monmap:z docker.io/ceph/daemon-base:latest-pacific --mkfs -i a --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-07-26T15:34:22.775 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:34:22.776 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 1 imported monmap: 2021-07-26T15:34:22.776 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: epoch 0 2021-07-26T15:34:22.777 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: last_changed 2021-07-26T15:34:21.031873+0000 2021-07-26T15:34:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: created 2021-07-26T15:34:21.031873+0000 2021-07-26T15:34:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2021-07-26T15:34:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: election_strategy: 1 2021-07-26T15:34:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2021-07-26T15:34:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 0 /usr/bin/ceph-mon: set fsid to db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: RocksDB version: 6.8.1 2021-07-26T15:34:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:34:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Compile date Jul 8 2021 2021-07-26T15:34:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: DB SUMMARY 2021-07-26T15:34:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-07-26T15:34:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-07-26T15:34:22.785 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.785 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:34:22.785 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.create_if_missing: 1 2021-07-26T15:34:22.785 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:34:22.785 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.env: 0x55718ab9c1c0 2021-07-26T15:34:22.786 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:34:22.786 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.info_log: 0x55718d066f00 2021-07-26T15:34:22.786 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:34:22.786 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:34:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:34:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:34:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:34:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:34:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:34:22.788 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:34:22.788 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:34:22.788 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:34:22.788 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:34:22.812 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:34:22.813 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:34:22.813 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:34:22.813 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:34:22.813 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:34:22.814 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:34:22.814 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:34:22.814 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:34:22.814 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:34:22.815 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:34:22.815 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:34:22.815 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:34:22.815 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:34:22.815 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:34:22.816 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:34:22.816 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.write_buffer_manager: 0x55718d06f500 2021-07-26T15:34:22.816 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:34:22.816 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:34:22.817 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:34:22.817 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:34:22.817 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:34:22.817 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:34:22.818 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:34:22.818 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:34:22.818 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:34:22.818 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:34:22.818 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:34:22.819 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:34:22.819 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:34:22.819 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:34:22.819 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.row_cache: None 2021-07-26T15:34:22.820 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:34:22.820 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:34:22.820 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:34:22.820 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:34:22.821 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:34:22.821 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:34:22.821 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:34:22.821 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:34:22.821 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:34:22.822 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:34:22.822 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:34:22.822 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-07-26T15:34:22.822 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:34:22.822 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:34:22.823 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:34:22.823 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:34:22.823 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:34:22.823 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:34:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:34:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:34:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:34:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:34:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:34:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:34:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:34:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:34:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:34:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:34:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:34:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:34:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:34:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:34:22.827 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:34:22.827 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:34:22.827 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:34:22.827 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:34:22.827 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:34:22.828 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.773+0000 7fc7e5b4a700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2021-07-26T15:34:22.828 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.828 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-07-26T15:34:22.828 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-07-26T15:34:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:34:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.merge_operator: 2021-07-26T15:34:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:34:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:34:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:34:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:34:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55718cf7e160) 2021-07-26T15:34:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2021-07-26T15:34:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:34:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:34:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2021-07-26T15:34:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: index_type: 0 2021-07-26T15:34:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2021-07-26T15:34:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: index_shortening: 1 2021-07-26T15:34:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:34:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2021-07-26T15:34:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: checksum: 1 2021-07-26T15:34:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2021-07-26T15:34:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_cache: 0x55718cfb6d10 2021-07-26T15:34:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2021-07-26T15:34:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_cache_options: 2021-07-26T15:34:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: capacity : 536870912 2021-07-26T15:34:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2021-07-26T15:34:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2021-07-26T15:34:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2021-07-26T15:34:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2021-07-26T15:34:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2021-07-26T15:34:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_size: 4096 2021-07-26T15:34:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2021-07-26T15:34:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2021-07-26T15:34:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2021-07-26T15:34:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2021-07-26T15:34:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: partition_filters: 0 2021-07-26T15:34:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2021-07-26T15:34:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:34:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2021-07-26T15:34:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: verify_compression: 0 2021-07-26T15:34:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2021-07-26T15:34:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: format_version: 2 2021-07-26T15:34:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2021-07-26T15:34:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: block_align: 0 2021-07-26T15:34:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:34:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:34:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:34:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:34:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:34:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:34:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:34:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:34:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:34:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:34:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:34:22.841 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:34:22.841 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:34:22.841 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:34:22.841 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:34:22.841 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:34:22.842 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:34:22.842 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:34:22.842 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:34:22.842 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:34:22.842 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:34:22.843 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:34:22.843 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:34:22.843 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:34:22.843 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:34:22.844 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:34:22.844 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:34:22.844 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:34:22.844 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:34:22.844 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:34:22.845 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:34:22.845 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:34:22.845 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:34:22.845 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:34:22.846 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:34:22.846 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:34:22.846 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:34:22.846 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:34:22.846 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:34:22.847 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:34:22.847 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:34:22.847 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:34:22.847 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:34:22.848 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:34:22.848 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:34:22.848 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:34:22.848 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:34:22.848 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:34:22.849 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:34:22.849 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:34:22.849 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:34:22.849 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:34:22.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:34:22.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:34:22.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:34:22.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:34:22.850 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:34:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:34:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:34:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:34:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:34:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:34:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:34:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:34:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:34:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:34:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:34:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.777+0000 7fc7e5b4a700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:34:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.781+0000 7fc7e5b4a700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:34:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.781+0000 7fc7e5b4a700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2021-07-26T15:34:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.781+0000 7fc7e5b4a700 4 rocksdb: DB pointer 0x55718d07b800 2021-07-26T15:34:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.781+0000 7fc7ce9d3700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-07-26T15:34:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.781+0000 7fc7ce9d3700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-07-26T15:34:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2021-07-26T15:34:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:34:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:34:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:34:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:34:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:34:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:34:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2021-07-26T15:34:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:34:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:34:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2021-07-26T15:34:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:34:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:34:22.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:34:22.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:22.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:22.860 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:34:22.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:34:22.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.861 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2021-07-26T15:34:22.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:22.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:22.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:34:22.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:34:22.862 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.863 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2021-07-26T15:34:22.863 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:22.863 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:22.863 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:22.863 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:22.864 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:22.864 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:34:22.864 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:34:22.864 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:34:22.864 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:22.865 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:22.865 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:34:22.865 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.865 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:34:22.866 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: 2021-07-26T15:34:22.866 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.785+0000 7fc7e5b4a700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2021-07-26T15:34:22.866 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.785+0000 7fc7e5b4a700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2021-07-26T15:34:22.866 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph-mon: debug 2021-07-26T15:34:22.785+0000 7fc7e5b4a700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-07-26T15:34:23.437 INFO:teuthology.orchestra.run.smithi046.stderr:create mon.a on 2021-07-26T15:34:23.438 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:23.445 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl disable ceph.target 2021-07-26T15:34:23.467 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-07-26T15:34:23.655 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl enable ceph.target 2021-07-26T15:34:23.662 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2021-07-26T15:34:23.853 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl start ceph.target 2021-07-26T15:34:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl enable ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target 2021-07-26T15:34:23.868 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target -> /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target. 2021-07-26T15:34:23.868 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target -> /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target. 2021-07-26T15:34:24.059 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl start ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target 2021-07-26T15:34:24.069 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl daemon-reload 2021-07-26T15:34:24.285 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl stop ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:34:24.297 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl reset-failed ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:34:24.303 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to reset failed state of unit ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service: Unit ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service not loaded. 2021-07-26T15:34:24.304 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl enable ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:34:24.314 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Created symlink /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target.wants/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service -> /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:34:24.502 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl start ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:34:24.515 INFO:teuthology.orchestra.run.smithi046.stderr:firewalld does not appear to be present 2021-07-26T15:34:24.516 INFO:teuthology.orchestra.run.smithi046.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:34:24.516 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mon to start... 2021-07-26T15:34:24.517 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mon... 2021-07-26T15:34:24.517 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific status 2021-07-26T15:34:24.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:24 smithi046 bash[14272]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:34:26.357 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: cluster: 2021-07-26T15:34:26.358 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: id: db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:26.358 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: health: HEALTH_OK 2021-07-26T15:34:26.360 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:26.360 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: services: 2021-07-26T15:34:26.360 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 0.223106s) 2021-07-26T15:34:26.361 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mgr: no daemons active 2021-07-26T15:34:26.361 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2021-07-26T15:34:26.361 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:26.361 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: data: 2021-07-26T15:34:26.361 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2021-07-26T15:34:26.362 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2021-07-26T15:34:26.362 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2021-07-26T15:34:26.363 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: pgs: 2021-07-26T15:34:26.363 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:26.386 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:26 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.136352+0000 mon.a (mon.0) 0 : [INF] mkfs db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:26.386 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:26 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.128102+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:34:26.921 INFO:teuthology.orchestra.run.smithi046.stderr:mon is available 2021-07-26T15:34:26.922 INFO:teuthology.orchestra.run.smithi046.stderr:Assimilating anything we can from ceph.conf... 2021-07-26T15:34:26.922 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z -v /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-pacific config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:34:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.135224+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:34:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.135579+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} 2021-07-26T15:34:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.139531+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2021-07-26T15:34:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.143174+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-07-26T15:34:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: cluster 2021-07-26T15:34:26.143749+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2021-07-26T15:34:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:27 smithi046 bash[14272]: audit 2021-07-26T15:34:26.358243+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.46:0/2253634312' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2021-07-26T15:34:28.404 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:28.405 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [global] 2021-07-26T15:34:28.405 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: fsid = db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:28.406 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: log_to_journald = false 2021-07-26T15:34:28.406 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2021-07-26T15:34:28.406 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2021-07-26T15:34:28.407 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2021-07-26T15:34:28.407 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2021-07-26T15:34:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2021-07-26T15:34:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [mgr] 2021-07-26T15:34:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2021-07-26T15:34:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [osd] 2021-07-26T15:34:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2021-07-26T15:34:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2021-07-26T15:34:28.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:28 smithi046 bash[14272]: audit 2021-07-26T15:34:28.398967+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.46:0/3873680578' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2021-07-26T15:34:28.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:28 smithi046 bash[14272]: audit 2021-07-26T15:34:28.403264+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.46:0/3873680578' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2021-07-26T15:34:29.044 INFO:teuthology.orchestra.run.smithi046.stderr:Generating new minimal ceph.conf... 2021-07-26T15:34:29.045 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z -v /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-pacific config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:34:30.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:30 smithi046 bash[14272]: audit 2021-07-26T15:34:30.413715+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.46:0/1146738217' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:34:31.006 INFO:teuthology.orchestra.run.smithi046.stderr:Restarting the monitor... 2021-07-26T15:34:31.006 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl restart ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:34:31.371 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:31 smithi046 systemd[1]: Stopping Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:34:31.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:31 smithi046 docker[14635]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:34:31.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:31 smithi046 bash[14272]: debug 2021-07-26T15:34:31.157+0000 7fd199a69700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2021-07-26T15:34:31.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:31 smithi046 bash[14272]: debug 2021-07-26T15:34:31.157+0000 7fd199a69700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2021-07-26T15:34:32.068 INFO:teuthology.orchestra.run.smithi046.stderr:Setting mon public_network to 172.21.0.0/20 2021-07-26T15:34:32.068 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific config set mon public_network 172.21.0.0/20 2021-07-26T15:34:32.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:32 smithi046 docker[14635]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:34:32.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:32 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:34:32.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:32 smithi046 systemd[1]: Stopped Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:34:32.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:32 smithi046 systemd[1]: Started Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:34:32.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:32 smithi046 bash[14687]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:34:33.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.801+0000 7f3c4fdaf700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:34:33.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.801+0000 7f3c4fdaf700 0 ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable), process ceph-mon, pid 7 2021-07-26T15:34:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.801+0000 7f3c4fdaf700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:34:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 0 load: jerasure load: lrc load: isa 2021-07-26T15:34:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: RocksDB version: 6.8.1 2021-07-26T15:34:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:34:33.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Compile date Jul 8 2021 2021-07-26T15:34:33.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: DB SUMMARY 2021-07-26T15:34:33.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:34:33.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:34:33.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2021-07-26T15:34:33.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2021-07-26T15:34:33.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 86536 ; 2021-07-26T15:34:33.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:34:33.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:34:33.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:34:33.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.env: 0x55ea5a22d1c0 2021-07-26T15:34:33.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:34:33.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.info_log: 0x55ea5b7dbe20 2021-07-26T15:34:33.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:34:33.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:34:33.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:34:33.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:34:33.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:34:33.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:34:33.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:34:33.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:34:33.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:34:33.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:34:33.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:34:33.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:34:33.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:34:33.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:34:33.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:34:33.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:34:33.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:34:33.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:34:33.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:34:33.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:34:33.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:34:33.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:34:33.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:34:33.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:34:33.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:34:33.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:34:33.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.write_buffer_manager: 0x55ea5b873f80 2021-07-26T15:34:33.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:34:33.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:34:33.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:34:33.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:34:33.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:34:33.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:34:33.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:34:33.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:34:33.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:34:33.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:34:33.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:34:33.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:34:33.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:34:33.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:34:33.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.row_cache: None 2021-07-26T15:34:33.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:34:33.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:34:33.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:34:33.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:34:33.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:34:33.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:34:33.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:34:33.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:34:33.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:34:33.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:34:33.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:34:33.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-07-26T15:34:33.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:34:33.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:34:33.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:34:33.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:34:33.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:34:33.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:34:33.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:34:33.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:34:33.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:34:33.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:34:33.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:34:33.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:34:33.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:34:33.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:34:33.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:34:33.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:34:33.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:34:33.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:34:33.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:34:33.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:34:33.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:34:33.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:34:33.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:34:33.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:34:33.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:34:33.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2021-07-26T15:34:33.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-07-26T15:34:33.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:34:33.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.merge_operator: 2021-07-26T15:34:33.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:34:33.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:34:33.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:34:33.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:34:33.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ea5b782170) 2021-07-26T15:34:33.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cache_index_and_filter_blocks: 1 2021-07-26T15:34:33.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:34:33.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:34:33.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: pin_top_level_index_and_filter: 1 2021-07-26T15:34:33.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: index_type: 0 2021-07-26T15:34:33.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: data_block_index_type: 0 2021-07-26T15:34:33.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: index_shortening: 1 2021-07-26T15:34:33.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:34:33.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: hash_index_allow_collision: 1 2021-07-26T15:34:33.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: checksum: 1 2021-07-26T15:34:33.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: no_block_cache: 0 2021-07-26T15:34:33.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_cache: 0x55ea5b7baf10 2021-07-26T15:34:33.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_cache_name: BinnedLRUCache 2021-07-26T15:34:33.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_cache_options: 2021-07-26T15:34:33.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: capacity : 536870912 2021-07-26T15:34:33.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: num_shard_bits : 4 2021-07-26T15:34:33.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: strict_capacity_limit : 0 2021-07-26T15:34:33.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: high_pri_pool_ratio: 0.000 2021-07-26T15:34:33.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_cache_compressed: (nil) 2021-07-26T15:34:33.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: persistent_cache: (nil) 2021-07-26T15:34:33.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_size: 4096 2021-07-26T15:34:33.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_size_deviation: 10 2021-07-26T15:34:33.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_restart_interval: 16 2021-07-26T15:34:33.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: index_block_restart_interval: 1 2021-07-26T15:34:33.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: metadata_block_size: 4096 2021-07-26T15:34:33.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: partition_filters: 0 2021-07-26T15:34:33.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: use_delta_encoding: 1 2021-07-26T15:34:33.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:34:33.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: whole_key_filtering: 1 2021-07-26T15:34:33.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: verify_compression: 0 2021-07-26T15:34:33.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: read_amp_bytes_per_bit: 0 2021-07-26T15:34:33.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: format_version: 2 2021-07-26T15:34:33.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: enable_index_compression: 1 2021-07-26T15:34:33.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: block_align: 0 2021-07-26T15:34:33.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:34:33.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:34:33.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:34:33.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:34:33.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:34:33.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:34:33.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:34:33.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:34:33.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:34:33.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:34:33.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:34:33.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:34:33.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:34:33.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:34:33.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:34:33.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:34:33.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:34:33.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:34:33.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:34:33.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:34:33.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:34:33.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:34:33.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:34:33.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:34:33.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:34:33.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:34:33.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:34:33.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:34:33.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:34:33.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:34:33.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:34:33.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:34:33.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:34:33.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:34:33.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:34:33.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:34:33.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:34:33.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:34:33.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:34:33.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:34:33.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:34:33.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:34:33.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:34:33.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:34:33.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:34:33.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:34:33.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:34:33.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:34:33.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:34:33.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:34:33.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:34:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:34:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:34:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:34:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:34:33.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:34:33.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:34:33.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:34:33.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:34:33.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:34:33.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:34:33.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:34:33.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:34:33.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:34:33.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:34:33.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:34:33.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2021-07-26T15:34:33.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313673810960, "job": 1, "event": "recovery_started", "log_files": [6]} 2021-07-26T15:34:33.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.805+0000 7f3c4fdaf700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2021-07-26T15:34:33.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:34:33.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313673812214, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 82896, "table_properties": {"data_size": 81165, "index_size": 336, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9730, "raw_average_key_size": 47, "raw_value_size": 75578, "raw_average_value_size": 368, "num_data_blocks": 11, "num_entries": 205, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627313673, "oldest_key_time": 3, "file_creation_time": 0}} 2021-07-26T15:34:33.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2021-07-26T15:34:33.988 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313673813169, "job": 1, "event": "recovery_finished"} 2021-07-26T15:34:33.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 4 rocksdb: DB pointer 0x55ea5b87f800 2021-07-26T15:34:33.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c36bb7700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-07-26T15:34:33.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c36bb7700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-07-26T15:34:33.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** DB Stats ** 2021-07-26T15:34:33.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:33.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:34:33.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:34:33.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:34:33.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:34:33.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:34:33.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:34:33.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:34:33.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:33.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:33.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: L0 2/0 82.61 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Sum 2/0 82.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:34:33.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:33.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:33.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:33.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:33.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:33.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:34:33.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:34:33.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:34:33.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Cumulative compaction: 0.00 GB write, 17.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:33.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Interval compaction: 0.00 GB write, 17.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:33.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:34:33.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:34:33.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:34:33.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:33.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:33.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: L0 2/0 82.61 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Sum 2/0 82.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:34:33.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:34:33.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:34:33.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:34:33.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 100.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:34:33.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:34:33.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:33.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:34:33.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:34:33.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:34:33.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:34:33.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Cumulative compaction: 0.00 GB write, 16.96 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:34.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:34:34.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:34:34.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:34:34.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.809+0000 7f3c4fdaf700 0 starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:34.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.813+0000 7f3c4fdaf700 1 mon.a@-1(???) e1 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:34.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.813+0000 7f3c4fdaf700 0 mon.a@-1(???).mds e1 new map 2021-07-26T15:34:34.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: debug 2021-07-26T15:34:33.813+0000 7f3c4fdaf700 0 mon.a@-1(???).mds e1 print_map 2021-07-26T15:34:34.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: e1 2021-07-26T15:34:34.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:34:34.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:34:34.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: legacy client fscid: -1 2021-07-26T15:34:34.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: 2021-07-26T15:34:34.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: No filesystems configured 2021-07-26T15:34:34.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: audit 2021-07-26T15:34:30.413715+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.46:0/1146738217' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:34:34.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cluster 2021-07-26T15:34:33.820920+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:34:34.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cluster 2021-07-26T15:34:33.821039+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} 2021-07-26T15:34:34.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cluster 2021-07-26T15:34:33.821121+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2021-07-26T15:34:34.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cluster 2021-07-26T15:34:33.821189+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-07-26T15:34:34.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:33 smithi046 bash[14687]: cluster 2021-07-26T15:34:33.821794+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2021-07-26T15:34:34.734 INFO:teuthology.orchestra.run.smithi046.stderr:Wrote config to /etc/ceph/ceph.conf 2021-07-26T15:34:34.734 INFO:teuthology.orchestra.run.smithi046.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:34:34.734 INFO:teuthology.orchestra.run.smithi046.stderr:Creating mgr... 2021-07-26T15:34:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:Verifying port 9283 ... 2021-07-26T15:34:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl daemon-reload 2021-07-26T15:34:34.939 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl stop ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:34:34.949 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl reset-failed ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:34:34.956 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Failed to reset failed state of unit ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service: Unit ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service not loaded. 2021-07-26T15:34:34.959 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl enable ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:34:34.965 INFO:teuthology.orchestra.run.smithi046.stderr:systemctl: Created symlink /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c.target.wants/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service -> /etc/systemd/system/ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:34:35.155 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: systemctl start ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:34:35.165 INFO:teuthology.orchestra.run.smithi046.stderr:firewalld does not appear to be present 2021-07-26T15:34:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:34:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:firewalld does not appear to be present 2021-07-26T15:34:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-07-26T15:34:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mgr to start... 2021-07-26T15:34:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mgr... 2021-07-26T15:34:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific status -f json-pretty 2021-07-26T15:34:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:35 smithi046 bash[14687]: audit 2021-07-26T15:34:34.064890+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.46:0/2963118313' entity='client.admin' 2021-07-26T15:34:35.434 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:34:35 smithi046 bash[14946]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:34:36.960 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:36.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:34:36.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsid": "db144dc0-ee26-11eb-8c23-001a4aab830c", 2021-07-26T15:34:36.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "health": { 2021-07-26T15:34:36.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2021-07-26T15:34:36.962 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "checks": {}, 2021-07-26T15:34:36.965 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mutes": [] 2021-07-26T15:34:36.966 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.966 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "election_epoch": 5, 2021-07-26T15:34:36.967 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum": [ 2021-07-26T15:34:36.967 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 0 2021-07-26T15:34:36.967 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:36.968 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_names": [ 2021-07-26T15:34:36.968 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "a" 2021-07-26T15:34:36.969 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:36.969 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_age": 3, 2021-07-26T15:34:36.969 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "monmap": { 2021-07-26T15:34:36.970 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:36.970 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2021-07-26T15:34:36.970 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_mons": 1 2021-07-26T15:34:36.970 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.971 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osdmap": { 2021-07-26T15:34:36.971 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:36.971 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_osds": 0, 2021-07-26T15:34:36.971 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_up_osds": 0, 2021-07-26T15:34:36.971 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_up_since": 0, 2021-07-26T15:34:36.972 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_in_osds": 0, 2021-07-26T15:34:36.976 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_in_since": 0, 2021-07-26T15:34:36.976 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2021-07-26T15:34:36.977 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.977 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgmap": { 2021-07-26T15:34:36.977 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgs_by_state": [], 2021-07-26T15:34:36.977 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pgs": 0, 2021-07-26T15:34:36.978 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pools": 0, 2021-07-26T15:34:36.978 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_objects": 0, 2021-07-26T15:34:36.978 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "data_bytes": 0, 2021-07-26T15:34:36.979 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_used": 0, 2021-07-26T15:34:36.980 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_avail": 0, 2021-07-26T15:34:36.980 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_total": 0 2021-07-26T15:34:36.981 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.981 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsmap": { 2021-07-26T15:34:36.982 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:36.982 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "by_rank": [], 2021-07-26T15:34:36.982 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "up:standby": 0 2021-07-26T15:34:36.982 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.983 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mgrmap": { 2021-07-26T15:34:36.983 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "available": false, 2021-07-26T15:34:36.983 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_standbys": 0, 2021-07-26T15:34:36.983 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modules": [ 2021-07-26T15:34:36.983 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "iostat", 2021-07-26T15:34:36.984 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "nfs", 2021-07-26T15:34:36.984 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "restful" 2021-07-26T15:34:36.984 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:36.984 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:36.985 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.985 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "servicemap": { 2021-07-26T15:34:36.985 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:36.985 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modified": "2021-07-26T15:34:26.137359+0000", 2021-07-26T15:34:36.985 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:36.986 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:36.986 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "progress_events": {} 2021-07-26T15:34:36.986 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:34:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:37 smithi046 bash[14687]: audit 2021-07-26T15:34:36.960422+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.46:0/2440707615' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:34:37.630 INFO:teuthology.orchestra.run.smithi046.stderr:mgr not available, waiting (1/15)... 2021-07-26T15:34:39.632 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific status -f json-pretty 2021-07-26T15:34:40.941 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:40.941 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:34:40.949 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsid": "db144dc0-ee26-11eb-8c23-001a4aab830c", 2021-07-26T15:34:40.950 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "health": { 2021-07-26T15:34:40.950 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2021-07-26T15:34:40.950 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "checks": {}, 2021-07-26T15:34:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mutes": [] 2021-07-26T15:34:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "election_epoch": 5, 2021-07-26T15:34:40.951 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum": [ 2021-07-26T15:34:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 0 2021-07-26T15:34:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_names": [ 2021-07-26T15:34:40.952 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "a" 2021-07-26T15:34:40.953 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:40.953 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_age": 7, 2021-07-26T15:34:40.953 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "monmap": { 2021-07-26T15:34:40.954 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:40.954 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2021-07-26T15:34:40.954 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_mons": 1 2021-07-26T15:34:40.955 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.955 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osdmap": { 2021-07-26T15:34:40.955 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:40.955 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_osds": 0, 2021-07-26T15:34:40.955 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_up_osds": 0, 2021-07-26T15:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_up_since": 0, 2021-07-26T15:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_in_osds": 0, 2021-07-26T15:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_in_since": 0, 2021-07-26T15:34:40.956 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2021-07-26T15:34:40.957 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.957 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgmap": { 2021-07-26T15:34:40.957 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgs_by_state": [], 2021-07-26T15:34:40.957 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pgs": 0, 2021-07-26T15:34:40.957 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pools": 0, 2021-07-26T15:34:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_objects": 0, 2021-07-26T15:34:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "data_bytes": 0, 2021-07-26T15:34:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_used": 0, 2021-07-26T15:34:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_avail": 0, 2021-07-26T15:34:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_total": 0 2021-07-26T15:34:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsmap": { 2021-07-26T15:34:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "by_rank": [], 2021-07-26T15:34:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "up:standby": 0 2021-07-26T15:34:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mgrmap": { 2021-07-26T15:34:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "available": false, 2021-07-26T15:34:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_standbys": 0, 2021-07-26T15:34:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modules": [ 2021-07-26T15:34:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "iostat", 2021-07-26T15:34:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "nfs", 2021-07-26T15:34:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "restful" 2021-07-26T15:34:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:40.963 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:40.963 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.963 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "servicemap": { 2021-07-26T15:34:40.964 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:40.964 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modified": "2021-07-26T15:34:26.137359+0000", 2021-07-26T15:34:40.964 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:40.964 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:40.965 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "progress_events": {} 2021-07-26T15:34:40.965 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:34:41.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:40 smithi046 bash[14687]: audit 2021-07-26T15:34:40.942137+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.46:0/1871058154' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:34:41.604 INFO:teuthology.orchestra.run.smithi046.stderr:mgr not available, waiting (2/15)... 2021-07-26T15:34:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: cluster 2021-07-26T15:34:43.049385+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2021-07-26T15:34:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: cluster 2021-07-26T15:34:43.055859+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00657849s) 2021-07-26T15:34:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.057306+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:34:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.057597+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:34:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.057872+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:34:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.058117+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:34:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.059344+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:34:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: cluster 2021-07-26T15:34:43.064769+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2021-07-26T15:34:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.077742+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' 2021-07-26T15:34:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.084464+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:34:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.086288+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:34:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.093695+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' 2021-07-26T15:34:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:43 smithi046 bash[14687]: audit 2021-07-26T15:34:43.096561+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.46:0/539212621' entity='mgr.y' 2021-07-26T15:34:43.607 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific status -f json-pretty 2021-07-26T15:34:45.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:45 smithi046 bash[14687]: cluster 2021-07-26T15:34:44.060493+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.01123s) 2021-07-26T15:34:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:34:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsid": "db144dc0-ee26-11eb-8c23-001a4aab830c", 2021-07-26T15:34:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "health": { 2021-07-26T15:34:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2021-07-26T15:34:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "checks": {}, 2021-07-26T15:34:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mutes": [] 2021-07-26T15:34:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "election_epoch": 5, 2021-07-26T15:34:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum": [ 2021-07-26T15:34:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 0 2021-07-26T15:34:45.451 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:45.451 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_names": [ 2021-07-26T15:34:45.451 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "a" 2021-07-26T15:34:45.451 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:45.452 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "quorum_age": 11, 2021-07-26T15:34:45.452 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "monmap": { 2021-07-26T15:34:45.452 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:45.452 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2021-07-26T15:34:45.452 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_mons": 1 2021-07-26T15:34:45.453 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.453 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osdmap": { 2021-07-26T15:34:45.453 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:45.453 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_osds": 0, 2021-07-26T15:34:45.453 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_up_osds": 0, 2021-07-26T15:34:45.454 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_up_since": 0, 2021-07-26T15:34:45.454 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_in_osds": 0, 2021-07-26T15:34:45.454 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "osd_in_since": 0, 2021-07-26T15:34:45.454 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2021-07-26T15:34:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgmap": { 2021-07-26T15:34:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "pgs_by_state": [], 2021-07-26T15:34:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pgs": 0, 2021-07-26T15:34:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_pools": 0, 2021-07-26T15:34:45.456 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_objects": 0, 2021-07-26T15:34:45.456 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "data_bytes": 0, 2021-07-26T15:34:45.456 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_used": 0, 2021-07-26T15:34:45.456 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_avail": 0, 2021-07-26T15:34:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "bytes_total": 0 2021-07-26T15:34:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "fsmap": { 2021-07-26T15:34:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "by_rank": [], 2021-07-26T15:34:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "up:standby": 0 2021-07-26T15:34:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mgrmap": { 2021-07-26T15:34:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "available": true, 2021-07-26T15:34:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_standbys": 0, 2021-07-26T15:34:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modules": [ 2021-07-26T15:34:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "iostat", 2021-07-26T15:34:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "nfs", 2021-07-26T15:34:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "restful" 2021-07-26T15:34:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ], 2021-07-26T15:34:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "servicemap": { 2021-07-26T15:34:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 1, 2021-07-26T15:34:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "modified": "2021-07-26T15:34:26.137359+0000", 2021-07-26T15:34:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "services": {} 2021-07-26T15:34:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: }, 2021-07-26T15:34:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "progress_events": {} 2021-07-26T15:34:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:34:46.087 INFO:teuthology.orchestra.run.smithi046.stderr:mgr is available 2021-07-26T15:34:46.087 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z -v /tmp/tmpyhqlvt1h:/var/lib/ceph/user.conf:z docker.io/ceph/daemon-base:latest-pacific config assimilate-conf -i /var/lib/ceph/user.conf 2021-07-26T15:34:46.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:46 smithi046 bash[14687]: cluster 2021-07-26T15:34:45.059635+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e4: y(active, since 2s) 2021-07-26T15:34:46.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:46 smithi046 bash[14687]: audit 2021-07-26T15:34:45.441612+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.46:0/2430725246' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:34:47.725 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:47.725 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [global] 2021-07-26T15:34:47.726 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: fsid = db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:34:47.726 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: log_to_journald = false 2021-07-26T15:34:47.726 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2021-07-26T15:34:47.726 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [mgr] 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2021-07-26T15:34:47.727 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 2021-07-26T15:34:47.728 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: [osd] 2021-07-26T15:34:47.728 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2021-07-26T15:34:47.728 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2021-07-26T15:34:48.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:47 smithi046 bash[14687]: audit 2021-07-26T15:34:47.724469+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.46:0/1460740635' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2021-07-26T15:34:48.348 INFO:teuthology.orchestra.run.smithi046.stderr:Enabling cephadm module... 2021-07-26T15:34:48.348 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific mgr module enable cephadm 2021-07-26T15:34:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:50 smithi046 bash[14687]: audit 2021-07-26T15:34:49.948999+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.46:0/2454517197' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2021-07-26T15:34:50.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:34:50 smithi046 bash[14946]: ignoring --setuser ceph since I am not root 2021-07-26T15:34:50.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:34:50 smithi046 bash[14946]: ignoring --setgroup ceph since I am not root 2021-07-26T15:34:50.654 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific mgr stat 2021-07-26T15:34:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:51 smithi046 bash[14687]: audit 2021-07-26T15:34:50.007576+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.46:0/2454517197' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2021-07-26T15:34:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:51 smithi046 bash[14687]: cluster 2021-07-26T15:34:50.007818+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 6s) 2021-07-26T15:34:52.247 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:34:52.247 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 5, 2021-07-26T15:34:52.248 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "available": true, 2021-07-26T15:34:52.248 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "active_name": "y", 2021-07-26T15:34:52.248 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_standby": 0 2021-07-26T15:34:52.248 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:34:52.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:52 smithi046 bash[14687]: audit 2021-07-26T15:34:52.248018+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.46:0/2581590995' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2021-07-26T15:34:52.853 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for the mgr to restart... 2021-07-26T15:34:52.853 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mgr epoch 5... 2021-07-26T15:34:52.853 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific tell mgr mgr_status 2021-07-26T15:34:57.379 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:34:57.379 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2021-07-26T15:34:57.379 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "initialized": true 2021-07-26T15:34:57.380 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:34:57.558 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: cluster 2021-07-26T15:34:56.301734+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:34:57.558 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: cluster 2021-07-26T15:34:56.302365+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2021-07-26T15:34:57.558 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: cluster 2021-07-26T15:34:56.305920+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2021-07-26T15:34:57.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: cluster 2021-07-26T15:34:56.357751+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0555403s) 2021-07-26T15:34:57.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.360662+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:34:57.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.362937+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:34:57.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.364383+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:34:57.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.364912+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:34:57.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.365374+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:34:57.562 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: cluster 2021-07-26T15:34:56.370137+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2021-07-26T15:34:57.563 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.395535+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:34:57.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.401373+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:34:57.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.405653+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:34:57.565 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.536756+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:34:57.566 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.538550+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:34:57.566 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.540896+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:34:57.567 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.544294+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:34:57.567 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.566827+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:34:57.568 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:57 smithi046 bash[14687]: audit 2021-07-26T15:34:56.569666+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:34:58.043 INFO:teuthology.orchestra.run.smithi046.stderr:mgr epoch 5 is available 2021-07-26T15:34:58.043 INFO:teuthology.orchestra.run.smithi046.stderr:Setting orchestrator backend to cephadm... 2021-07-26T15:34:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific orch set backend cephadm 2021-07-26T15:34:58.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:58 smithi046 bash[14687]: audit 2021-07-26T15:34:57.361761+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-07-26T15:34:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:58 smithi046 bash[14687]: cluster 2021-07-26T15:34:57.363077+0000 mon.a (mon.0) 49 : cluster [DBG] mgrmap e7: y(active, since 1.06086s) 2021-07-26T15:34:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:58 smithi046 bash[14687]: audit 2021-07-26T15:34:57.379312+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-07-26T15:34:59.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:34:59 smithi046 bash[14687]: cluster 2021-07-26T15:34:58.366719+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e8: y(active, since 2s) 2021-07-26T15:35:00.375 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific cephadm set-user root 2021-07-26T15:35:00.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:00 smithi046 bash[14687]: audit 2021-07-26T15:34:59.669436+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:00.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:00 smithi046 bash[14687]: audit 2021-07-26T15:34:59.676424+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:00.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:00 smithi046 bash[14687]: audit 2021-07-26T15:34:59.685607+0000 mon.a (mon.0) 52 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:01.998 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: value unchanged 2021-07-26T15:35:02.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:02 smithi046 bash[14687]: audit 2021-07-26T15:35:01.996195+0000 mgr.y (mgr.14116) 4 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:02.632 INFO:teuthology.orchestra.run.smithi046.stderr:Generating ssh key... 2021-07-26T15:35:02.632 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific cephadm generate-key 2021-07-26T15:35:04.936 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: Generating public/private rsa key pair. 2021-07-26T15:35:04.936 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: Your identification has been saved in /tmp/tmpgor18t_f/key. 2021-07-26T15:35:04.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: Your public key has been saved in /tmp/tmpgor18t_f/key.pub. 2021-07-26T15:35:04.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: The key fingerprint is: 2021-07-26T15:35:04.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: SHA256:j60w66AZC7WrQKhzMpMHbaXFGhAlzEKhR1wJnMUCxhA ceph-db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:35:04.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: The key's randomart image is: 2021-07-26T15:35:04.938 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: +---[RSA 3072]----+ 2021-07-26T15:35:04.938 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |E@=*o. | 2021-07-26T15:35:04.938 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |+B=.o | 2021-07-26T15:35:04.938 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |o o.+ | 2021-07-26T15:35:04.938 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |.o * | 2021-07-26T15:35:04.939 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |o.* S | 2021-07-26T15:35:04.939 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |o= . + | 2021-07-26T15:35:04.939 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |X = . o . o | 2021-07-26T15:35:04.939 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |.O * . + . | 2021-07-26T15:35:04.939 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: |..= .o . | 2021-07-26T15:35:04.940 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:04 smithi046 bash[14946]: +----[SHA256]-----+ 2021-07-26T15:35:05.147 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific cephadm get-pub-key 2021-07-26T15:35:05.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:05 smithi046 bash[14687]: cephadm 2021-07-26T15:35:04.194529+0000 mgr.y (mgr.14116) 6 : cephadm [INF] Generating ssh key... 2021-07-26T15:35:05.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:05 smithi046 bash[14687]: audit 2021-07-26T15:35:04.527976+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:05.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:05 smithi046 bash[14687]: audit 2021-07-26T15:35:04.530581+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:06.662 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChR+7fZJ8wGb55wQsPHI3KgqZ0+9hxW0PQb4k7Y6qVSaXkVHHzm5QOwXxg+teSZ0ytIXMljBo/WaSR2vOL8UNAKSWIINStQELhb5BEF9ZLQf3nrfGpLzFvnntN8nujykiagcQCDHY4+uYPh/3VOKWUBa7+KFnFDY1r+sus+CS+aPukARJw94HFqil7Li1VYDhiMoikkiTRwH42qPXXMsxwxsYUR7ECw/WCUbYVIwYYgrgf7qK31DA+FTpjy8+yXKB7TJjVgnhr7qjbMWlx39QbopbJMpRUjpf6QkPAUmZEZj93GECqBnTaqELN+N/CIsa6Yznho9/mUhHnYRGhG54DkLGDnz4keWlUGlq52EoXaX88yP21zTLCKQPi4n5ejbvlBsIs0qFFo8hGTaNIITK8hKvhJkE1oFDz1Ufe4zknUpqvrD8598iKNhLnoQQqKaEiI+wqIk9CyYylldq6rCvqvsEEDCsQzPf6DiNrlCj6pZ6Q+MUHJ1C2DDabi3+eWmk= ceph-db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:35:07.346 INFO:teuthology.orchestra.run.smithi046.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2021-07-26T15:35:07.346 INFO:teuthology.orchestra.run.smithi046.stderr:Adding key to root@localhost authorized_keys... 2021-07-26T15:35:07.347 INFO:teuthology.orchestra.run.smithi046.stderr:Adding host smithi046... 2021-07-26T15:35:07.347 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific orch host add smithi046 172.21.15.46 2021-07-26T15:35:07.401 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:07 smithi046 bash[14687]: audit 2021-07-26T15:35:06.658011+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:09.437 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:09 smithi046 bash[14946]: Warning: Permanently added '172.21.15.46' (ECDSA) to the list of known hosts. 2021-07-26T15:35:09.758 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: Added host 'smithi046' with addr '172.21.15.46' 2021-07-26T15:35:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:09 smithi046 bash[14687]: audit 2021-07-26T15:35:08.967227+0000 mgr.y (mgr.14116) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:10.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:09 smithi046 bash[14687]: audit 2021-07-26T15:35:09.752075+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:10.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:09 smithi046 bash[14687]: audit 2021-07-26T15:35:09.753508+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:10.519 INFO:teuthology.orchestra.run.smithi046.stderr:Deploying unmanaged mon service... 2021-07-26T15:35:10.520 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific orch apply mon --unmanaged 2021-07-26T15:35:11.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:10 smithi046 bash[14687]: cephadm 2021-07-26T15:35:09.752834+0000 mgr.y (mgr.14116) 9 : cephadm [INF] Added host smithi046 2021-07-26T15:35:12.845 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: Scheduled mon update... 2021-07-26T15:35:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:Deploying unmanaged mgr service... 2021-07-26T15:35:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific orch apply mgr --unmanaged 2021-07-26T15:35:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:13 smithi046 bash[14687]: audit 2021-07-26T15:35:12.833459+0000 mgr.y (mgr.14116) 10 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:13 smithi046 bash[14687]: cephadm 2021-07-26T15:35:12.834918+0000 mgr.y (mgr.14116) 11 : cephadm [INF] Saving service mon spec with placement count:5 2021-07-26T15:35:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:13 smithi046 bash[14687]: audit 2021-07-26T15:35:12.839216+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:13 smithi046 bash[14687]: audit 2021-07-26T15:35:13.709550+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:15.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:14 smithi046 bash[14687]: audit 2021-07-26T15:35:13.969768+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:15.497 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: Scheduled mgr update... 2021-07-26T15:35:16.158 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific config set mgr mgr/cephadm/container_init True --force 2021-07-26T15:35:16.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:16 smithi046 bash[14687]: audit 2021-07-26T15:35:15.489130+0000 mgr.y (mgr.14116) 12 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:16.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:16 smithi046 bash[14687]: cephadm 2021-07-26T15:35:15.489817+0000 mgr.y (mgr.14116) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2021-07-26T15:35:16.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:16 smithi046 bash[14687]: audit 2021-07-26T15:35:15.492733+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:17.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:17 smithi046 bash[14687]: cluster 2021-07-26T15:35:16.365952+0000 mgr.y (mgr.14116) 14 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:17.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:17 smithi046 bash[14687]: audit 2021-07-26T15:35:17.152205+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14116 172.21.15.46:0/3151965448' entity='mgr.y' 2021-07-26T15:35:18.711 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific config set mgr mgr/dashboard/ssl_server_port 8443 2021-07-26T15:35:19.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:18 smithi046 bash[14687]: audit 2021-07-26T15:35:17.725179+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.46:0/2368136508' entity='client.admin' 2021-07-26T15:35:20.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:19 smithi046 bash[14687]: cluster 2021-07-26T15:35:18.366388+0000 mgr.y (mgr.14116) 15 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:21.908 INFO:teuthology.orchestra.run.smithi046.stderr:Enabling the dashboard module... 2021-07-26T15:35:21.909 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific mgr module enable dashboard 2021-07-26T15:35:22.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:21 smithi046 bash[14687]: cluster 2021-07-26T15:35:20.366852+0000 mgr.y (mgr.14116) 16 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:22.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:21 smithi046 bash[14687]: audit 2021-07-26T15:35:21.129533+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.46:0/3618078829' entity='client.admin' 2021-07-26T15:35:24.187 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:23 smithi046 bash[14946]: ignoring --setuser ceph since I am not root 2021-07-26T15:35:24.187 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:23 smithi046 bash[14946]: ignoring --setgroup ceph since I am not root 2021-07-26T15:35:24.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:23 smithi046 bash[14687]: cluster 2021-07-26T15:35:22.367298+0000 mgr.y (mgr.14116) 17 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:24.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:23 smithi046 bash[14687]: audit 2021-07-26T15:35:23.615883+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.46:0/1982322791' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2021-07-26T15:35:24.544 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific mgr stat 2021-07-26T15:35:25.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:24 smithi046 bash[14687]: audit 2021-07-26T15:35:23.844682+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.46:0/1982322791' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2021-07-26T15:35:25.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:24 smithi046 bash[14687]: cluster 2021-07-26T15:35:23.844819+0000 mon.a (mon.0) 66 : cluster [DBG] mgrmap e9: y(active, since 27s) 2021-07-26T15:35:26.093 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:35:26.093 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "epoch": 9, 2021-07-26T15:35:26.093 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "available": true, 2021-07-26T15:35:26.094 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "active_name": "y", 2021-07-26T15:35:26.094 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "num_standby": 0 2021-07-26T15:35:26.094 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:35:26.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:26 smithi046 bash[14687]: audit 2021-07-26T15:35:26.088102+0000 mon.a (mon.0) 67 : audit [DBG] from='client.? 172.21.15.46:0/222131649' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2021-07-26T15:35:26.744 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for the mgr to restart... 2021-07-26T15:35:26.744 INFO:teuthology.orchestra.run.smithi046.stderr:Waiting for mgr epoch 9... 2021-07-26T15:35:26.744 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific tell mgr mgr_status 2021-07-26T15:35:30.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:35:30 smithi046 bash[14946]: Warning: Permanently added '172.21.15.46' (ECDSA) to the list of known hosts. 2021-07-26T15:35:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: { 2021-07-26T15:35:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2021-07-26T15:35:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: "initialized": true 2021-07-26T15:35:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: } 2021-07-26T15:35:31.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: cluster 2021-07-26T15:35:30.217679+0000 mon.a (mon.0) 68 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:35:31.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: cluster 2021-07-26T15:35:30.218380+0000 mon.a (mon.0) 69 : cluster [INF] Activating manager daemon y 2021-07-26T15:35:31.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: cluster 2021-07-26T15:35:30.221666+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2021-07-26T15:35:31.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: cluster 2021-07-26T15:35:30.274800+0000 mon.a (mon.0) 71 : cluster [DBG] mgrmap e10: y(active, starting, since 0.056518s) 2021-07-26T15:35:31.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.277659+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:35:31.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.279937+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:35:31.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.281145+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:35:31.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.281754+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:35:31.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.282309+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:35:31.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: cluster 2021-07-26T15:35:30.286604+0000 mon.a (mon.0) 77 : cluster [INF] Manager daemon y is now available 2021-07-26T15:35:31.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.438400+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:31.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.442960+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:31.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.483559+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:35:31.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:31 smithi046 bash[14687]: audit 2021-07-26T15:35:30.488186+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:35:32.034 INFO:teuthology.orchestra.run.smithi046.stderr:mgr epoch 9 is available 2021-07-26T15:35:32.034 INFO:teuthology.orchestra.run.smithi046.stderr:Generating a dashboard self-signed certificate... 2021-07-26T15:35:32.034 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific dashboard create-self-signed-cert 2021-07-26T15:35:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:32 smithi046 bash[14687]: cluster 2021-07-26T15:35:31.277358+0000 mon.a (mon.0) 82 : cluster [DBG] mgrmap e11: y(active, since 1.05908s) 2021-07-26T15:35:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:32 smithi046 bash[14687]: audit 2021-07-26T15:35:31.277378+0000 mgr.y (mgr.14146) 1 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-07-26T15:35:32.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:32 smithi046 bash[14687]: audit 2021-07-26T15:35:31.295319+0000 mgr.y (mgr.14146) 2 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-07-26T15:35:33.665 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: Self-signed certificate created 2021-07-26T15:35:33.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:33 smithi046 bash[14687]: cluster 2021-07-26T15:35:32.283583+0000 mon.a (mon.0) 83 : cluster [DBG] mgrmap e12: y(active, since 2s) 2021-07-26T15:35:34.611 INFO:teuthology.orchestra.run.smithi046.stderr:Creating initial admin user... 2021-07-26T15:35:34.612 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmp66y5h3ex:/tmp/dashboard.pw:z docker.io/ceph/daemon-base:latest-pacific dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2021-07-26T15:35:34.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:34 smithi046 bash[14687]: audit 2021-07-26T15:35:33.540763+0000 mgr.y (mgr.14146) 3 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:34.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:34 smithi046 bash[14687]: audit 2021-07-26T15:35:33.658055+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:34.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:34 smithi046 bash[14687]: audit 2021-07-26T15:35:33.660774+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:34.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:34 smithi046 bash[14687]: audit 2021-07-26T15:35:33.938216+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:36.909 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$GXbP3emwm3MN.xY7eZIZv./JqUyQbk0TLciu6fzsnFJh1i4GZ2maG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1627313736, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-07-26T15:35:37.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:37 smithi046 bash[14687]: cluster 2021-07-26T15:35:36.278338+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e13: y(active, since 6s) 2021-07-26T15:35:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:37 smithi046 bash[14687]: audit 2021-07-26T15:35:36.645484+0000 mgr.y (mgr.14146) 4 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:35:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:37 smithi046 bash[14687]: audit 2021-07-26T15:35:36.904315+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:37.613 INFO:teuthology.orchestra.run.smithi046.stderr:Fetching dashboard port number... 2021-07-26T15:35:37.614 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/docker run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-pacific -e NODE_NAME=smithi046 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpcg61lvdz:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp7oybzm6w:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-pacific config get mgr mgr/dashboard/ssl_server_port 2021-07-26T15:35:39.201 INFO:teuthology.orchestra.run.smithi046.stderr:/usr/bin/ceph: 8443 2021-07-26T15:35:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:firewalld does not appear to be present 2021-07-26T15:35:39.781 INFO:teuthology.orchestra.run.smithi046.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-07-26T15:35:39.784 INFO:teuthology.orchestra.run.smithi046.stderr:Ceph Dashboard is now available at: 2021-07-26T15:35:39.784 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.784 INFO:teuthology.orchestra.run.smithi046.stderr: URL: https://smithi046.front.sepia.ceph.com:8443/ 2021-07-26T15:35:39.784 INFO:teuthology.orchestra.run.smithi046.stderr: User: admin 2021-07-26T15:35:39.785 INFO:teuthology.orchestra.run.smithi046.stderr: Password: 6njf59pn5a 2021-07-26T15:35:39.786 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.787 INFO:teuthology.orchestra.run.smithi046.stderr:You can access the Ceph CLI with: 2021-07-26T15:35:39.788 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.788 INFO:teuthology.orchestra.run.smithi046.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:35:39.788 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.788 INFO:teuthology.orchestra.run.smithi046.stderr:Please consider enabling telemetry to help improve Ceph: 2021-07-26T15:35:39.789 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.789 INFO:teuthology.orchestra.run.smithi046.stderr: ceph telemetry on 2021-07-26T15:35:39.789 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.789 INFO:teuthology.orchestra.run.smithi046.stderr:For more information see: 2021-07-26T15:35:39.790 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.790 INFO:teuthology.orchestra.run.smithi046.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2021-07-26T15:35:39.790 INFO:teuthology.orchestra.run.smithi046.stderr: 2021-07-26T15:35:39.793 INFO:teuthology.orchestra.run.smithi046.stderr:Bootstrap complete. 2021-07-26T15:35:39.793 INFO:teuthology.orchestra.run.smithi046.stderr:Releasing lock 140168894879968 on /run/cephadm/db144dc0-ee26-11eb-8c23-001a4aab830c.lock 2021-07-26T15:35:39.793 INFO:teuthology.orchestra.run.smithi046.stderr:Lock 140168894879968 released on /run/cephadm/db144dc0-ee26-11eb-8c23-001a4aab830c.lock 2021-07-26T15:35:39.818 INFO:tasks.cephadm:Fetching config... 2021-07-26T15:35:39.819 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:35:39.819 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-07-26T15:35:39.825 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-07-26T15:35:39.826 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:35:39.826 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-07-26T15:35:39.872 INFO:tasks.cephadm:Fetching mon keyring... 2021-07-26T15:35:39.872 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:35:39.873 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-07-26T15:35:39.887 INFO:tasks.cephadm:Fetching pub ssh key... 2021-07-26T15:35:39.888 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:35:39.889 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-07-26T15:35:39.938 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-07-26T15:35:39.939 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChR+7fZJ8wGb55wQsPHI3KgqZ0+9hxW0PQb4k7Y6qVSaXkVHHzm5QOwXxg+teSZ0ytIXMljBo/WaSR2vOL8UNAKSWIINStQELhb5BEF9ZLQf3nrfGpLzFvnntN8nujykiagcQCDHY4+uYPh/3VOKWUBa7+KFnFDY1r+sus+CS+aPukARJw94HFqil7Li1VYDhiMoikkiTRwH42qPXXMsxwxsYUR7ECw/WCUbYVIwYYgrgf7qK31DA+FTpjy8+yXKB7TJjVgnhr7qjbMWlx39QbopbJMpRUjpf6QkPAUmZEZj93GECqBnTaqELN+N/CIsa6Yznho9/mUhHnYRGhG54DkLGDnz4keWlUGlq52EoXaX88yP21zTLCKQPi4n5ejbvlBsIs0qFFo8hGTaNIITK8hKvhJkE1oFDz1Ufe4zknUpqvrD8598iKNhLnoQQqKaEiI+wqIk9CyYylldq6rCvqvsEEDCsQzPf6DiNrlCj6pZ6Q+MUHJ1C2DDabi3+eWmk= ceph-db144dc0-ee26-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:35:39.967 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChR+7fZJ8wGb55wQsPHI3KgqZ0+9hxW0PQb4k7Y6qVSaXkVHHzm5QOwXxg+teSZ0ytIXMljBo/WaSR2vOL8UNAKSWIINStQELhb5BEF9ZLQf3nrfGpLzFvnntN8nujykiagcQCDHY4+uYPh/3VOKWUBa7+KFnFDY1r+sus+CS+aPukARJw94HFqil7Li1VYDhiMoikkiTRwH42qPXXMsxwxsYUR7ECw/WCUbYVIwYYgrgf7qK31DA+FTpjy8+yXKB7TJjVgnhr7qjbMWlx39QbopbJMpRUjpf6QkPAUmZEZj93GECqBnTaqELN+N/CIsa6Yznho9/mUhHnYRGhG54DkLGDnz4keWlUGlq52EoXaX88yP21zTLCKQPi4n5ejbvlBsIs0qFFo8hGTaNIITK8hKvhJkE1oFDz1Ufe4zknUpqvrD8598iKNhLnoQQqKaEiI+wqIk9CyYylldq6rCvqvsEEDCsQzPf6DiNrlCj6pZ6Q+MUHJ1C2DDabi3+eWmk= ceph-db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:35:39.977 DEBUG:teuthology.orchestra.run.smithi073:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChR+7fZJ8wGb55wQsPHI3KgqZ0+9hxW0PQb4k7Y6qVSaXkVHHzm5QOwXxg+teSZ0ytIXMljBo/WaSR2vOL8UNAKSWIINStQELhb5BEF9ZLQf3nrfGpLzFvnntN8nujykiagcQCDHY4+uYPh/3VOKWUBa7+KFnFDY1r+sus+CS+aPukARJw94HFqil7Li1VYDhiMoikkiTRwH42qPXXMsxwxsYUR7ECw/WCUbYVIwYYgrgf7qK31DA+FTpjy8+yXKB7TJjVgnhr7qjbMWlx39QbopbJMpRUjpf6QkPAUmZEZj93GECqBnTaqELN+N/CIsa6Yznho9/mUhHnYRGhG54DkLGDnz4keWlUGlq52EoXaX88yP21zTLCKQPi4n5ejbvlBsIs0qFFo8hGTaNIITK8hKvhJkE1oFDz1Ufe4zknUpqvrD8598iKNhLnoQQqKaEiI+wqIk9CyYylldq6rCvqvsEEDCsQzPf6DiNrlCj6pZ6Q+MUHJ1C2DDabi3+eWmk= ceph-db144dc0-ee26-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:35:40.007 INFO:teuthology.orchestra.run.smithi073.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQChR+7fZJ8wGb55wQsPHI3KgqZ0+9hxW0PQb4k7Y6qVSaXkVHHzm5QOwXxg+teSZ0ytIXMljBo/WaSR2vOL8UNAKSWIINStQELhb5BEF9ZLQf3nrfGpLzFvnntN8nujykiagcQCDHY4+uYPh/3VOKWUBa7+KFnFDY1r+sus+CS+aPukARJw94HFqil7Li1VYDhiMoikkiTRwH42qPXXMsxwxsYUR7ECw/WCUbYVIwYYgrgf7qK31DA+FTpjy8+yXKB7TJjVgnhr7qjbMWlx39QbopbJMpRUjpf6QkPAUmZEZj93GECqBnTaqELN+N/CIsa6Yznho9/mUhHnYRGhG54DkLGDnz4keWlUGlq52EoXaX88yP21zTLCKQPi4n5ejbvlBsIs0qFFo8hGTaNIITK8hKvhJkE1oFDz1Ufe4zknUpqvrD8598iKNhLnoQQqKaEiI+wqIk9CyYylldq6rCvqvsEEDCsQzPf6DiNrlCj6pZ6Q+MUHJ1C2DDabi3+eWmk= ceph-db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:35:40.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-07-26T15:35:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:39 smithi046 bash[14687]: audit 2021-07-26T15:35:39.197176+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 172.21.15.46:0/3352523526' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2021-07-26T15:35:45.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:44.201051+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:45.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:44.522248+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:35:45.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:44.528968+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:45.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:44.531532+0000 mon.a (mon.0) 93 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:45.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:44.538132+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:45.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:45.137409+0000 mon.a (mon.0) 95 : audit [INF] from='client.? 172.21.15.46:0/2507195244' entity='client.admin' 2021-07-26T15:35:45.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:45.147819+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:45.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:45 smithi046 bash[14687]: audit 2021-07-26T15:35:45.153838+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:45.836 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2021-07-26T15:35:45.837 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch client-keyring set client.admin '*' --mode 0755 2021-07-26T15:35:50.129 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi073 2021-07-26T15:35:50.130 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:35:50.131 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/etc/ceph/ceph.conf 2021-07-26T15:35:50.138 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:35:50.139 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:35:50.146 INFO:tasks.cephadm:Adding host smithi073 to orchestrator... 2021-07-26T15:35:50.146 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch host add smithi073 2021-07-26T15:35:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.507862+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.508916+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:35:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.511669+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:35:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.513853+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:35:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: cephadm 2021-07-26T15:35:49.516951+0000 mgr.y (mgr.14146) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:35:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: cephadm 2021-07-26T15:35:49.542802+0000 mgr.y (mgr.14146) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:35:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.590627+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:50 smithi046 bash[14687]: audit 2021-07-26T15:35:49.596541+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:35:51.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:51 smithi046 bash[14687]: cluster 2021-07-26T15:35:50.283007+0000 mgr.y (mgr.14146) 8 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:53.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:53 smithi046 bash[14687]: cluster 2021-07-26T15:35:52.283561+0000 mgr.y (mgr.14146) 9 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:56.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:55 smithi046 bash[14687]: cluster 2021-07-26T15:35:54.284116+0000 mgr.y (mgr.14146) 10 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:35:58.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:57 smithi046 bash[14687]: cluster 2021-07-26T15:35:56.284544+0000 mgr.y (mgr.14146) 11 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:00.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:35:59 smithi046 bash[14687]: cluster 2021-07-26T15:35:58.284987+0000 mgr.y (mgr.14146) 12 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:02.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:01 smithi046 bash[14687]: cluster 2021-07-26T15:36:00.285386+0000 mgr.y (mgr.14146) 13 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:04.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:03 smithi046 bash[14687]: cluster 2021-07-26T15:36:02.285844+0000 mgr.y (mgr.14146) 14 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:06.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:05 smithi046 bash[14687]: cluster 2021-07-26T15:36:04.286264+0000 mgr.y (mgr.14146) 15 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:07 smithi046 bash[14687]: cluster 2021-07-26T15:36:06.286667+0000 mgr.y (mgr.14146) 16 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:10.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:09 smithi046 bash[14687]: cluster 2021-07-26T15:36:08.287076+0000 mgr.y (mgr.14146) 17 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:12.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:11 smithi046 bash[14687]: cluster 2021-07-26T15:36:10.287545+0000 mgr.y (mgr.14146) 18 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:14.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:13 smithi046 bash[14687]: cluster 2021-07-26T15:36:12.287973+0000 mgr.y (mgr.14146) 19 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:16.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:15 smithi046 bash[14687]: cluster 2021-07-26T15:36:14.288382+0000 mgr.y (mgr.14146) 20 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:17 smithi046 bash[14687]: cluster 2021-07-26T15:36:16.288808+0000 mgr.y (mgr.14146) 21 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:20.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:19 smithi046 bash[14687]: cluster 2021-07-26T15:36:18.289213+0000 mgr.y (mgr.14146) 22 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:20.937 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:36:20 smithi046 bash[14946]: Warning: Permanently added 'smithi073,172.21.15.73' (ECDSA) to the list of known hosts. 2021-07-26T15:36:21.219 INFO:teuthology.orchestra.run.smithi073.stdout:Added host 'smithi073' with addr '172.21.15.73' 2021-07-26T15:36:21.686 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14946]: Warning: Permanently added '172.21.15.73' (ECDSA) to the list of known hosts. 2021-07-26T15:36:22.040 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch host ls --format=json 2021-07-26T15:36:22.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: cluster 2021-07-26T15:36:20.289641+0000 mgr.y (mgr.14146) 23 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:22.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:20.414536+0000 mgr.y (mgr.14146) 24 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi073", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:36:22.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:21.214119+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:22.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:21.215684+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:36:22.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:21.218695+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:22.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:21.220659+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:36:22.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:21 smithi046 bash[14687]: audit 2021-07-26T15:36:21.742475+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:23.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:22 smithi046 bash[14687]: cephadm 2021-07-26T15:36:21.214954+0000 mgr.y (mgr.14146) 25 : cephadm [INF] Added host smithi073 2021-07-26T15:36:23.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:22 smithi046 bash[14687]: audit 2021-07-26T15:36:22.533794+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:24.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:23 smithi046 bash[14687]: cluster 2021-07-26T15:36:22.290138+0000 mgr.y (mgr.14146) 26 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:26.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:25 smithi046 bash[14687]: cluster 2021-07-26T15:36:24.290560+0000 mgr.y (mgr.14146) 27 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:27.290 INFO:teuthology.orchestra.run.smithi073.stdout: 2021-07-26T15:36:27.291 INFO:teuthology.orchestra.run.smithi073.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.73", "hostname": "smithi073", "labels": [], "status": ""}] 2021-07-26T15:36:28.017 INFO:tasks.cephadm:Setting crush tunables to default 2021-07-26T15:36:28.018 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd crush tunables default 2021-07-26T15:36:28.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:27 smithi046 bash[14687]: cluster 2021-07-26T15:36:26.290981+0000 mgr.y (mgr.14146) 28 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:29.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:28 smithi046 bash[14687]: audit 2021-07-26T15:36:27.285877+0000 mgr.y (mgr.14146) 29 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:36:30.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:29 smithi046 bash[14687]: cluster 2021-07-26T15:36:28.291414+0000 mgr.y (mgr.14146) 30 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:30.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:29 smithi046 bash[14687]: audit 2021-07-26T15:36:29.472888+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:30.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:29 smithi046 bash[14687]: audit 2021-07-26T15:36:29.764019+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:30.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:29 smithi046 bash[14687]: audit 2021-07-26T15:36:29.765635+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi073", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:36:30.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:29 smithi046 bash[14687]: audit 2021-07-26T15:36:29.772418+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:30 smithi046 bash[14687]: audit 2021-07-26T15:36:30.486451+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:36:31.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:30 smithi046 bash[14687]: audit 2021-07-26T15:36:30.490520+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:36:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2021-07-26T15:36:32.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:31 smithi046 bash[14687]: cluster 2021-07-26T15:36:30.291872+0000 mgr.y (mgr.14146) 31 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:31 smithi046 bash[14687]: audit 2021-07-26T15:36:31.589349+0000 mon.a (mon.0) 116 : audit [INF] from='client.? 172.21.15.46:0/601946045' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2021-07-26T15:36:32.612 INFO:tasks.cephadm:Adding mon.a on smithi046 2021-07-26T15:36:32.612 INFO:tasks.cephadm:Adding mon.c on smithi046 2021-07-26T15:36:32.613 INFO:tasks.cephadm:Adding mon.b on smithi073 2021-07-26T15:36:32.613 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi073:172.21.15.73=b' 2021-07-26T15:36:33.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:32 smithi046 bash[14687]: audit 2021-07-26T15:36:31.896265+0000 mon.a (mon.0) 117 : audit [INF] from='client.? 172.21.15.46:0/601946045' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2021-07-26T15:36:33.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:32 smithi046 bash[14687]: cluster 2021-07-26T15:36:31.896455+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:34.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:33 smithi046 bash[14687]: cluster 2021-07-26T15:36:32.292415+0000 mgr.y (mgr.14146) 32 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:36.067 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled mon update... 2021-07-26T15:36:36.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:35 smithi046 bash[14687]: cluster 2021-07-26T15:36:34.292827+0000 mgr.y (mgr.14146) 33 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:36.786 DEBUG:teuthology.orchestra.run.smithi046:mon.c> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.c.service 2021-07-26T15:36:36.798 DEBUG:teuthology.orchestra.run.smithi073:mon.b> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.b.service 2021-07-26T15:36:36.802 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-07-26T15:36:36.803 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:36:36.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:36:36.983 INFO:journalctl@ceph.mon.c.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:36:37.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.054892+0000 mgr.y (mgr.14146) 34 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi073:172.21.15.73=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:36:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: cephadm 2021-07-26T15:36:36.058009+0000 mgr.y (mgr.14146) 35 : cephadm [INF] Saving service mon spec with placement smithi046:172.21.15.46=a;smithi046:[v2:172.21.15.46:3301,v1:172.21.15.46:6790]=c;smithi073:172.21.15.73=b;count:3 2021-07-26T15:36:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.062732+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.064349+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:36:37.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.067487+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:37.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.069817+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:36:37.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: cephadm 2021-07-26T15:36:36.073120+0000 mgr.y (mgr.14146) 36 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:36:37.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: cephadm 2021-07-26T15:36:36.116404+0000 mgr.y (mgr.14146) 37 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:36:37.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.183973+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:37.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.189680+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:37.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.192712+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:37.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: audit 2021-07-26T15:36:36.194396+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:37.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: cephadm 2021-07-26T15:36:36.196153+0000 mgr.y (mgr.14146) 38 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:36:37.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:37 smithi046 bash[14687]: cluster 2021-07-26T15:36:36.293249+0000 mgr.y (mgr.14146) 39 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:39.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:39 smithi046 bash[14687]: cluster 2021-07-26T15:36:38.293694+0000 mgr.y (mgr.14146) 40 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:40.327 INFO:teuthology.orchestra.run.smithi073.stdout: 2021-07-26T15:36:40.328 INFO:teuthology.orchestra.run.smithi073.stdout:{"epoch":1,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:34:21.031873Z","created":"2021-07-26T15:34:21.031873Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2021-07-26T15:36:40.330 INFO:teuthology.orchestra.run.smithi073.stderr:dumped monmap epoch 1 2021-07-26T15:36:40.857 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:40 smithi046 bash[18964]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:36:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:40 smithi046 bash[14687]: audit 2021-07-26T15:36:40.323772+0000 mon.a (mon.0) 127 : audit [DBG] from='client.? 172.21.15.73:0/774354142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:40 smithi046 bash[14687]: audit 2021-07-26T15:36:40.689584+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:40 smithi046 bash[14687]: audit 2021-07-26T15:36:40.690848+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:40 smithi046 bash[14687]: audit 2021-07-26T15:36:40.691760+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:42.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:41 smithi046 bash[14687]: cluster 2021-07-26T15:36:40.294174+0000 mgr.y (mgr.14146) 41 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:42.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:41 smithi046 bash[14687]: cephadm 2021-07-26T15:36:40.692657+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:36:42.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:41 smithi046 bash[18964]: debug 2021-07-26T15:36:41.995+0000 7ff630076700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:36:42.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:41 smithi046 bash[18964]: debug 2021-07-26T15:36:41.995+0000 7ff630076700 0 ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable), process ceph-mon, pid 8 2021-07-26T15:36:42.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:41 smithi046 bash[18964]: debug 2021-07-26T15:36:41.995+0000 7ff630076700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:36:42.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 0 load: jerasure load: lrc load: isa 2021-07-26T15:36:42.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: RocksDB version: 6.8.1 2021-07-26T15:36:42.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:36:42.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Compile date Jul 8 2021 2021-07-26T15:36:42.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: DB SUMMARY 2021-07-26T15:36:42.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:36:42.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:36:42.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-07-26T15:36:42.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2021-07-26T15:36:42.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 511 ; 2021-07-26T15:36:42.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:36:42.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:36:42.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:36:42.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.env: 0x558173d951c0 2021-07-26T15:36:42.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:36:42.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.info_log: 0x558174a93e20 2021-07-26T15:36:42.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:36:42.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:36:42.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:36:42.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:36:42.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:36:42.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:36:42.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:36:42.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:36:42.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:36:42.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:36:42.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:36:42.212 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:36:42.213 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:36:42.213 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:36:42.213 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:36:42.213 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-07-26T15:36:42.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:36:42.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:36:42.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:36:42.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:36:42.214 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:36:42.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:36:42.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:36:42.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:36:42.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:36:42.215 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:36:42.216 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.write_buffer_manager: 0x558174b2bfb0 2021-07-26T15:36:42.216 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:36:42.217 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:36:42.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:36:42.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:36:42.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:36:42.218 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:36:42.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:36:42.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:36:42.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:36:42.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:36:42.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:36:42.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:36:42.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:36:42.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:36:42.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.row_cache: None 2021-07-26T15:36:42.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:36:42.221 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:36:42.221 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:36:42.221 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:36:42.221 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:36:42.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:36:42.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:36:42.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:36:42.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:36:42.222 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:36:42.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:36:42.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-07-26T15:36:42.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:36:42.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:36:42.223 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:36:42.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:36:42.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:36:42.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:36:42.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:36:42.224 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:36:42.225 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:36:42.226 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:36:42.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:36:42.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:36:42.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:36:42.227 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:36:42.228 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:36:42.228 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:36:42.228 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:36:42.228 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:36:42.228 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:36:42.229 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:36:42.229 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:36:42.229 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:36:42.229 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:36:42.229 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:36:42.230 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:36:42.230 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2021-07-26T15:36:42.232 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-07-26T15:36:42.232 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:36:42.232 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.merge_operator: 2021-07-26T15:36:42.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:36:42.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:36:42.233 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:36:42.234 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:36:42.234 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558174a3a170) 2021-07-26T15:36:42.234 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: cache_index_and_filter_blocks: 1 2021-07-26T15:36:42.234 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:36:42.235 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:36:42.235 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: pin_top_level_index_and_filter: 1 2021-07-26T15:36:42.235 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: index_type: 0 2021-07-26T15:36:42.235 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: data_block_index_type: 0 2021-07-26T15:36:42.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: index_shortening: 1 2021-07-26T15:36:42.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:36:42.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: hash_index_allow_collision: 1 2021-07-26T15:36:42.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: checksum: 1 2021-07-26T15:36:42.236 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: no_block_cache: 0 2021-07-26T15:36:42.237 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_cache: 0x558174a72f10 2021-07-26T15:36:42.237 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_cache_name: BinnedLRUCache 2021-07-26T15:36:42.237 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_cache_options: 2021-07-26T15:36:42.237 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: capacity : 536870912 2021-07-26T15:36:42.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: num_shard_bits : 4 2021-07-26T15:36:42.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: strict_capacity_limit : 0 2021-07-26T15:36:42.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: high_pri_pool_ratio: 0.000 2021-07-26T15:36:42.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_cache_compressed: (nil) 2021-07-26T15:36:42.238 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: persistent_cache: (nil) 2021-07-26T15:36:42.239 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_size: 4096 2021-07-26T15:36:42.239 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_size_deviation: 10 2021-07-26T15:36:42.239 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_restart_interval: 16 2021-07-26T15:36:42.239 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: index_block_restart_interval: 1 2021-07-26T15:36:42.239 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: metadata_block_size: 4096 2021-07-26T15:36:42.240 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: partition_filters: 0 2021-07-26T15:36:42.240 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: use_delta_encoding: 1 2021-07-26T15:36:42.240 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:36:42.241 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: whole_key_filtering: 1 2021-07-26T15:36:42.242 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: verify_compression: 0 2021-07-26T15:36:42.242 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: read_amp_bytes_per_bit: 0 2021-07-26T15:36:42.242 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: format_version: 2 2021-07-26T15:36:42.243 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: enable_index_compression: 1 2021-07-26T15:36:42.244 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: block_align: 0 2021-07-26T15:36:42.244 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:36:42.245 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:36:42.245 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:36:42.245 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:36:42.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:36:42.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:36:42.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:36:42.246 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:36:42.247 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:36:42.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:36:42.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:36:42.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:36:42.249 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:36:42.250 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:36:42.250 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:36:42.251 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:36:42.252 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:36:42.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:36:42.253 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:36:42.255 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:36:42.255 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:36:42.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:36:42.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:36:42.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:36:42.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:36:42.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:36:42.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:36:42.257 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:36:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:36:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:36:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:36:42.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:36:42.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:36:42.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:36:42.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:36:42.259 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:36:42.260 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:36:42.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:36:42.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:36:42.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:36:42.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:36:42.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:36:42.263 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:36:42.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:36:42.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:36:42.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:36:42.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:36:42.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:36:42.267 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:36:42.267 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:36:42.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:36:42.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:36:42.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:36:42.268 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:36:42.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:36:42.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:36:42.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:36:42.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:36:42.269 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:36:42.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:36:42.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:41.999+0000 7ff630076700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:36:42.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:36:42.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:36:42.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:36:42.271 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:36:42.271 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:36:42.271 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:36:42.271 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:36:42.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:36:42.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2021-07-26T15:36:42.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313802004642, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-07-26T15:36:42.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2021-07-26T15:36:42.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:36:42.273 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313802005778, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627313802, "oldest_key_time": 3, "file_creation_time": 0}} 2021-07-26T15:36:42.273 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2021-07-26T15:36:42.273 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.003+0000 7ff630076700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313802006835, "job": 1, "event": "recovery_finished"} 2021-07-26T15:36:42.274 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff630076700 4 rocksdb: DB pointer 0x558174b37800 2021-07-26T15:36:42.274 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff616e7e700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-07-26T15:36:42.274 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff616e7e700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-07-26T15:36:42.274 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** DB Stats ** 2021-07-26T15:36:42.275 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:42.275 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:36:42.275 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:36:42.275 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:36:42.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:36:42.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:36:42.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:36:42.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** Compaction Stats [default] ** 2021-07-26T15:36:42.276 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:42.277 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:42.277 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.277 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.278 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** Compaction Stats [default] ** 2021-07-26T15:36:42.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:42.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:42.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.279 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:42.280 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:42.280 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:42.280 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:36:42.280 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:36:42.281 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:36:42.281 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Cumulative compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:42.281 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Interval compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:42.281 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:36:42.282 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:36:42.282 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** Compaction Stats [default] ** 2021-07-26T15:36:42.282 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:42.282 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** Compaction Stats [default] ** 2021-07-26T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:42.284 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:42.284 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.3 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:42.284 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:42.284 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:42.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:42.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:36:42.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:36:42.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:36:42.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Cumulative compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:42.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:42.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:36:42.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:36:42.286 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff630076700 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2021-07-26T15:36:42.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff630076700 0 using public_addrv [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2021-07-26T15:36:42.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.007+0000 7ff630076700 0 starting mon.c rank -1 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:36:42.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.011+0000 7ff630076700 1 mon.c@-1(???) e0 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:36:42.287 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).mds e1 new map 2021-07-26T15:36:42.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).mds e1 print_map 2021-07-26T15:36:42.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: e1 2021-07-26T15:36:42.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:36:42.288 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:36:42.289 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: legacy client fscid: -1 2021-07-26T15:36:42.289 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: 2021-07-26T15:36:42.289 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: No filesystems configured 2021-07-26T15:36:42.289 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-07-26T15:36:42.289 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-07-26T15:36:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-07-26T15:36:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-07-26T15:36:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-07-26T15:36:42.290 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-07-26T15:36:42.291 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2021-07-26T15:36:42.291 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:42.291 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:42.291 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:42.291 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: cluster 2021-07-26T15:36:40.294174+0000 mgr.y (mgr.14146) 41 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:42.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: cephadm 2021-07-26T15:36:40.692657+0000 mgr.y (mgr.14146) 42 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:36:42.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.043+0000 7ff619683700 1 mon.c@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2021-07-26T15:36:42.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expand map: {default=false} 2021-07-26T15:36:42.292 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta from 'false' to 'false' 2021-07-26T15:36:42.293 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expanded map: {default=false} 2021-07-26T15:36:42.293 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expand map: {default=info} 2021-07-26T15:36:42.293 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta from 'info' to 'info' 2021-07-26T15:36:42.293 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expanded map: {default=info} 2021-07-26T15:36:42.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expand map: {default=daemon} 2021-07-26T15:36:42.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-07-26T15:36:42.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expanded map: {default=daemon} 2021-07-26T15:36:42.294 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expand map: {default=debug} 2021-07-26T15:36:42.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta from 'debug' to 'debug' 2021-07-26T15:36:42.295 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:42 smithi046 bash[18964]: debug 2021-07-26T15:36:42.047+0000 7ff619683700 20 expand_channel_meta expanded map: {default=debug} 2021-07-26T15:36:42.295 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-07-26T15:36:42.296 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:36:46.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:46 smithi073 systemd[1]: Started Ceph mon.b for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:36:46.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:46 smithi073 bash[15153]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:36:47.341 INFO:teuthology.orchestra.run.smithi073.stdout: 2021-07-26T15:36:47.342 INFO:teuthology.orchestra.run.smithi073.stdout:{"epoch":2,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:36:42.051116Z","created":"2021-07-26T15:34:21.031873Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3301","nonce":0},{"type":"v1","addr":"172.21.15.46:6790","nonce":0}]},"addr":"172.21.15.46:6790/0","public_addr":"172.21.15.46:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2021-07-26T15:36:47.344 INFO:teuthology.orchestra.run.smithi073.stderr:dumped monmap epoch 2 2021-07-26T15:36:47.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:42.055763+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:36:47.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:42.056194+0000 mon.a (mon.0) 133 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:47.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:42.058045+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:42.294676+0000 mgr.y (mgr.14146) 43 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:43.050784+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:44.050749+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:44.053053+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:36:47.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:44.295175+0000 mgr.y (mgr.14146) 44 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:45.050817+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:46.051024+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:46.295604+0000 mgr.y (mgr.14146) 45 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:47.050976+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.061064+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-07-26T15:36:47.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.067157+0000 mon.a (mon.0) 141 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:36:47.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.067309+0000 mon.a (mon.0) 142 : cluster [DBG] fsmap 2021-07-26T15:36:47.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.067440+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:47.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.067739+0000 mon.a (mon.0) 144 : cluster [DBG] mgrmap e13: y(active, since 76s) 2021-07-26T15:36:47.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: cluster 2021-07-26T15:36:47.073685+0000 mon.a (mon.0) 145 : cluster [INF] overall HEALTH_OK 2021-07-26T15:36:47.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:47.078732+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:47.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:47.081024+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:36:47.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:47.082815+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:47.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[14687]: audit 2021-07-26T15:36:47.091002+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:36:47.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:42.055763+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:36:47.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:42.056194+0000 mon.a (mon.0) 133 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:47.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:42.058045+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:42.294676+0000 mgr.y (mgr.14146) 43 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:43.050784+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:44.050749+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:44.053053+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:36:47.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:44.295175+0000 mgr.y (mgr.14146) 44 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:45.050817+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:46.051024+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:46.295604+0000 mgr.y (mgr.14146) 45 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:47.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:47.050976+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:47.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.061064+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-07-26T15:36:47.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.067157+0000 mon.a (mon.0) 141 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:36:47.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.067309+0000 mon.a (mon.0) 142 : cluster [DBG] fsmap 2021-07-26T15:36:47.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.067440+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:47.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.067739+0000 mon.a (mon.0) 144 : cluster [DBG] mgrmap e13: y(active, since 76s) 2021-07-26T15:36:47.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: cluster 2021-07-26T15:36:47.073685+0000 mon.a (mon.0) 145 : cluster [INF] overall HEALTH_OK 2021-07-26T15:36:47.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:47.078732+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:47.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:47.081024+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:36:47.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:47.082815+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:47.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:47 smithi046 bash[18964]: audit 2021-07-26T15:36:47.091002+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:36:48.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:48 smithi046 bash[14687]: audit 2021-07-26T15:36:47.338061+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.73:0/78014558' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:48.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:48 smithi046 bash[14687]: audit 2021-07-26T15:36:48.051205+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:48.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:48 smithi046 bash[18964]: audit 2021-07-26T15:36:47.338061+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.73:0/78014558' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:48.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:48 smithi046 bash[18964]: audit 2021-07-26T15:36:48.051205+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:48.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.538+0000 7f124ca3e700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:36:48.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.538+0000 7f124ca3e700 0 ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable), process ceph-mon, pid 7 2021-07-26T15:36:48.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.538+0000 7f124ca3e700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:36:48.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 0 load: jerasure load: lrc load: isa 2021-07-26T15:36:48.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: RocksDB version: 6.8.1 2021-07-26T15:36:48.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:36:48.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Compile date Jul 8 2021 2021-07-26T15:36:48.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: DB SUMMARY 2021-07-26T15:36:48.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:36:48.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:36:48.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-07-26T15:36:48.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2021-07-26T15:36:48.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 511 ; 2021-07-26T15:36:48.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:36:48.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:36:48.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:36:48.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.env: 0x55cb1d3f91c0 2021-07-26T15:36:48.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:36:48.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.info_log: 0x55cb1fc21e20 2021-07-26T15:36:48.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:36:48.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:36:48.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:36:48.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:36:48.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:36:48.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:36:48.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:36:48.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:36:48.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:36:48.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:36:48.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:36:48.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:36:48.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:36:48.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:36:48.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:36:48.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-07-26T15:36:48.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:36:48.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:36:48.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:36:48.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:36:48.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:36:48.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:36:48.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:36:48.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:36:48.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:36:48.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:36:48.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.write_buffer_manager: 0x55cb1fcb9f80 2021-07-26T15:36:48.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:36:48.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:36:48.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:36:48.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:36:48.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:36:48.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:36:48.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:36:48.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:36:48.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:36:48.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:36:48.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:36:48.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:36:48.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:36:48.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:36:48.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.row_cache: None 2021-07-26T15:36:48.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:36:48.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:36:48.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:36:48.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:36:48.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:36:48.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:36:48.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:36:48.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:36:48.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:36:48.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:36:48.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:36:48.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-07-26T15:36:48.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:36:48.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:36:48.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:36:48.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:36:48.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:36:48.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:36:48.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:36:48.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:36:48.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:36:48.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:36:48.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:36:48.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:36:48.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:36:48.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:36:48.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:36:48.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:36:48.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:36:48.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:36:48.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:36:48.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:36:48.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:36:48.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:36:48.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:36:48.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:36:48.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:36:48.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2021-07-26T15:36:48.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-07-26T15:36:48.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:36:48.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.merge_operator: 2021-07-26T15:36:48.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:36:48.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:36:48.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:36:48.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:36:48.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cb1fbc8170) 2021-07-26T15:36:48.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: cache_index_and_filter_blocks: 1 2021-07-26T15:36:48.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:36:48.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:36:48.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: pin_top_level_index_and_filter: 1 2021-07-26T15:36:48.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: index_type: 0 2021-07-26T15:36:48.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: data_block_index_type: 0 2021-07-26T15:36:48.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: index_shortening: 1 2021-07-26T15:36:48.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:36:48.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: hash_index_allow_collision: 1 2021-07-26T15:36:48.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: checksum: 1 2021-07-26T15:36:48.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: no_block_cache: 0 2021-07-26T15:36:48.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_cache: 0x55cb1fc00f10 2021-07-26T15:36:48.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_cache_name: BinnedLRUCache 2021-07-26T15:36:48.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_cache_options: 2021-07-26T15:36:48.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: capacity : 536870912 2021-07-26T15:36:48.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: num_shard_bits : 4 2021-07-26T15:36:48.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: strict_capacity_limit : 0 2021-07-26T15:36:48.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: high_pri_pool_ratio: 0.000 2021-07-26T15:36:48.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_cache_compressed: (nil) 2021-07-26T15:36:48.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: persistent_cache: (nil) 2021-07-26T15:36:48.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_size: 4096 2021-07-26T15:36:48.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_size_deviation: 10 2021-07-26T15:36:48.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_restart_interval: 16 2021-07-26T15:36:48.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: index_block_restart_interval: 1 2021-07-26T15:36:48.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: metadata_block_size: 4096 2021-07-26T15:36:48.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: partition_filters: 0 2021-07-26T15:36:48.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: use_delta_encoding: 1 2021-07-26T15:36:48.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:36:48.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: whole_key_filtering: 1 2021-07-26T15:36:48.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: verify_compression: 0 2021-07-26T15:36:48.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: read_amp_bytes_per_bit: 0 2021-07-26T15:36:48.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: format_version: 2 2021-07-26T15:36:48.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: enable_index_compression: 1 2021-07-26T15:36:48.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: block_align: 0 2021-07-26T15:36:48.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:36:48.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:36:48.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:36:48.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:36:48.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:36:48.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:36:48.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:36:48.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:36:48.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:36:48.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:36:48.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:36:48.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:36:48.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:36:48.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:36:48.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:36:48.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:36:48.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:36:48.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:36:48.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:36:48.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:36:48.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:36:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:36:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:36:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:36:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:36:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:36:48.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:36:48.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:36:48.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:36:48.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:36:48.913 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:36:48.913 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:36:48.913 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:36:48.913 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:36:48.914 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:36:48.914 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:36:48.914 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:36:48.914 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:36:48.914 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:36:48.915 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:36:48.915 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:36:48.915 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:36:48.915 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:36:48.916 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:36:48.916 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:36:48.916 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:36:48.916 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:36:48.916 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:36:48.917 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:36:48.917 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:36:48.917 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:36:48.917 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:36:48.917 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:36:48.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:36:48.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:36:48.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:36:48.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:36:48.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:36:48.919 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:36:48.919 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:36:48.919 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:36:48.919 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:36:48.919 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:36:48.920 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:36:48.920 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:36:48.920 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:36:48.920 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:36:48.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:36:48.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:36:48.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2021-07-26T15:36:48.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313808551843, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-07-26T15:36:48.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2021-07-26T15:36:48.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:36:48.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313808552619, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627313808, "oldest_key_time": 3, "file_creation_time": 0}} 2021-07-26T15:36:48.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.546+0000 7f124ca3e700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2021-07-26T15:36:48.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f124ca3e700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627313808553588, "job": 1, "event": "recovery_finished"} 2021-07-26T15:36:48.923 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f124ca3e700 4 rocksdb: DB pointer 0x55cb1fcc5800 2021-07-26T15:36:48.923 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f1233846700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-07-26T15:36:48.923 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f124ca3e700 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2021-07-26T15:36:48.923 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f1233846700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-07-26T15:36:48.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** DB Stats ** 2021-07-26T15:36:48.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:48.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:36:48.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:36:48.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:36:48.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:36:48.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:36:48.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:36:48.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** Compaction Stats [default] ** 2021-07-26T15:36:48.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:48.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:48.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** Compaction Stats [default] ** 2021-07-26T15:36:48.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:48.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:48.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:48.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:48.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:48.929 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:36:48.929 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:36:48.929 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:36:48.929 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Cumulative compaction: 0.00 GB write, 0.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:48.930 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Interval compaction: 0.00 GB write, 0.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:48.930 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:36:48.930 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:36:48.930 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** Compaction Stats [default] ** 2021-07-26T15:36:48.930 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:48.931 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:48.931 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.931 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.931 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:36:48.932 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** Compaction Stats [default] ** 2021-07-26T15:36:48.932 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:36:48.932 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:36:48.932 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.8 0.00 0.00 1 0.001 0 0 2021-07-26T15:36:48.932 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:36:48.933 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:48.933 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:36:48.933 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:36:48.933 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:36:48.933 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:36:48.934 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Cumulative compaction: 0.00 GB write, 0.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:48.934 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:36:48.934 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:36:48.934 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:36:48.934 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f124ca3e700 0 using public_addr v2:172.21.15.73:0/0 -> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] 2021-07-26T15:36:48.935 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.550+0000 7f124ca3e700 0 starting mon.b rank -1 at public addrs [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] at bind addrs [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:36:48.935 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.554+0000 7f124ca3e700 1 mon.b@-1(???) e0 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:36:48.935 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.586+0000 7f123604b700 0 mon.b@-1(synchronizing).mds e1 new map 2021-07-26T15:36:48.935 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.586+0000 7f123604b700 0 mon.b@-1(synchronizing).mds e1 print_map 2021-07-26T15:36:48.935 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: e1 2021-07-26T15:36:48.936 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:36:48.936 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:36:48.936 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: legacy client fscid: -1 2021-07-26T15:36:48.936 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: 2021-07-26T15:36:48.936 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: No filesystems configured 2021-07-26T15:36:48.937 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.586+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-07-26T15:36:48.937 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-07-26T15:36:48.937 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-07-26T15:36:48.937 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-07-26T15:36:48.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-07-26T15:36:48.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-07-26T15:36:48.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2021-07-26T15:36:48.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:48.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:48.939 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:36:48.939 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: audit 2021-07-26T15:36:47.338061+0000 mon.a (mon.0) 150 : audit [DBG] from='client.? 172.21.15.73:0/78014558' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:48.939 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: audit 2021-07-26T15:36:48.051205+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:48.940 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:48 smithi073 bash[15153]: debug 2021-07-26T15:36:48.590+0000 7f123604b700 1 mon.b@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2021-07-26T15:36:49.380 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-07-26T15:36:49.381 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:36:54.091 INFO:teuthology.orchestra.run.smithi073.stdout: 2021-07-26T15:36:54.091 INFO:teuthology.orchestra.run.smithi073.stdout:{"epoch":3,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:36:48.600755Z","created":"2021-07-26T15:34:21.031873Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3301","nonce":0},{"type":"v1","addr":"172.21.15.46:6790","nonce":0}]},"addr":"172.21.15.46:6790/0","public_addr":"172.21.15.46:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:3300","nonce":0},{"type":"v1","addr":"172.21.15.73:6789","nonce":0}]},"addr":"172.21.15.73:6789/0","public_addr":"172.21.15.73:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2021-07-26T15:36:54.094 INFO:teuthology.orchestra.run.smithi073.stderr:dumped monmap epoch 3 2021-07-26T15:36:54.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:48.296033+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:48.606554+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:36:54.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:48.607047+0000 mon.a (mon.0) 154 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:48.608355+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:36:54.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:48.628833+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:48.629227+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:54.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:49.599896+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:50.296387+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:50.600103+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:50.604452+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:36:54.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:51.600304+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:52.296764+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:52.600578+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:53.600551+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.611480+0000 mon.a (mon.0) 162 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.634817+0000 mon.a (mon.0) 163 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:36:54.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.647932+0000 mon.a (mon.0) 164 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:36:54.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.648023+0000 mon.a (mon.0) 165 : cluster [DBG] fsmap 2021-07-26T15:36:54.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.648073+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:54.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.648446+0000 mon.a (mon.0) 167 : cluster [DBG] mgrmap e13: y(active, since 83s) 2021-07-26T15:36:54.130 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: cluster 2021-07-26T15:36:53.656367+0000 mon.a (mon.0) 168 : cluster [INF] overall HEALTH_OK 2021-07-26T15:36:54.130 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:53.661626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.130 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:53.666286+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.130 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:53.670255+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.131 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:53 smithi073 bash[15153]: audit 2021-07-26T15:36:53.688645+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:48.296033+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.168 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:48.606554+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:36:54.168 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:48.607047+0000 mon.a (mon.0) 154 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.168 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:48.608355+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:36:54.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:48.628833+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:48.629227+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:54.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:49.599896+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:50.296387+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:50.600103+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:50.604452+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:36:54.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:51.600304+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:52.296764+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:52.600578+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:53.600551+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.611480+0000 mon.a (mon.0) 162 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.634817+0000 mon.a (mon.0) 163 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:36:54.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.647932+0000 mon.a (mon.0) 164 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:36:54.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.648023+0000 mon.a (mon.0) 165 : cluster [DBG] fsmap 2021-07-26T15:36:54.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.648073+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:54.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.648446+0000 mon.a (mon.0) 167 : cluster [DBG] mgrmap e13: y(active, since 83s) 2021-07-26T15:36:54.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: cluster 2021-07-26T15:36:53.656367+0000 mon.a (mon.0) 168 : cluster [INF] overall HEALTH_OK 2021-07-26T15:36:54.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:53.661626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:53.666286+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:53.670255+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[14687]: audit 2021-07-26T15:36:53.688645+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.174 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:48.296033+0000 mgr.y (mgr.14146) 46 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.174 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:48.606554+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:36:54.174 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:48.607047+0000 mon.a (mon.0) 154 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:48.608355+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:36:54.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:48.628833+0000 mon.a (mon.0) 155 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:48.629227+0000 mon.a (mon.0) 156 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:36:54.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:49.599896+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.175 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:50.296387+0000 mgr.y (mgr.14146) 47 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.176 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:50.600103+0000 mon.a (mon.0) 158 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.176 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:50.604452+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:36:54.176 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:51.600304+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.176 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:52.296764+0000 mgr.y (mgr.14146) 48 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:54.177 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:52.600578+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.177 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:53.600551+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:54.177 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.611480+0000 mon.a (mon.0) 162 : cluster [INF] mon.a calling monitor election 2021-07-26T15:36:54.177 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.634817+0000 mon.a (mon.0) 163 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:36:54.177 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.647932+0000 mon.a (mon.0) 164 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:36:54.178 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.648023+0000 mon.a (mon.0) 165 : cluster [DBG] fsmap 2021-07-26T15:36:54.178 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.648073+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:36:54.178 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.648446+0000 mon.a (mon.0) 167 : cluster [DBG] mgrmap e13: y(active, since 83s) 2021-07-26T15:36:54.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: cluster 2021-07-26T15:36:53.656367+0000 mon.a (mon.0) 168 : cluster [INF] overall HEALTH_OK 2021-07-26T15:36:54.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:53.661626+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:53.666286+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:53.670255+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:53 smithi046 bash[18964]: audit 2021-07-26T15:36:53.688645+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:54.788 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-07-26T15:36:54.789 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph config generate-minimal-conf 2021-07-26T15:36:55.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: cephadm 2021-07-26T15:36:53.662586+0000 mgr.y (mgr.14146) 49 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:36:55.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: cephadm 2021-07-26T15:36:53.905583+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:36:55.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:53.929546+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:53.936796+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:53.939072+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:55.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:53.940585+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:55.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:53.941730+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:55.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:54.087524+0000 mon.a (mon.0) 178 : audit [DBG] from='client.? 172.21.15.73:0/2374701029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:55.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:54 smithi073 bash[15153]: audit 2021-07-26T15:36:54.600770+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:55.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: cephadm 2021-07-26T15:36:53.662586+0000 mgr.y (mgr.14146) 49 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:36:55.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: cephadm 2021-07-26T15:36:53.905583+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:36:55.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:53.929546+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:53.936796+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:53.939072+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:55.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:53.940585+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:55.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:53.941730+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:55.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:54.087524+0000 mon.a (mon.0) 178 : audit [DBG] from='client.? 172.21.15.73:0/2374701029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:55.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[14687]: audit 2021-07-26T15:36:54.600770+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:55.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: cephadm 2021-07-26T15:36:53.662586+0000 mgr.y (mgr.14146) 49 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:36:55.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: cephadm 2021-07-26T15:36:53.905583+0000 mgr.y (mgr.14146) 50 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:36:55.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:53.929546+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:53.936796+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:55.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:53.939072+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:55.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:53.940585+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:55.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:53.941730+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:55.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:54.087524+0000 mon.a (mon.0) 178 : audit [DBG] from='client.? 172.21.15.73:0/2374701029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:36:55.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:54 smithi046 bash[18964]: audit 2021-07-26T15:36:54.600770+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:36:56.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:55 smithi073 bash[15153]: cephadm 2021-07-26T15:36:53.938607+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2021-07-26T15:36:56.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:55 smithi073 bash[15153]: cephadm 2021-07-26T15:36:53.943206+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:36:56.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:55 smithi073 bash[15153]: cluster 2021-07-26T15:36:54.297225+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:56.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[18964]: cephadm 2021-07-26T15:36:53.938607+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2021-07-26T15:36:56.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[18964]: cephadm 2021-07-26T15:36:53.943206+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:36:56.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[18964]: cluster 2021-07-26T15:36:54.297225+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:56.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[14687]: cephadm 2021-07-26T15:36:53.938607+0000 mgr.y (mgr.14146) 51 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2021-07-26T15:36:56.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[14687]: cephadm 2021-07-26T15:36:53.943206+0000 mgr.y (mgr.14146) 52 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:36:56.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:55 smithi046 bash[14687]: cluster 2021-07-26T15:36:54.297225+0000 mgr.y (mgr.14146) 53 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:58.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:57 smithi073 bash[15153]: cluster 2021-07-26T15:36:56.297735+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:58.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:57 smithi046 bash[18964]: cluster 2021-07-26T15:36:56.297735+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:58.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:57 smithi046 bash[14687]: cluster 2021-07-26T15:36:56.297735+0000 mgr.y (mgr.14146) 54 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: audit 2021-07-26T15:36:57.961065+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:59.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: cephadm 2021-07-26T15:36:57.962004+0000 mgr.y (mgr.14146) 55 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:36:59.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: audit 2021-07-26T15:36:57.962360+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:59.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: audit 2021-07-26T15:36:57.963614+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:59.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: audit 2021-07-26T15:36:57.964905+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:59.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: cephadm 2021-07-26T15:36:57.966363+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:36:59.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:36:58 smithi073 bash[15153]: cluster 2021-07-26T15:36:58.298224+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:59.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: audit 2021-07-26T15:36:57.961065+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:59.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: cephadm 2021-07-26T15:36:57.962004+0000 mgr.y (mgr.14146) 55 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:36:59.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: audit 2021-07-26T15:36:57.962360+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:59.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: audit 2021-07-26T15:36:57.963614+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:59.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: audit 2021-07-26T15:36:57.964905+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:59.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: cephadm 2021-07-26T15:36:57.966363+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:36:59.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[14687]: cluster 2021-07-26T15:36:58.298224+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:36:59.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: audit 2021-07-26T15:36:57.961065+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:36:59.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: cephadm 2021-07-26T15:36:57.962004+0000 mgr.y (mgr.14146) 55 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:36:59.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: audit 2021-07-26T15:36:57.962360+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:36:59.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: audit 2021-07-26T15:36:57.963614+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:36:59.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: audit 2021-07-26T15:36:57.964905+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:36:59.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: cephadm 2021-07-26T15:36:57.966363+0000 mgr.y (mgr.14146) 56 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:36:59.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:36:58 smithi046 bash[18964]: cluster 2021-07-26T15:36:58.298224+0000 mgr.y (mgr.14146) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:00.261 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:37:00.262 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2021-07-26T15:37:00.262 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:37:00.262 INFO:teuthology.orchestra.run.smithi046.stdout: mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] 2021-07-26T15:37:00.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:00 smithi046 bash[14687]: audit 2021-07-26T15:37:00.256732+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.46:0/2145676116' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:00.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:00 smithi046 bash[18964]: audit 2021-07-26T15:37:00.256732+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.46:0/2145676116' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:00.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:00 smithi073 bash[15153]: audit 2021-07-26T15:37:00.256732+0000 mon.a (mon.0) 184 : audit [DBG] from='client.? 172.21.15.46:0/2145676116' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:01.431 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-07-26T15:37:01.432 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:37:01.432 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:37:01.448 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:37:01.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:37:01.462 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:37:01.462 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:37:01.480 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:37:01.481 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:37:01.535 INFO:tasks.cephadm:Adding mgr.y on smithi046 2021-07-26T15:37:01.535 INFO:tasks.cephadm:Adding mgr.x on smithi073 2021-07-26T15:37:01.536 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply mgr '2;smithi046=y;smithi073=x' 2021-07-26T15:37:01.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:01 smithi073 bash[15153]: cluster 2021-07-26T15:37:00.298683+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:01.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:01 smithi073 bash[15153]: audit 2021-07-26T15:37:01.333455+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:01.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:01 smithi073 bash[15153]: audit 2021-07-26T15:37:01.335056+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:37:01.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:01 smithi073 bash[15153]: audit 2021-07-26T15:37:01.336815+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:37:01.630 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:01 smithi073 bash[15153]: audit 2021-07-26T15:37:01.338328+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:01.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[18964]: cluster 2021-07-26T15:37:00.298683+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:01.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[18964]: audit 2021-07-26T15:37:01.333455+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:01.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[18964]: audit 2021-07-26T15:37:01.335056+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:37:01.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[18964]: audit 2021-07-26T15:37:01.336815+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:37:01.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[18964]: audit 2021-07-26T15:37:01.338328+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:01.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[14687]: cluster 2021-07-26T15:37:00.298683+0000 mgr.y (mgr.14146) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:01.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[14687]: audit 2021-07-26T15:37:01.333455+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:01.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[14687]: audit 2021-07-26T15:37:01.335056+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:37:01.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[14687]: audit 2021-07-26T15:37:01.336815+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:37:01.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:01 smithi046 bash[14687]: audit 2021-07-26T15:37:01.338328+0000 mon.a (mon.0) 188 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:02.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:02 smithi073 bash[15153]: cephadm 2021-07-26T15:37:01.334484+0000 mgr.y (mgr.14146) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:37:02.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:02 smithi073 bash[15153]: cephadm 2021-07-26T15:37:01.339733+0000 mgr.y (mgr.14146) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:37:02.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:02 smithi046 bash[14687]: cephadm 2021-07-26T15:37:01.334484+0000 mgr.y (mgr.14146) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:37:02.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:02 smithi046 bash[14687]: cephadm 2021-07-26T15:37:01.339733+0000 mgr.y (mgr.14146) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:37:02.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:02 smithi046 bash[18964]: cephadm 2021-07-26T15:37:01.334484+0000 mgr.y (mgr.14146) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:37:02.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:02 smithi046 bash[18964]: cephadm 2021-07-26T15:37:01.339733+0000 mgr.y (mgr.14146) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:37:03.427 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:03 smithi073 bash[15153]: cluster 2021-07-26T15:37:02.299133+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:03.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:03 smithi046 bash[14687]: cluster 2021-07-26T15:37:02.299133+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:03.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:03 smithi046 bash[18964]: cluster 2021-07-26T15:37:02.299133+0000 mgr.y (mgr.14146) 61 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:05.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.219197+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.220845+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:05.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.223529+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:05.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.225292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:05.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: cephadm 2021-07-26T15:37:04.227671+0000 mgr.y (mgr.14146) 62 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:37:05.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: cephadm 2021-07-26T15:37:04.228437+0000 mgr.y (mgr.14146) 63 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:37:05.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.263602+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.272687+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: audit 2021-07-26T15:37:04.278690+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:05 smithi073 bash[15153]: cluster 2021-07-26T15:37:04.299578+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:05.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.219197+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.220845+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:05.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.223529+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:05.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.225292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:05.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: cephadm 2021-07-26T15:37:04.227671+0000 mgr.y (mgr.14146) 62 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:37:05.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: cephadm 2021-07-26T15:37:04.228437+0000 mgr.y (mgr.14146) 63 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:37:05.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.263602+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.272687+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: audit 2021-07-26T15:37:04.278690+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[14687]: cluster 2021-07-26T15:37:04.299578+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:05.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.219197+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.220845+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:05.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.223529+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:05.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.225292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:05.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: cephadm 2021-07-26T15:37:04.227671+0000 mgr.y (mgr.14146) 62 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:37:05.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: cephadm 2021-07-26T15:37:04.228437+0000 mgr.y (mgr.14146) 63 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:37:05.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.263602+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.272687+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: audit 2021-07-26T15:37:04.278690+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:05.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:05 smithi046 bash[18964]: cluster 2021-07-26T15:37:04.299578+0000 mgr.y (mgr.14146) 64 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:05.744 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled mgr update... 2021-07-26T15:37:06.865 DEBUG:teuthology.orchestra.run.smithi073:mgr.x> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.x.service 2021-07-26T15:37:06.868 INFO:tasks.cephadm:Deploying OSDs... 2021-07-26T15:37:06.869 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:37:06.869 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:37:06.877 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:37:06.878 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:37:06.928 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:37:06.928 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:06.928 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 347 Links: 1 2021-07-26T15:37:06.929 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:06.929 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2021-07-26 15:30:44.890037944 +0000 2021-07-26T15:37:06.929 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2021-07-26 15:30:44.702037946 +0000 2021-07-26T15:37:06.929 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2021-07-26 15:30:44.702037946 +0000 2021-07-26T15:37:06.929 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2021-07-26T15:37:06.938 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2021-07-26T15:37:06.938 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2021-07-26T15:37:06.938 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000286936 s, 1.8 MB/s 2021-07-26T15:37:06.943 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:37:06.950 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:37:06.951 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:06.951 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 352 Links: 1 2021-07-26T15:37:06.951 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:06.951 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2021-07-26 15:30:45.370037939 +0000 2021-07-26T15:37:06.952 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2021-07-26 15:30:45.194037941 +0000 2021-07-26T15:37:06.952 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2021-07-26 15:30:45.194037941 +0000 2021-07-26T15:37:06.952 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2021-07-26T15:37:06.959 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2021-07-26T15:37:06.960 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2021-07-26T15:37:06.960 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000285797 s, 1.8 MB/s 2021-07-26T15:37:06.964 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:37:06.972 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:37:06.972 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:06.972 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 358 Links: 1 2021-07-26T15:37:06.973 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:06.973 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2021-07-26 15:30:45.786037934 +0000 2021-07-26T15:37:06.973 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2021-07-26 15:30:45.606037936 +0000 2021-07-26T15:37:06.973 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2021-07-26 15:30:45.606037936 +0000 2021-07-26T15:37:06.974 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2021-07-26T15:37:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2021-07-26T15:37:06.985 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2021-07-26T15:37:06.985 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000274006 s, 1.9 MB/s 2021-07-26T15:37:06.987 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:37:06.995 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:37:06.995 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:06.995 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 365 Links: 1 2021-07-26T15:37:06.996 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:06.996 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2021-07-26 15:30:46.182037930 +0000 2021-07-26T15:37:06.996 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2021-07-26 15:30:46.006037932 +0000 2021-07-26T15:37:06.996 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2021-07-26 15:30:46.006037932 +0000 2021-07-26T15:37:06.996 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2021-07-26T15:37:07.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.731800+0000 mgr.y (mgr.14146) 65 : audit [DBG] from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi073=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:07.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: cephadm 2021-07-26T15:37:05.733368+0000 mgr.y (mgr.14146) 66 : cephadm [INF] Saving service mgr spec with placement smithi046=y;smithi073=x;count:2 2021-07-26T15:37:07.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.739943+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.741438+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:07.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.744094+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.745925+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:07.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.754674+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.757294+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:07.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.761618+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:37:07.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.763123+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:07.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: audit 2021-07-26T15:37:05.764807+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[14687]: cephadm 2021-07-26T15:37:05.765977+0000 mgr.y (mgr.14146) 67 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:37:07.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.731800+0000 mgr.y (mgr.14146) 65 : audit [DBG] from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi073=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:07.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: cephadm 2021-07-26T15:37:05.733368+0000 mgr.y (mgr.14146) 66 : cephadm [INF] Saving service mgr spec with placement smithi046=y;smithi073=x;count:2 2021-07-26T15:37:07.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.739943+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.741438+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:07.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.744094+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.745925+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:07.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.754674+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.757294+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:07.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.761618+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:37:07.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.763123+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: audit 2021-07-26T15:37:05.764807+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.008 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:06 smithi046 bash[18964]: cephadm 2021-07-26T15:37:05.765977+0000 mgr.y (mgr.14146) 67 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:37:07.009 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2021-07-26T15:37:07.009 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2021-07-26T15:37:07.010 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000246704 s, 2.1 MB/s 2021-07-26T15:37:07.010 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:37:07.011 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:37:07.018 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:37:07.018 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:37:07.026 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:37:07.027 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:07.027 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 6h/6d Inode: 344 Links: 1 2021-07-26T15:37:07.027 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:07.027 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2021-07-26 15:30:44.848006584 +0000 2021-07-26T15:37:07.027 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2021-07-26 15:30:44.844006584 +0000 2021-07-26T15:37:07.028 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2021-07-26 15:30:44.844006584 +0000 2021-07-26T15:37:07.028 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: - 2021-07-26T15:37:07.034 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.731800+0000 mgr.y (mgr.14146) 65 : audit [DBG] from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi046=y;smithi073=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:07.035 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: cephadm 2021-07-26T15:37:05.733368+0000 mgr.y (mgr.14146) 66 : cephadm [INF] Saving service mgr spec with placement smithi046=y;smithi073=x;count:2 2021-07-26T15:37:07.035 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.739943+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.035 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.741438+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:07.035 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.744094+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.035 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.745925+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:07.036 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.754674+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:07.036 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.757294+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:07.036 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.761618+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:37:07.037 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.763123+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:07.037 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: audit 2021-07-26T15:37:05.764807+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:07.037 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:06 smithi073 bash[15153]: cephadm 2021-07-26T15:37:05.765977+0000 mgr.y (mgr.14146) 67 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:37:07.038 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2021-07-26T15:37:07.038 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2021-07-26T15:37:07.038 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000417164 s, 1.2 MB/s 2021-07-26T15:37:07.042 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:37:07.048 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:37:07.049 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:07.049 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 6h/6d Inode: 350 Links: 1 2021-07-26T15:37:07.049 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:07.049 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2021-07-26 15:30:45.292006599 +0000 2021-07-26T15:37:07.050 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2021-07-26 15:30:45.288006599 +0000 2021-07-26T15:37:07.050 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2021-07-26 15:30:45.288006599 +0000 2021-07-26T15:37:07.050 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: - 2021-07-26T15:37:07.054 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2021-07-26T15:37:07.055 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2021-07-26T15:37:07.055 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000351096 s, 1.5 MB/s 2021-07-26T15:37:07.058 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:37:07.065 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:37:07.066 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:07.066 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 6h/6d Inode: 357 Links: 1 2021-07-26T15:37:07.066 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:07.067 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2021-07-26 15:30:45.824006616 +0000 2021-07-26T15:37:07.067 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2021-07-26 15:30:45.636006610 +0000 2021-07-26T15:37:07.067 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2021-07-26 15:30:45.636006610 +0000 2021-07-26T15:37:07.067 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: - 2021-07-26T15:37:07.075 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2021-07-26T15:37:07.075 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2021-07-26T15:37:07.076 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000343845 s, 1.5 MB/s 2021-07-26T15:37:07.081 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:37:07.101 INFO:journalctl@ceph.mgr.x.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:37:07.108 INFO:teuthology.orchestra.run.smithi073.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:37:07.108 INFO:teuthology.orchestra.run.smithi073.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:37:07.108 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 6h/6d Inode: 366 Links: 1 2021-07-26T15:37:07.109 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:37:07.109 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2021-07-26 15:30:46.204006628 +0000 2021-07-26T15:37:07.109 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2021-07-26 15:30:46.052006623 +0000 2021-07-26T15:37:07.109 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2021-07-26 15:30:46.052006623 +0000 2021-07-26T15:37:07.110 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: - 2021-07-26T15:37:07.119 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in 2021-07-26T15:37:07.119 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out 2021-07-26T15:37:07.120 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000410001 s, 1.2 MB/s 2021-07-26T15:37:07.124 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4... 2021-07-26T15:37:07.124 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:37:08.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:07 smithi073 bash[15153]: cluster 2021-07-26T15:37:06.300020+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:07 smithi046 bash[14687]: cluster 2021-07-26T15:37:06.300020+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:08.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:07 smithi046 bash[18964]: cluster 2021-07-26T15:37:06.300020+0000 mgr.y (mgr.14146) 68 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:08.871 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:37:08 smithi073 systemd[1]: Started Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:37:08.871 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:37:08 smithi073 bash[15967]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:37:09.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[14687]: cluster 2021-07-26T15:37:08.300468+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:09.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[14687]: audit 2021-07-26T15:37:08.675842+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:09.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[14687]: audit 2021-07-26T15:37:08.678403+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:09.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[14687]: audit 2021-07-26T15:37:08.680247+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:09.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[14687]: audit 2021-07-26T15:37:08.681896+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:09.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[18964]: cluster 2021-07-26T15:37:08.300468+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:09.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[18964]: audit 2021-07-26T15:37:08.675842+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:09.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[18964]: audit 2021-07-26T15:37:08.678403+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:09.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[18964]: audit 2021-07-26T15:37:08.680247+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:09.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:09 smithi046 bash[18964]: audit 2021-07-26T15:37:08.681896+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:10.121 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15967]: debug 2021-07-26T15:37:09.758+0000 7fe8796b9700 1 -- 172.21.15.73:0/3722382613 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5625b74ea4e0 con 0x5625b75d8800 2021-07-26T15:37:10.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15153]: cluster 2021-07-26T15:37:08.300468+0000 mgr.y (mgr.14146) 69 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:10.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15153]: audit 2021-07-26T15:37:08.675842+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:10.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15153]: audit 2021-07-26T15:37:08.678403+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:10.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15153]: audit 2021-07-26T15:37:08.680247+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:10.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:09 smithi073 bash[15153]: audit 2021-07-26T15:37:08.681896+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:11.086 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:37:11.087 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:37:11.087 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2021-07-26T15:37:11.087 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2021-07-26T15:37:11.087 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0173866 s, 603 MB/s 2021-07-26T15:37:11.088 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2021-07-26T15:37:11.854 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi046:vg_nvme/lv_4 2021-07-26T15:37:11.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:11 smithi046 bash[14687]: cluster 2021-07-26T15:37:10.300998+0000 mgr.y (mgr.14146) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:11.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:11 smithi046 bash[18964]: cluster 2021-07-26T15:37:10.300998+0000 mgr.y (mgr.14146) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:12.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:11 smithi073 bash[15153]: cluster 2021-07-26T15:37:10.300998+0000 mgr.y (mgr.14146) 70 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:13.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: audit 2021-07-26T15:37:11.803520+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: audit 2021-07-26T15:37:11.810891+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: cephadm 2021-07-26T15:37:11.814428+0000 mgr.y (mgr.14146) 71 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2021-07-26T15:37:13.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: audit 2021-07-26T15:37:11.815042+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:13.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: audit 2021-07-26T15:37:11.817027+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:13.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: audit 2021-07-26T15:37:11.818712+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:13.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:12 smithi073 bash[15153]: cephadm 2021-07-26T15:37:11.820356+0000 mgr.y (mgr.14146) 72 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:37:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: audit 2021-07-26T15:37:11.803520+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: audit 2021-07-26T15:37:11.810891+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: cephadm 2021-07-26T15:37:11.814428+0000 mgr.y (mgr.14146) 71 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2021-07-26T15:37:13.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: audit 2021-07-26T15:37:11.815042+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:13.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: audit 2021-07-26T15:37:11.817027+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:13.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: audit 2021-07-26T15:37:11.818712+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:13.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[14687]: cephadm 2021-07-26T15:37:11.820356+0000 mgr.y (mgr.14146) 72 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:37:13.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: audit 2021-07-26T15:37:11.803520+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: audit 2021-07-26T15:37:11.810891+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:13.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: cephadm 2021-07-26T15:37:11.814428+0000 mgr.y (mgr.14146) 71 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2021-07-26T15:37:13.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: audit 2021-07-26T15:37:11.815042+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:37:13.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: audit 2021-07-26T15:37:11.817027+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:37:13.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: audit 2021-07-26T15:37:11.818712+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:13.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:12 smithi046 bash[18964]: cephadm 2021-07-26T15:37:11.820356+0000 mgr.y (mgr.14146) 72 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:37:14.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:13 smithi073 bash[15153]: cluster 2021-07-26T15:37:12.301554+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:14.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:13 smithi073 bash[15153]: audit 2021-07-26T15:37:13.680399+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:13 smithi046 bash[14687]: cluster 2021-07-26T15:37:12.301554+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:13 smithi046 bash[14687]: audit 2021-07-26T15:37:13.680399+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:14.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:13 smithi046 bash[18964]: cluster 2021-07-26T15:37:12.301554+0000 mgr.y (mgr.14146) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:14.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:13 smithi046 bash[18964]: audit 2021-07-26T15:37:13.680399+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: cluster 2021-07-26T15:37:14.302077+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:16.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:14.788872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:14.790380+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:14.792142+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:14.793501+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:14.801368+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: cluster 2021-07-26T15:37:15.770323+0000 mon.a (mon.0) 220 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:37:16.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:15.773198+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:37:16.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:15.773949+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:37:16.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:15.775509+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:37:16.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:15 smithi073 bash[15153]: audit 2021-07-26T15:37:15.776087+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:37:16.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: cluster 2021-07-26T15:37:14.302077+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:16.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:14.788872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:14.790380+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:16.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:14.792142+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:16.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:14.793501+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:16.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:14.801368+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: cluster 2021-07-26T15:37:15.770323+0000 mon.a (mon.0) 220 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:37:16.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:15.773198+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:37:16.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:15.773949+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:37:16.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:15.775509+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:37:16.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[14687]: audit 2021-07-26T15:37:15.776087+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:37:16.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: cluster 2021-07-26T15:37:14.302077+0000 mgr.y (mgr.14146) 74 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:16.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:14.788872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:14.790380+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:16.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:14.792142+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:16.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:14.793501+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:16.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:14.801368+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:16.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: cluster 2021-07-26T15:37:15.770323+0000 mon.a (mon.0) 220 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:37:16.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:15.773198+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:37:16.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:15.773949+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:37:16.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:15.775509+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:37:16.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:15 smithi046 bash[18964]: audit 2021-07-26T15:37:15.776087+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.73:0/681603017' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:37:17.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:16 smithi073 bash[15153]: cluster 2021-07-26T15:37:15.869267+0000 mon.a (mon.0) 221 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2021-07-26T15:37:17.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:16 smithi073 bash[15153]: audit 2021-07-26T15:37:15.869430+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:37:17.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:16 smithi073 bash[15153]: audit 2021-07-26T15:37:16.131560+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:17.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:16 smithi073 bash[15153]: audit 2021-07-26T15:37:16.134859+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:17.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:16 smithi073 bash[15153]: audit 2021-07-26T15:37:16.136160+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:17.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[18964]: cluster 2021-07-26T15:37:15.869267+0000 mon.a (mon.0) 221 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2021-07-26T15:37:17.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[18964]: audit 2021-07-26T15:37:15.869430+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:37:17.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[18964]: audit 2021-07-26T15:37:16.131560+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:17.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[18964]: audit 2021-07-26T15:37:16.134859+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:17.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[18964]: audit 2021-07-26T15:37:16.136160+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:17.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[14687]: cluster 2021-07-26T15:37:15.869267+0000 mon.a (mon.0) 221 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2021-07-26T15:37:17.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[14687]: audit 2021-07-26T15:37:15.869430+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:37:17.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[14687]: audit 2021-07-26T15:37:16.131560+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:17.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[14687]: audit 2021-07-26T15:37:16.134859+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:17.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:16 smithi046 bash[14687]: audit 2021-07-26T15:37:16.136160+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:18.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:17 smithi046 bash[14687]: audit 2021-07-26T15:37:16.129909+0000 mgr.y (mgr.14146) 75 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:18.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:17 smithi046 bash[14687]: cluster 2021-07-26T15:37:16.302442+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:18.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:17 smithi046 bash[18964]: audit 2021-07-26T15:37:16.129909+0000 mgr.y (mgr.14146) 75 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:18.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:17 smithi046 bash[18964]: cluster 2021-07-26T15:37:16.302442+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:18.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:17 smithi073 bash[15153]: audit 2021-07-26T15:37:16.129909+0000 mgr.y (mgr.14146) 75 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:18.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:17 smithi073 bash[15153]: cluster 2021-07-26T15:37:16.302442+0000 mgr.y (mgr.14146) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:20.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:19 smithi046 bash[14687]: cluster 2021-07-26T15:37:18.302864+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:20.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:19 smithi046 bash[18964]: cluster 2021-07-26T15:37:18.302864+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:19 smithi073 bash[15153]: cluster 2021-07-26T15:37:18.302864+0000 mgr.y (mgr.14146) 77 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:21.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[14687]: audit 2021-07-26T15:37:20.421856+0000 mon.a (mon.0) 226 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]: dispatch 2021-07-26T15:37:21.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[14687]: audit 2021-07-26T15:37:20.429045+0000 mon.a (mon.0) 227 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]': finished 2021-07-26T15:37:21.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[14687]: cluster 2021-07-26T15:37:20.429267+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2021-07-26T15:37:21.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[14687]: audit 2021-07-26T15:37:20.429414+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:21.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[18964]: audit 2021-07-26T15:37:20.421856+0000 mon.a (mon.0) 226 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]: dispatch 2021-07-26T15:37:21.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[18964]: audit 2021-07-26T15:37:20.429045+0000 mon.a (mon.0) 227 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]': finished 2021-07-26T15:37:21.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[18964]: cluster 2021-07-26T15:37:20.429267+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2021-07-26T15:37:21.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:20 smithi046 bash[18964]: audit 2021-07-26T15:37:20.429414+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:20 smithi073 bash[15153]: audit 2021-07-26T15:37:20.421856+0000 mon.a (mon.0) 226 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]: dispatch 2021-07-26T15:37:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:20 smithi073 bash[15153]: audit 2021-07-26T15:37:20.429045+0000 mon.a (mon.0) 227 : audit [INF] from='client.? 172.21.15.46:0/1025575643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1144ab4-96ed-4eca-b5eb-659f7829ceb1"}]': finished 2021-07-26T15:37:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:20 smithi073 bash[15153]: cluster 2021-07-26T15:37:20.429267+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2021-07-26T15:37:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:20 smithi073 bash[15153]: audit 2021-07-26T15:37:20.429414+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:22.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:21 smithi046 bash[14687]: cluster 2021-07-26T15:37:20.303255+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:22.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:21 smithi046 bash[14687]: audit 2021-07-26T15:37:21.072580+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 172.21.15.46:0/1380270540' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:22.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:21 smithi046 bash[18964]: cluster 2021-07-26T15:37:20.303255+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:22.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:21 smithi046 bash[18964]: audit 2021-07-26T15:37:21.072580+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 172.21.15.46:0/1380270540' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:22.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:21 smithi073 bash[15153]: cluster 2021-07-26T15:37:20.303255+0000 mgr.y (mgr.14146) 78 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:22.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:21 smithi073 bash[15153]: audit 2021-07-26T15:37:21.072580+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 172.21.15.46:0/1380270540' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:23.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:23 smithi046 bash[14687]: cluster 2021-07-26T15:37:22.303780+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:23.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:23 smithi046 bash[18964]: cluster 2021-07-26T15:37:22.303780+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:24.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:23 smithi073 bash[15153]: cluster 2021-07-26T15:37:22.303780+0000 mgr.y (mgr.14146) 79 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:26.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:25 smithi046 bash[14687]: cluster 2021-07-26T15:37:24.304302+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:26.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:25 smithi046 bash[18964]: cluster 2021-07-26T15:37:24.304302+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:26.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:25 smithi073 bash[15153]: cluster 2021-07-26T15:37:24.304302+0000 mgr.y (mgr.14146) 80 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:27.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:27 smithi046 bash[14687]: cluster 2021-07-26T15:37:26.304767+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:27.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:27 smithi046 bash[18964]: cluster 2021-07-26T15:37:26.304767+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:28.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:27 smithi073 bash[15153]: cluster 2021-07-26T15:37:26.304767+0000 mgr.y (mgr.14146) 81 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:29.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:28 smithi046 bash[14687]: audit 2021-07-26T15:37:28.306340+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:37:29.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:28 smithi046 bash[14687]: audit 2021-07-26T15:37:28.307754+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:29.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:28 smithi046 bash[18964]: audit 2021-07-26T15:37:28.306340+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:37:29.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:28 smithi046 bash[18964]: audit 2021-07-26T15:37:28.307754+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:29.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:28 smithi073 bash[15153]: audit 2021-07-26T15:37:28.306340+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:37:29.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:28 smithi073 bash[15153]: audit 2021-07-26T15:37:28.307754+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:30.035 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:29 smithi046 bash[18964]: cluster 2021-07-26T15:37:28.305079+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:30.035 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:29 smithi046 bash[18964]: cephadm 2021-07-26T15:37:28.308959+0000 mgr.y (mgr.14146) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:37:30.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:29 smithi046 bash[14687]: cluster 2021-07-26T15:37:28.305079+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:30.036 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:29 smithi046 bash[14687]: cephadm 2021-07-26T15:37:28.308959+0000 mgr.y (mgr.14146) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:37:30.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:29 smithi073 bash[15153]: cluster 2021-07-26T15:37:28.305079+0000 mgr.y (mgr.14146) 82 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:30.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:29 smithi073 bash[15153]: cephadm 2021-07-26T15:37:28.308959+0000 mgr.y (mgr.14146) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:37:31.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[14687]: cluster 2021-07-26T15:37:30.305452+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:31.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[14687]: audit 2021-07-26T15:37:30.488486+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:37:31.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[14687]: audit 2021-07-26T15:37:30.492465+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:37:31.031 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[18964]: cluster 2021-07-26T15:37:30.305452+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:31.032 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[18964]: audit 2021-07-26T15:37:30.488486+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:37:31.032 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:30 smithi046 bash[18964]: audit 2021-07-26T15:37:30.492465+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:37:31.187 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046' 2021-07-26T15:37:31.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:30 smithi073 bash[15153]: cluster 2021-07-26T15:37:30.305452+0000 mgr.y (mgr.14146) 84 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:30 smithi073 bash[15153]: audit 2021-07-26T15:37:30.488486+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:37:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:30 smithi073 bash[15153]: audit 2021-07-26T15:37:30.492465+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:37:32.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[14687]: audit 2021-07-26T15:37:31.168356+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:32.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[14687]: audit 2021-07-26T15:37:31.175591+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[14687]: audit 2021-07-26T15:37:31.175915+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[14687]: audit 2021-07-26T15:37:31.178013+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[14687]: audit 2021-07-26T15:37:31.182850+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[18964]: audit 2021-07-26T15:37:31.168356+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[18964]: audit 2021-07-26T15:37:31.175591+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[18964]: audit 2021-07-26T15:37:31.175915+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[18964]: audit 2021-07-26T15:37:31.178013+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:31 smithi046 bash[18964]: audit 2021-07-26T15:37:31.182850+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:31 smithi073 bash[15153]: audit 2021-07-26T15:37:31.168356+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:32.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:31 smithi073 bash[15153]: audit 2021-07-26T15:37:31.175591+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:31 smithi073 bash[15153]: audit 2021-07-26T15:37:31.175915+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:32.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:31 smithi073 bash[15153]: audit 2021-07-26T15:37:31.178013+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:32.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:31 smithi073 bash[15153]: audit 2021-07-26T15:37:31.182850+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:32.507 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.0.service 2021-07-26T15:37:32.510 INFO:tasks.cephadm:Deploying osd.1 on smithi046 with /dev/vg_nvme/lv_3... 2021-07-26T15:37:32.510 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:37:32.783 INFO:journalctl@ceph.osd.0.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:37:33.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:32 smithi046 bash[14687]: cluster 2021-07-26T15:37:32.305901+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:33.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:32 smithi046 bash[18964]: cluster 2021-07-26T15:37:32.305901+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:33.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:32 smithi073 bash[15153]: cluster 2021-07-26T15:37:32.305901+0000 mgr.y (mgr.14146) 85 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:34.545 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:37:34.546 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-07-26T15:37:34.546 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:37:34.546 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:37:34.547 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:37:34.547 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:37:34.547 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:34 smithi046 bash[21295]: --> ceph-volume lvm activate successful for osd ID: 0 2021-07-26T15:37:35.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:35 smithi046 bash[18964]: cluster 2021-07-26T15:37:34.306227+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:35.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:35 smithi046 bash[18964]: audit 2021-07-26T15:37:34.412504+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:35.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:35 smithi046 bash[14687]: cluster 2021-07-26T15:37:34.306227+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:35.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:35 smithi046 bash[14687]: audit 2021-07-26T15:37:34.412504+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:35.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:35 smithi073 bash[15153]: cluster 2021-07-26T15:37:34.306227+0000 mgr.y (mgr.14146) 86 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:35.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:35 smithi073 bash[15153]: audit 2021-07-26T15:37:34.412504+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:36.436 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:36 smithi046 bash[21662]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:37:37.720 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:37 smithi046 bash[18964]: cluster 2021-07-26T15:37:36.306521+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:37.721 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:37 smithi046 bash[14687]: cluster 2021-07-26T15:37:36.306521+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:37.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:37 smithi073 bash[15153]: cluster 2021-07-26T15:37:36.306521+0000 mgr.y (mgr.14146) 87 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:38.616 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:37:38.616 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:37:38.617 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2021-07-26T15:37:38.617 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2021-07-26T15:37:38.617 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.015291 s, 686 MB/s 2021-07-26T15:37:38.617 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2021-07-26T15:37:38.943 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:38 smithi046 bash[21662]: debug 2021-07-26T15:37:38.795+0000 7f74c6efe700 1 -- 172.21.15.46:0/1702987232 <== mon.1 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55abb7dfa4e0 con 0x55abb7e70c00 2021-07-26T15:37:39.685 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:39 smithi046 bash[21662]: debug 2021-07-26T15:37:39.355+0000 7f74ce997080 -1 Falling back to public interface 2021-07-26T15:37:40.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi046:vg_nvme/lv_3 2021-07-26T15:37:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:39 smithi073 bash[15153]: cluster 2021-07-26T15:37:38.306913+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:40.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:39 smithi046 bash[18964]: cluster 2021-07-26T15:37:38.306913+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:40.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:39 smithi046 bash[14687]: cluster 2021-07-26T15:37:38.306913+0000 mgr.y (mgr.14146) 88 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:42.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:41 smithi046 bash[14687]: cluster 2021-07-26T15:37:40.307399+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:42.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:41 smithi046 bash[18964]: cluster 2021-07-26T15:37:40.307399+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:42.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:41 smithi073 bash[15153]: cluster 2021-07-26T15:37:40.307399+0000 mgr.y (mgr.14146) 89 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:42.685 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:42 smithi046 bash[21662]: debug 2021-07-26T15:37:42.359+0000 7f74ce997080 -1 osd.0 0 log_to_monitors {default=true} 2021-07-26T15:37:43.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:42 smithi046 bash[14687]: audit 2021-07-26T15:37:42.365254+0000 mon.c (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:43.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:42 smithi046 bash[14687]: audit 2021-07-26T15:37:42.365894+0000 mon.a (mon.0) 241 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:43.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:42 smithi046 bash[18964]: audit 2021-07-26T15:37:42.365254+0000 mon.c (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:43.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:42 smithi046 bash[18964]: audit 2021-07-26T15:37:42.365894+0000 mon.a (mon.0) 241 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:43.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:42 smithi073 bash[15153]: audit 2021-07-26T15:37:42.365254+0000 mon.c (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:43.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:42 smithi073 bash[15153]: audit 2021-07-26T15:37:42.365894+0000 mon.a (mon.0) 241 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:37:44.186 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[21662]: debug 2021-07-26T15:37:43.895+0000 7f74c66fd700 -1 osd.0 0 waiting for initial osdmap 2021-07-26T15:37:44.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: cluster 2021-07-26T15:37:42.307957+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:44.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: audit 2021-07-26T15:37:42.884557+0000 mon.a (mon.0) 242 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:37:44.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: cluster 2021-07-26T15:37:42.884691+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2021-07-26T15:37:44.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: audit 2021-07-26T15:37:42.884935+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:44.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: audit 2021-07-26T15:37:42.885764+0000 mon.c (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:44.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[18964]: audit 2021-07-26T15:37:42.886314+0000 mon.a (mon.0) 245 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:44.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: cluster 2021-07-26T15:37:42.307957+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:44.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: audit 2021-07-26T15:37:42.884557+0000 mon.a (mon.0) 242 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:37:44.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: cluster 2021-07-26T15:37:42.884691+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2021-07-26T15:37:44.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: audit 2021-07-26T15:37:42.884935+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:44.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: audit 2021-07-26T15:37:42.885764+0000 mon.c (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:44.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:43 smithi046 bash[14687]: audit 2021-07-26T15:37:42.886314+0000 mon.a (mon.0) 245 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:44.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: cluster 2021-07-26T15:37:42.307957+0000 mgr.y (mgr.14146) 90 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:44.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: audit 2021-07-26T15:37:42.884557+0000 mon.a (mon.0) 242 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:37:44.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: cluster 2021-07-26T15:37:42.884691+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2021-07-26T15:37:44.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: audit 2021-07-26T15:37:42.884935+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:44.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: audit 2021-07-26T15:37:42.885764+0000 mon.c (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:44.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:43 smithi073 bash[15153]: audit 2021-07-26T15:37:42.886314+0000 mon.a (mon.0) 245 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:37:45.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:43.886376+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:37:45.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: cluster 2021-07-26T15:37:43.886573+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2021-07-26T15:37:45.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:43.887185+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:43.896270+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.467655+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.469051+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:37:45.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.475614+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.484141+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.488165+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:45.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.489962+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:45.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.491108+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:45.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.497686+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.671661+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:45.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.674495+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:45.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[18964]: audit 2021-07-26T15:37:44.675548+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:45.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:43.886376+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:37:45.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: cluster 2021-07-26T15:37:43.886573+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2021-07-26T15:37:45.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:43.887185+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:43.896270+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.467655+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.469051+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:37:45.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.475614+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.484141+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.488165+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:45.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.489962+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:45.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.491108+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:45.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.497686+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.671661+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:45.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.674495+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:45.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:44 smithi046 bash[14687]: audit 2021-07-26T15:37:44.675548+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:45.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:43.886376+0000 mon.a (mon.0) 246 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:37:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: cluster 2021-07-26T15:37:43.886573+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2021-07-26T15:37:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:43.887185+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:43.896270+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.467655+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.469051+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:37:45.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.475614+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.484141+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.488165+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:37:45.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.489962+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:45.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.491108+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:37:45.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.497686+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:37:45.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.671661+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:37:45.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.674495+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:37:45.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:44 smithi073 bash[15153]: audit 2021-07-26T15:37:44.675548+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:46.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cluster 2021-07-26T15:37:43.382008+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:37:46.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cluster 2021-07-26T15:37:43.382268+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:37:46.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cluster 2021-07-26T15:37:44.308368+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:46.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cephadm 2021-07-26T15:37:44.460996+0000 mgr.y (mgr.14146) 92 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:37:46.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cephadm 2021-07-26T15:37:44.470213+0000 mgr.y (mgr.14146) 93 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 16262M 2021-07-26T15:37:46.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: audit 2021-07-26T15:37:44.670204+0000 mgr.y (mgr.14146) 94 : audit [DBG] from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:46.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cluster 2021-07-26T15:37:44.896003+0000 mon.a (mon.0) 261 : cluster [INF] osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214] boot 2021-07-26T15:37:46.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: cluster 2021-07-26T15:37:44.896123+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2021-07-26T15:37:46.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[14687]: audit 2021-07-26T15:37:44.896856+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cluster 2021-07-26T15:37:43.382008+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:37:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cluster 2021-07-26T15:37:43.382268+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:37:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cluster 2021-07-26T15:37:44.308368+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cephadm 2021-07-26T15:37:44.460996+0000 mgr.y (mgr.14146) 92 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:37:46.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cephadm 2021-07-26T15:37:44.470213+0000 mgr.y (mgr.14146) 93 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 16262M 2021-07-26T15:37:46.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: audit 2021-07-26T15:37:44.670204+0000 mgr.y (mgr.14146) 94 : audit [DBG] from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:46.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cluster 2021-07-26T15:37:44.896003+0000 mon.a (mon.0) 261 : cluster [INF] osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214] boot 2021-07-26T15:37:46.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: cluster 2021-07-26T15:37:44.896123+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2021-07-26T15:37:46.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:45 smithi046 bash[18964]: audit 2021-07-26T15:37:44.896856+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:46.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cluster 2021-07-26T15:37:43.382008+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:37:46.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cluster 2021-07-26T15:37:43.382268+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:37:46.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cluster 2021-07-26T15:37:44.308368+0000 mgr.y (mgr.14146) 91 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:37:46.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cephadm 2021-07-26T15:37:44.460996+0000 mgr.y (mgr.14146) 92 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:37:46.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cephadm 2021-07-26T15:37:44.470213+0000 mgr.y (mgr.14146) 93 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 16262M 2021-07-26T15:37:46.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: audit 2021-07-26T15:37:44.670204+0000 mgr.y (mgr.14146) 94 : audit [DBG] from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:37:46.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cluster 2021-07-26T15:37:44.896003+0000 mon.a (mon.0) 261 : cluster [INF] osd.0 [v2:172.21.15.46:6802/3951693214,v1:172.21.15.46:6803/3951693214] boot 2021-07-26T15:37:46.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: cluster 2021-07-26T15:37:44.896123+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2021-07-26T15:37:46.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:45 smithi073 bash[15153]: audit 2021-07-26T15:37:44.896856+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:37:47.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:46 smithi046 bash[14687]: cluster 2021-07-26T15:37:45.912845+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2021-07-26T15:37:47.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:46 smithi046 bash[18964]: cluster 2021-07-26T15:37:45.912845+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2021-07-26T15:37:47.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:46 smithi073 bash[15153]: cluster 2021-07-26T15:37:45.912845+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2021-07-26T15:37:48.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:47 smithi046 bash[14687]: cluster 2021-07-26T15:37:46.308778+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:48.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:47 smithi046 bash[18964]: cluster 2021-07-26T15:37:46.308778+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:48.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:47 smithi073 bash[15153]: cluster 2021-07-26T15:37:46.308778+0000 mgr.y (mgr.14146) 95 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:50.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: cluster 2021-07-26T15:37:48.309232+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:50.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: audit 2021-07-26T15:37:49.072004+0000 mon.a (mon.0) 265 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]: dispatch 2021-07-26T15:37:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: audit 2021-07-26T15:37:49.079520+0000 mon.a (mon.0) 266 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]': finished 2021-07-26T15:37:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: cluster 2021-07-26T15:37:49.079699+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2021-07-26T15:37:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: audit 2021-07-26T15:37:49.079851+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:37:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[14687]: audit 2021-07-26T15:37:49.722694+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3887992585' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:50.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: cluster 2021-07-26T15:37:48.309232+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:50.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: audit 2021-07-26T15:37:49.072004+0000 mon.a (mon.0) 265 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]: dispatch 2021-07-26T15:37:50.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: audit 2021-07-26T15:37:49.079520+0000 mon.a (mon.0) 266 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]': finished 2021-07-26T15:37:50.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: cluster 2021-07-26T15:37:49.079699+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2021-07-26T15:37:50.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: audit 2021-07-26T15:37:49.079851+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:37:50.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:49 smithi046 bash[18964]: audit 2021-07-26T15:37:49.722694+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3887992585' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: cluster 2021-07-26T15:37:48.309232+0000 mgr.y (mgr.14146) 96 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: audit 2021-07-26T15:37:49.072004+0000 mon.a (mon.0) 265 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]: dispatch 2021-07-26T15:37:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: audit 2021-07-26T15:37:49.079520+0000 mon.a (mon.0) 266 : audit [INF] from='client.? 172.21.15.46:0/980016270' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "753da80f-c7c3-4593-8b48-fdf3cd1295b3"}]': finished 2021-07-26T15:37:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: cluster 2021-07-26T15:37:49.079699+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2021-07-26T15:37:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: audit 2021-07-26T15:37:49.079851+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:37:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:49 smithi073 bash[15153]: audit 2021-07-26T15:37:49.722694+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3887992585' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:37:52.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:51 smithi046 bash[14687]: cluster 2021-07-26T15:37:50.309762+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:52.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:51 smithi046 bash[18964]: cluster 2021-07-26T15:37:50.309762+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:51 smithi073 bash[15153]: cluster 2021-07-26T15:37:50.309762+0000 mgr.y (mgr.14146) 97 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:53 smithi046 bash[14687]: cluster 2021-07-26T15:37:52.310265+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:54.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:53 smithi046 bash[18964]: cluster 2021-07-26T15:37:52.310265+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:54.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:53 smithi073 bash[15153]: cluster 2021-07-26T15:37:52.310265+0000 mgr.y (mgr.14146) 98 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:56.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:55 smithi046 bash[14687]: cluster 2021-07-26T15:37:54.310655+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:56.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:55 smithi046 bash[18964]: cluster 2021-07-26T15:37:54.310655+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:56.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:55 smithi073 bash[15153]: cluster 2021-07-26T15:37:54.310655+0000 mgr.y (mgr.14146) 99 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:58.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[14687]: cluster 2021-07-26T15:37:56.311116+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:58.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[14687]: audit 2021-07-26T15:37:57.288842+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:37:58.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[14687]: audit 2021-07-26T15:37:57.290649+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:58.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[18964]: cluster 2021-07-26T15:37:56.311116+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:58.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[18964]: audit 2021-07-26T15:37:57.288842+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:37:58.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:57 smithi046 bash[18964]: audit 2021-07-26T15:37:57.290649+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:57 smithi073 bash[15153]: cluster 2021-07-26T15:37:56.311116+0000 mgr.y (mgr.14146) 100 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:37:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:57 smithi073 bash[15153]: audit 2021-07-26T15:37:57.288842+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:37:58.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:57 smithi073 bash[15153]: audit 2021-07-26T15:37:57.290649+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:37:59.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:58 smithi046 bash[14687]: cephadm 2021-07-26T15:37:57.292156+0000 mgr.y (mgr.14146) 101 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:37:59.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:58 smithi046 bash[18964]: cephadm 2021-07-26T15:37:57.292156+0000 mgr.y (mgr.14146) 101 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:37:59.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:58 smithi073 bash[15153]: cephadm 2021-07-26T15:37:57.292156+0000 mgr.y (mgr.14146) 101 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:37:59.988 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 1 on host 'smithi046' 2021-07-26T15:38:00.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:37:59 smithi046 bash[14687]: cluster 2021-07-26T15:37:58.311649+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:00.022 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:37:59 smithi046 bash[18964]: cluster 2021-07-26T15:37:58.311649+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:00.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:37:59 smithi073 bash[15153]: cluster 2021-07-26T15:37:58.311649+0000 mgr.y (mgr.14146) 102 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:01.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[14687]: audit 2021-07-26T15:37:59.968491+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:01.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[14687]: audit 2021-07-26T15:37:59.971535+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:01.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[14687]: audit 2021-07-26T15:37:59.974220+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[14687]: audit 2021-07-26T15:37:59.977821+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:01.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[14687]: audit 2021-07-26T15:37:59.983201+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[18964]: audit 2021-07-26T15:37:59.968491+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:01.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[18964]: audit 2021-07-26T15:37:59.971535+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:01.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[18964]: audit 2021-07-26T15:37:59.974220+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[18964]: audit 2021-07-26T15:37:59.977821+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:01.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:00 smithi046 bash[18964]: audit 2021-07-26T15:37:59.983201+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:00 smithi073 bash[15153]: audit 2021-07-26T15:37:59.968491+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:01.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:00 smithi073 bash[15153]: audit 2021-07-26T15:37:59.971535+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:01.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:00 smithi073 bash[15153]: audit 2021-07-26T15:37:59.974220+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:00 smithi073 bash[15153]: audit 2021-07-26T15:37:59.977821+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:00 smithi073 bash[15153]: audit 2021-07-26T15:37:59.983201+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:01.534 DEBUG:teuthology.orchestra.run.smithi046:osd.1> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.1.service 2021-07-26T15:38:01.537 INFO:tasks.cephadm:Deploying osd.2 on smithi046 with /dev/vg_nvme/lv_2... 2021-07-26T15:38:01.537 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:38:01.643 INFO:journalctl@ceph.osd.1.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:38:02.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:01 smithi046 bash[14687]: cluster 2021-07-26T15:38:00.312132+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:02.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:01 smithi046 bash[18964]: cluster 2021-07-26T15:38:00.312132+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:02.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:01 smithi073 bash[15153]: cluster 2021-07-26T15:38:00.312132+0000 mgr.y (mgr.14146) 103 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:03.436 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:38:03.436 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-07-26T15:38:03.436 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:38:03.436 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:38:03.437 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:38:03.437 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:38:03.437 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[23920]: --> ceph-volume lvm activate successful for osd ID: 1 2021-07-26T15:38:04.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[18964]: cluster 2021-07-26T15:38:02.312644+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:04.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:03 smithi046 bash[14687]: cluster 2021-07-26T15:38:02.312644+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:04.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:03 smithi073 bash[15153]: cluster 2021-07-26T15:38:02.312644+0000 mgr.y (mgr.14146) 104 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:04.995 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:04 smithi046 bash[24278]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:38:05.369 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:04 smithi046 bash[14687]: audit 2021-07-26T15:38:03.984719+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:05.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:04 smithi046 bash[14687]: cluster 2021-07-26T15:38:04.313169+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:05.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:04 smithi046 bash[18964]: audit 2021-07-26T15:38:03.984719+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:05.370 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:04 smithi046 bash[18964]: cluster 2021-07-26T15:38:04.313169+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:05.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:04 smithi073 bash[15153]: audit 2021-07-26T15:38:03.984719+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:05.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:04 smithi073 bash[15153]: cluster 2021-07-26T15:38:04.313169+0000 mgr.y (mgr.14146) 105 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:07.328 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:07 smithi046 bash[24278]: debug 2021-07-26T15:38:07.171+0000 7fed4c57f700 1 -- 172.21.15.46:0/1603160120 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563bf168a4e0 con 0x563bf1701000 2021-07-26T15:38:07.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:07 smithi046 bash[14687]: cluster 2021-07-26T15:38:06.313753+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:07.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:07 smithi046 bash[18964]: cluster 2021-07-26T15:38:06.313753+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:07.686 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:07 smithi046 bash[24278]: debug 2021-07-26T15:38:07.467+0000 7fed54018080 -1 Falling back to public interface 2021-07-26T15:38:07.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:07 smithi073 bash[15153]: cluster 2021-07-26T15:38:06.313753+0000 mgr.y (mgr.14146) 106 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:08.083 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:38:08.083 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:38:08.083 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2021-07-26T15:38:08.084 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2021-07-26T15:38:08.084 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0138307 s, 758 MB/s 2021-07-26T15:38:08.084 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2021-07-26T15:38:09.453 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi046:vg_nvme/lv_2 2021-07-26T15:38:09.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:09 smithi046 bash[18964]: cluster 2021-07-26T15:38:08.314273+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:09.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:09 smithi046 bash[14687]: cluster 2021-07-26T15:38:08.314273+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:09 smithi073 bash[15153]: cluster 2021-07-26T15:38:08.314273+0000 mgr.y (mgr.14146) 107 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:10.880 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:10 smithi046 bash[24278]: debug 2021-07-26T15:38:10.475+0000 7fed54018080 -1 osd.1 0 log_to_monitors {default=true} 2021-07-26T15:38:11.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:10 smithi046 bash[14687]: audit 2021-07-26T15:38:10.480410+0000 mon.c (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:11.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:10 smithi046 bash[14687]: audit 2021-07-26T15:38:10.480930+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:11.157 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:10 smithi046 bash[18964]: audit 2021-07-26T15:38:10.480410+0000 mon.c (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:11.157 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:10 smithi046 bash[18964]: audit 2021-07-26T15:38:10.480930+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:10 smithi073 bash[15153]: audit 2021-07-26T15:38:10.480410+0000 mon.c (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:10 smithi073 bash[15153]: audit 2021-07-26T15:38:10.480930+0000 mon.a (mon.0) 277 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:38:12.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: cluster 2021-07-26T15:38:10.314765+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:12.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: audit 2021-07-26T15:38:10.889830+0000 mon.a (mon.0) 278 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:38:12.066 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: cluster 2021-07-26T15:38:10.889968+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2021-07-26T15:38:12.067 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: audit 2021-07-26T15:38:10.891641+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:12.067 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: audit 2021-07-26T15:38:10.891905+0000 mon.c (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:12.067 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[18964]: audit 2021-07-26T15:38:10.892491+0000 mon.a (mon.0) 281 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:12.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: cluster 2021-07-26T15:38:10.314765+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:12.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: audit 2021-07-26T15:38:10.889830+0000 mon.a (mon.0) 278 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:38:12.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: cluster 2021-07-26T15:38:10.889968+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2021-07-26T15:38:12.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: audit 2021-07-26T15:38:10.891641+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:12.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: audit 2021-07-26T15:38:10.891905+0000 mon.c (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:12.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[14687]: audit 2021-07-26T15:38:10.892491+0000 mon.a (mon.0) 281 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:12.069 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:38:11 smithi046 bash[24278]: debug 2021-07-26T15:38:11.899+0000 7fed4a57b700 -1 osd.1 0 waiting for initial osdmap 2021-07-26T15:38:12.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: cluster 2021-07-26T15:38:10.314765+0000 mgr.y (mgr.14146) 108 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:12.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: audit 2021-07-26T15:38:10.889830+0000 mon.a (mon.0) 278 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:38:12.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: cluster 2021-07-26T15:38:10.889968+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2021-07-26T15:38:12.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: audit 2021-07-26T15:38:10.891641+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:12.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: audit 2021-07-26T15:38:10.891905+0000 mon.c (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:12.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:11 smithi073 bash[15153]: audit 2021-07-26T15:38:10.892491+0000 mon.a (mon.0) 281 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:13.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[14687]: audit 2021-07-26T15:38:11.893723+0000 mon.a (mon.0) 282 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[14687]: cluster 2021-07-26T15:38:11.893935+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2021-07-26T15:38:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[14687]: audit 2021-07-26T15:38:11.894898+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[14687]: audit 2021-07-26T15:38:11.903444+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[18964]: audit 2021-07-26T15:38:11.893723+0000 mon.a (mon.0) 282 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[18964]: cluster 2021-07-26T15:38:11.893935+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2021-07-26T15:38:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[18964]: audit 2021-07-26T15:38:11.894898+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:12 smithi046 bash[18964]: audit 2021-07-26T15:38:11.903444+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:13.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:12 smithi073 bash[15153]: audit 2021-07-26T15:38:11.893723+0000 mon.a (mon.0) 282 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:12 smithi073 bash[15153]: cluster 2021-07-26T15:38:11.893935+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2021-07-26T15:38:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:12 smithi073 bash[15153]: audit 2021-07-26T15:38:11.894898+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:12 smithi073 bash[15153]: audit 2021-07-26T15:38:11.903444+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:14.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: cluster 2021-07-26T15:38:11.495871+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:14.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: cluster 2021-07-26T15:38:11.496070+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: cluster 2021-07-26T15:38:12.315164+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: cluster 2021-07-26T15:38:12.905737+0000 mon.a (mon.0) 286 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174] boot 2021-07-26T15:38:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: cluster 2021-07-26T15:38:12.905944+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2021-07-26T15:38:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:12.906860+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:14.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.334822+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.607129+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.608882+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.614573+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.620545+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.622711+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.624011+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.625130+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.630754+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.828977+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:14.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.832301+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:14.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[14687]: audit 2021-07-26T15:38:13.833738+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:14.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: cluster 2021-07-26T15:38:11.495871+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:14.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: cluster 2021-07-26T15:38:11.496070+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:14.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: cluster 2021-07-26T15:38:12.315164+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:14.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: cluster 2021-07-26T15:38:12.905737+0000 mon.a (mon.0) 286 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174] boot 2021-07-26T15:38:14.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: cluster 2021-07-26T15:38:12.905944+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2021-07-26T15:38:14.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:12.906860+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:14.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.334822+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.607129+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.608882+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.614573+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.620545+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.622711+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:14.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.624011+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:14.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.625130+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:14.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.630754+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.828977+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:14.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.832301+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:14.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:13 smithi046 bash[18964]: audit 2021-07-26T15:38:13.833738+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: cluster 2021-07-26T15:38:11.495871+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: cluster 2021-07-26T15:38:11.496070+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: cluster 2021-07-26T15:38:12.315164+0000 mgr.y (mgr.14146) 109 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2021-07-26T15:38:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: cluster 2021-07-26T15:38:12.905737+0000 mon.a (mon.0) 286 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1007591174,v1:172.21.15.46:6811/1007591174] boot 2021-07-26T15:38:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: cluster 2021-07-26T15:38:12.905944+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2021-07-26T15:38:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:12.906860+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:38:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.334822+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.607129+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.608882+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:14.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.614573+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.620545+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.622711+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:14.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.624011+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:14.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.625130+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:14.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.630754+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:14.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.828977+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:14.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.832301+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:14.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:13 smithi073 bash[15153]: audit 2021-07-26T15:38:13.833738+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:15.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[14687]: cephadm 2021-07-26T15:38:13.326210+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:15.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[14687]: cephadm 2021-07-26T15:38:13.609852+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 8131M 2021-07-26T15:38:15.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[14687]: audit 2021-07-26T15:38:13.827337+0000 mgr.y (mgr.14146) 112 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:15.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[14687]: cluster 2021-07-26T15:38:14.339750+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2021-07-26T15:38:15.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[18964]: cephadm 2021-07-26T15:38:13.326210+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:15.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[18964]: cephadm 2021-07-26T15:38:13.609852+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 8131M 2021-07-26T15:38:15.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[18964]: audit 2021-07-26T15:38:13.827337+0000 mgr.y (mgr.14146) 112 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:15.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:14 smithi046 bash[18964]: cluster 2021-07-26T15:38:14.339750+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2021-07-26T15:38:15.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:14 smithi073 bash[15153]: cephadm 2021-07-26T15:38:13.326210+0000 mgr.y (mgr.14146) 110 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:15.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:14 smithi073 bash[15153]: cephadm 2021-07-26T15:38:13.609852+0000 mgr.y (mgr.14146) 111 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 8131M 2021-07-26T15:38:15.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:14 smithi073 bash[15153]: audit 2021-07-26T15:38:13.827337+0000 mgr.y (mgr.14146) 112 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:15.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:14 smithi073 bash[15153]: cluster 2021-07-26T15:38:14.339750+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2021-07-26T15:38:16.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:15 smithi046 bash[14687]: cluster 2021-07-26T15:38:14.315760+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:16.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:15 smithi046 bash[18964]: cluster 2021-07-26T15:38:14.315760+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:16.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:15 smithi073 bash[15153]: cluster 2021-07-26T15:38:14.315760+0000 mgr.y (mgr.14146) 113 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:17.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:16 smithi073 bash[15153]: cluster 2021-07-26T15:38:16.316301+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:17.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:16 smithi046 bash[14687]: cluster 2021-07-26T15:38:16.316301+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:17.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:16 smithi046 bash[18964]: cluster 2021-07-26T15:38:16.316301+0000 mgr.y (mgr.14146) 114 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:19.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: cluster 2021-07-26T15:38:18.316877+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:19.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: audit 2021-07-26T15:38:18.396022+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]: dispatch 2021-07-26T15:38:19.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: audit 2021-07-26T15:38:18.403467+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]': finished 2021-07-26T15:38:19.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: cluster 2021-07-26T15:38:18.403612+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2021-07-26T15:38:19.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: audit 2021-07-26T15:38:18.403727+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:19.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[14687]: audit 2021-07-26T15:38:19.102360+0000 mon.a (mon.0) 306 : audit [DBG] from='client.? 172.21.15.46:0/3060213299' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:19.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: cluster 2021-07-26T15:38:18.316877+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:19.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: audit 2021-07-26T15:38:18.396022+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]: dispatch 2021-07-26T15:38:19.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: audit 2021-07-26T15:38:18.403467+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]': finished 2021-07-26T15:38:19.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: cluster 2021-07-26T15:38:18.403612+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2021-07-26T15:38:19.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: audit 2021-07-26T15:38:18.403727+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:19.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:19 smithi046 bash[18964]: audit 2021-07-26T15:38:19.102360+0000 mon.a (mon.0) 306 : audit [DBG] from='client.? 172.21.15.46:0/3060213299' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:19.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: cluster 2021-07-26T15:38:18.316877+0000 mgr.y (mgr.14146) 115 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: audit 2021-07-26T15:38:18.396022+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]: dispatch 2021-07-26T15:38:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: audit 2021-07-26T15:38:18.403467+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 172.21.15.46:0/103369311' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7512aa-dff2-4259-8740-9a7571442e08"}]': finished 2021-07-26T15:38:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: cluster 2021-07-26T15:38:18.403612+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2021-07-26T15:38:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: audit 2021-07-26T15:38:18.403727+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:19.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:19 smithi073 bash[15153]: audit 2021-07-26T15:38:19.102360+0000 mon.a (mon.0) 306 : audit [DBG] from='client.? 172.21.15.46:0/3060213299' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:21.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:21 smithi046 bash[18964]: cluster 2021-07-26T15:38:20.317374+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:21.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:21 smithi046 bash[14687]: cluster 2021-07-26T15:38:20.317374+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:21.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:21 smithi073 bash[15153]: cluster 2021-07-26T15:38:20.317374+0000 mgr.y (mgr.14146) 116 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:23.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:23 smithi046 bash[14687]: cluster 2021-07-26T15:38:22.318006+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:23.651 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:23 smithi046 bash[18964]: cluster 2021-07-26T15:38:22.318006+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:23.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:23 smithi073 bash[15153]: cluster 2021-07-26T15:38:22.318006+0000 mgr.y (mgr.14146) 117 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:25.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:25 smithi046 bash[14687]: cluster 2021-07-26T15:38:24.318481+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:25.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:25 smithi046 bash[18964]: cluster 2021-07-26T15:38:24.318481+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:25 smithi073 bash[15153]: cluster 2021-07-26T15:38:24.318481+0000 mgr.y (mgr.14146) 118 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:28.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[14687]: cluster 2021-07-26T15:38:26.318960+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:28.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[14687]: audit 2021-07-26T15:38:26.972584+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:38:28.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[14687]: audit 2021-07-26T15:38:26.974446+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:28.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[18964]: cluster 2021-07-26T15:38:26.318960+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:28.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[18964]: audit 2021-07-26T15:38:26.972584+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:38:28.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:27 smithi046 bash[18964]: audit 2021-07-26T15:38:26.974446+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:28.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:27 smithi073 bash[15153]: cluster 2021-07-26T15:38:26.318960+0000 mgr.y (mgr.14146) 119 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:28.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:27 smithi073 bash[15153]: audit 2021-07-26T15:38:26.972584+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:38:28.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:27 smithi073 bash[15153]: audit 2021-07-26T15:38:26.974446+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:29.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:28 smithi046 bash[14687]: cephadm 2021-07-26T15:38:26.975903+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:38:29.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:28 smithi046 bash[18964]: cephadm 2021-07-26T15:38:26.975903+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:38:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:28 smithi073 bash[15153]: cephadm 2021-07-26T15:38:26.975903+0000 mgr.y (mgr.14146) 120 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:38:29.689 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 2 on host 'smithi046' 2021-07-26T15:38:29.899 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: cluster 2021-07-26T15:38:28.319453+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: audit 2021-07-26T15:38:29.673872+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: audit 2021-07-26T15:38:29.676675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: audit 2021-07-26T15:38:29.679578+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:29.900 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: audit 2021-07-26T15:38:29.679887+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:30.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[14687]: audit 2021-07-26T15:38:29.685801+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:30.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: cluster 2021-07-26T15:38:28.319453+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:30.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: audit 2021-07-26T15:38:29.673872+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:30.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: audit 2021-07-26T15:38:29.676675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:30.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: audit 2021-07-26T15:38:29.679578+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:30.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: audit 2021-07-26T15:38:29.679887+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:30.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:29 smithi046 bash[18964]: audit 2021-07-26T15:38:29.685801+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:30.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: cluster 2021-07-26T15:38:28.319453+0000 mgr.y (mgr.14146) 121 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:30.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: audit 2021-07-26T15:38:29.673872+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:30.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: audit 2021-07-26T15:38:29.676675+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:30.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: audit 2021-07-26T15:38:29.679578+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:30.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: audit 2021-07-26T15:38:29.679887+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:30.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:29 smithi073 bash[15153]: audit 2021-07-26T15:38:29.685801+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:31.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:30 smithi046 bash[18964]: audit 2021-07-26T15:38:30.490479+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:38:31.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:30 smithi046 bash[18964]: audit 2021-07-26T15:38:30.494468+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:38:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:30 smithi046 bash[14687]: audit 2021-07-26T15:38:30.490479+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:38:31.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:30 smithi046 bash[14687]: audit 2021-07-26T15:38:30.494468+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:38:31.237 DEBUG:teuthology.orchestra.run.smithi046:osd.2> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.2.service 2021-07-26T15:38:31.239 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_1... 2021-07-26T15:38:31.240 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:38:31.327 INFO:journalctl@ceph.osd.2.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:38:31.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:30 smithi073 bash[15153]: audit 2021-07-26T15:38:30.490479+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:38:31.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:30 smithi073 bash[15153]: audit 2021-07-26T15:38:30.494468+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:38:32.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:31 smithi046 bash[18964]: cluster 2021-07-26T15:38:30.319916+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:32.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:31 smithi046 bash[14687]: cluster 2021-07-26T15:38:30.319916+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:32.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:31 smithi073 bash[15153]: cluster 2021-07-26T15:38:30.319916+0000 mgr.y (mgr.14146) 122 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:32.685 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:38:32.685 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T15:38:32.686 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:38:32.686 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:38:32.686 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:38:32.686 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:38:32.687 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:32 smithi046 bash[26566]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T15:38:33.915 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:33 smithi046 bash[26908]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:38:33.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:33 smithi046 bash[14687]: cluster 2021-07-26T15:38:32.320411+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:33.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:33 smithi046 bash[14687]: audit 2021-07-26T15:38:33.317738+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:34.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:33 smithi046 bash[18964]: cluster 2021-07-26T15:38:32.320411+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:34.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:33 smithi046 bash[18964]: audit 2021-07-26T15:38:33.317738+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:34.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:33 smithi073 bash[15153]: cluster 2021-07-26T15:38:32.320411+0000 mgr.y (mgr.14146) 123 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:34.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:33 smithi073 bash[15153]: audit 2021-07-26T15:38:33.317738+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:36.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:35 smithi046 bash[14687]: cluster 2021-07-26T15:38:34.320917+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:36.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:35 smithi046 bash[18964]: cluster 2021-07-26T15:38:34.320917+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:36.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:35 smithi073 bash[15153]: cluster 2021-07-26T15:38:34.320917+0000 mgr.y (mgr.14146) 124 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:36.935 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:36 smithi046 bash[26908]: debug 2021-07-26T15:38:36.727+0000 7fcc5a5e9700 1 -- 172.21.15.46:0/1906769134 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555ae667e4e0 con 0x555ae66f5400 2021-07-26T15:38:37.640 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:37 smithi046 bash[26908]: debug 2021-07-26T15:38:37.279+0000 7fcc62082080 -1 Falling back to public interface 2021-07-26T15:38:38.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:37 smithi046 bash[14687]: cluster 2021-07-26T15:38:36.321415+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:38.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:37 smithi046 bash[18964]: cluster 2021-07-26T15:38:36.321415+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:38.275 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:38:38.275 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:38:38.275 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2021-07-26T15:38:38.276 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2021-07-26T15:38:38.276 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0153286 s, 684 MB/s 2021-07-26T15:38:38.276 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2021-07-26T15:38:38.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:37 smithi073 bash[15153]: cluster 2021-07-26T15:38:36.321415+0000 mgr.y (mgr.14146) 125 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:39.539 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi046:vg_nvme/lv_1 2021-07-26T15:38:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:39 smithi046 bash[14687]: cluster 2021-07-26T15:38:38.321890+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:40.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:39 smithi046 bash[18964]: cluster 2021-07-26T15:38:38.321890+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:40.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:39 smithi073 bash[15153]: cluster 2021-07-26T15:38:38.321890+0000 mgr.y (mgr.14146) 126 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:40.685 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:40 smithi046 bash[26908]: debug 2021-07-26T15:38:40.311+0000 7fcc62082080 -1 osd.2 0 log_to_monitors {default=true} 2021-07-26T15:38:41.207 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:40 smithi046 bash[18964]: audit 2021-07-26T15:38:40.318976+0000 mon.a (mon.0) 317 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:38:41.207 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:40 smithi046 bash[14687]: audit 2021-07-26T15:38:40.318976+0000 mon.a (mon.0) 317 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:38:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:40 smithi073 bash[15153]: audit 2021-07-26T15:38:40.318976+0000 mon.a (mon.0) 317 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:38:42.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:41 smithi073 bash[15153]: cluster 2021-07-26T15:38:40.322387+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:42.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:41 smithi073 bash[15153]: audit 2021-07-26T15:38:40.942397+0000 mon.a (mon.0) 318 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:38:42.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:41 smithi073 bash[15153]: cluster 2021-07-26T15:38:40.942553+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2021-07-26T15:38:42.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:41 smithi073 bash[15153]: audit 2021-07-26T15:38:40.942711+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:42.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:41 smithi073 bash[15153]: audit 2021-07-26T15:38:40.943281+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:42.435 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[26908]: debug 2021-07-26T15:38:41.947+0000 7fcc585e5700 -1 osd.2 0 waiting for initial osdmap 2021-07-26T15:38:42.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[18964]: cluster 2021-07-26T15:38:40.322387+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:42.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[18964]: audit 2021-07-26T15:38:40.942397+0000 mon.a (mon.0) 318 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:38:42.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[18964]: cluster 2021-07-26T15:38:40.942553+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2021-07-26T15:38:42.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[18964]: audit 2021-07-26T15:38:40.942711+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:42.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[18964]: audit 2021-07-26T15:38:40.943281+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:42.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[14687]: cluster 2021-07-26T15:38:40.322387+0000 mgr.y (mgr.14146) 127 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:42.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[14687]: audit 2021-07-26T15:38:40.942397+0000 mon.a (mon.0) 318 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:38:42.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[14687]: cluster 2021-07-26T15:38:40.942553+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2021-07-26T15:38:42.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[14687]: audit 2021-07-26T15:38:40.942711+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:42.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:41 smithi046 bash[14687]: audit 2021-07-26T15:38:40.943281+0000 mon.a (mon.0) 321 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:38:43.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:41.943766+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:43.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: cluster 2021-07-26T15:38:41.944039+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2021-07-26T15:38:43.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:41.944882+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:41.952381+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: cluster 2021-07-26T15:38:42.322901+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: cephadm 2021-07-26T15:38:42.795212+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.804695+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.806878+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.808637+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.810141+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: cephadm 2021-07-26T15:38:42.811086+0000 mgr.y (mgr.14146) 130 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 5420M 2021-07-26T15:38:43.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.816530+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.822443+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.825530+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:43.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.827358+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:43.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[14687]: audit 2021-07-26T15:38:42.828607+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:43.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:41.943766+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:43.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: cluster 2021-07-26T15:38:41.944039+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2021-07-26T15:38:43.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:41.944882+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:41.952381+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: cluster 2021-07-26T15:38:42.322901+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:43.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: cephadm 2021-07-26T15:38:42.795212+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:43.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.804695+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.806878+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.808637+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.810141+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: cephadm 2021-07-26T15:38:42.811086+0000 mgr.y (mgr.14146) 130 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 5420M 2021-07-26T15:38:43.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.816530+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.822443+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.825530+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:43.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.827358+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:43.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:43 smithi046 bash[18964]: audit 2021-07-26T15:38:42.828607+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:43.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:41.943766+0000 mon.a (mon.0) 322 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:38:43.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: cluster 2021-07-26T15:38:41.944039+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2021-07-26T15:38:43.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:41.944882+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:41.952381+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:43.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: cluster 2021-07-26T15:38:42.322901+0000 mgr.y (mgr.14146) 128 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2021-07-26T15:38:43.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: cephadm 2021-07-26T15:38:42.795212+0000 mgr.y (mgr.14146) 129 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:38:43.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.804695+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.806878+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.808637+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.810141+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:38:43.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: cephadm 2021-07-26T15:38:42.811086+0000 mgr.y (mgr.14146) 130 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 5420M 2021-07-26T15:38:43.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.816530+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.822443+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:43.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.825530+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:38:43.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.827358+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:43.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:43 smithi073 bash[15153]: audit 2021-07-26T15:38:42.828607+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:38:44.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: cluster 2021-07-26T15:38:41.328555+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:44.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: cluster 2021-07-26T15:38:41.328780+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:44.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: cluster 2021-07-26T15:38:42.955434+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700] boot 2021-07-26T15:38:44.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: cluster 2021-07-26T15:38:42.955518+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2021-07-26T15:38:44.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: audit 2021-07-26T15:38:42.956827+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:44.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: audit 2021-07-26T15:38:42.957536+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-07-26T15:38:44.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: audit 2021-07-26T15:38:43.419833+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:44.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: audit 2021-07-26T15:38:43.956811+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2021-07-26T15:38:44.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: cluster 2021-07-26T15:38:43.957000+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2021-07-26T15:38:44.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[14687]: audit 2021-07-26T15:38:43.959027+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-07-26T15:38:44.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: cluster 2021-07-26T15:38:41.328555+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:44.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: cluster 2021-07-26T15:38:41.328780+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:44.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: cluster 2021-07-26T15:38:42.955434+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700] boot 2021-07-26T15:38:44.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: cluster 2021-07-26T15:38:42.955518+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2021-07-26T15:38:44.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: audit 2021-07-26T15:38:42.956827+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:44.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: audit 2021-07-26T15:38:42.957536+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-07-26T15:38:44.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: audit 2021-07-26T15:38:43.419833+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:44.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: audit 2021-07-26T15:38:43.956811+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2021-07-26T15:38:44.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: cluster 2021-07-26T15:38:43.957000+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2021-07-26T15:38:44.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:44 smithi046 bash[18964]: audit 2021-07-26T15:38:43.959027+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-07-26T15:38:44.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: cluster 2021-07-26T15:38:41.328555+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:38:44.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: cluster 2021-07-26T15:38:41.328780+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:38:44.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: cluster 2021-07-26T15:38:42.955434+0000 mon.a (mon.0) 335 : cluster [INF] osd.2 [v2:172.21.15.46:6818/577973700,v1:172.21.15.46:6819/577973700] boot 2021-07-26T15:38:44.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: cluster 2021-07-26T15:38:42.955518+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2021-07-26T15:38:44.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: audit 2021-07-26T15:38:42.956827+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:38:44.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: audit 2021-07-26T15:38:42.957536+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-07-26T15:38:44.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: audit 2021-07-26T15:38:43.419833+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:38:44.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: audit 2021-07-26T15:38:43.956811+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2021-07-26T15:38:44.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: cluster 2021-07-26T15:38:43.957000+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2021-07-26T15:38:44.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:44 smithi073 bash[15153]: audit 2021-07-26T15:38:43.959027+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-07-26T15:38:45.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: audit 2021-07-26T15:38:44.231785+0000 mgr.y (mgr.14146) 131 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:45.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: cluster 2021-07-26T15:38:44.323470+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v106: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:45.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: audit 2021-07-26T15:38:44.964694+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-07-26T15:38:45.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: cluster 2021-07-26T15:38:44.964893+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2021-07-26T15:38:45.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: audit 2021-07-26T15:38:44.975755+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:45.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: audit 2021-07-26T15:38:44.977785+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:45.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[14687]: audit 2021-07-26T15:38:44.978917+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:45.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: audit 2021-07-26T15:38:44.231785+0000 mgr.y (mgr.14146) 131 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:45.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: cluster 2021-07-26T15:38:44.323470+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v106: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:45.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: audit 2021-07-26T15:38:44.964694+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-07-26T15:38:45.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: cluster 2021-07-26T15:38:44.964893+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2021-07-26T15:38:45.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: audit 2021-07-26T15:38:44.975755+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:45.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: audit 2021-07-26T15:38:44.977785+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:45.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:45 smithi046 bash[18964]: audit 2021-07-26T15:38:44.978917+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:45.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: audit 2021-07-26T15:38:44.231785+0000 mgr.y (mgr.14146) 131 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:38:45.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: cluster 2021-07-26T15:38:44.323470+0000 mgr.y (mgr.14146) 132 : cluster [DBG] pgmap v106: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:45.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: audit 2021-07-26T15:38:44.964694+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-07-26T15:38:45.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: cluster 2021-07-26T15:38:44.964893+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2021-07-26T15:38:45.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: audit 2021-07-26T15:38:44.975755+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:38:45.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: audit 2021-07-26T15:38:44.977785+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:38:45.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:45 smithi073 bash[15153]: audit 2021-07-26T15:38:44.978917+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:47.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:47 smithi046 bash[14687]: cluster 2021-07-26T15:38:46.324027+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v108: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:47.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:47 smithi046 bash[14687]: cluster 2021-07-26T15:38:46.422337+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:38:47.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:47 smithi046 bash[18964]: cluster 2021-07-26T15:38:46.324027+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v108: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:47.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:47 smithi046 bash[18964]: cluster 2021-07-26T15:38:46.422337+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:38:47.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:47 smithi073 bash[15153]: cluster 2021-07-26T15:38:46.324027+0000 mgr.y (mgr.14146) 133 : cluster [DBG] pgmap v108: 1 pgs: 1 unknown; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:47.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:47 smithi073 bash[15153]: cluster 2021-07-26T15:38:46.422337+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:38:50.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[18964]: cluster 2021-07-26T15:38:48.324802+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:50.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[18964]: audit 2021-07-26T15:38:49.494640+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]: dispatch 2021-07-26T15:38:50.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[18964]: audit 2021-07-26T15:38:49.503080+0000 mon.a (mon.0) 350 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]': finished 2021-07-26T15:38:50.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[18964]: cluster 2021-07-26T15:38:49.503275+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2021-07-26T15:38:50.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[18964]: audit 2021-07-26T15:38:49.503583+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:38:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[14687]: cluster 2021-07-26T15:38:48.324802+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[14687]: audit 2021-07-26T15:38:49.494640+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]: dispatch 2021-07-26T15:38:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[14687]: audit 2021-07-26T15:38:49.503080+0000 mon.a (mon.0) 350 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]': finished 2021-07-26T15:38:50.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[14687]: cluster 2021-07-26T15:38:49.503275+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2021-07-26T15:38:50.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:49 smithi046 bash[14687]: audit 2021-07-26T15:38:49.503583+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:38:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:49 smithi073 bash[15153]: cluster 2021-07-26T15:38:48.324802+0000 mgr.y (mgr.14146) 134 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:49 smithi073 bash[15153]: audit 2021-07-26T15:38:49.494640+0000 mon.a (mon.0) 349 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]: dispatch 2021-07-26T15:38:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:49 smithi073 bash[15153]: audit 2021-07-26T15:38:49.503080+0000 mon.a (mon.0) 350 : audit [INF] from='client.? 172.21.15.46:0/50475728' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "85f66dc1-b347-4c09-87e9-b5f899c3fff8"}]': finished 2021-07-26T15:38:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:49 smithi073 bash[15153]: cluster 2021-07-26T15:38:49.503275+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2021-07-26T15:38:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:49 smithi073 bash[15153]: audit 2021-07-26T15:38:49.503583+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:38:51.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:50 smithi046 bash[14687]: audit 2021-07-26T15:38:50.203962+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/575786676' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:51.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:50 smithi046 bash[18964]: audit 2021-07-26T15:38:50.203962+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/575786676' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:51.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:50 smithi073 bash[15153]: audit 2021-07-26T15:38:50.203962+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/575786676' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:38:52.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:51 smithi046 bash[14687]: cluster 2021-07-26T15:38:50.326050+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:52.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:51 smithi046 bash[18964]: cluster 2021-07-26T15:38:50.326050+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:52.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:51 smithi073 bash[15153]: cluster 2021-07-26T15:38:50.326050+0000 mgr.y (mgr.14146) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:53 smithi046 bash[14687]: cluster 2021-07-26T15:38:52.326674+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:54.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:53 smithi046 bash[18964]: cluster 2021-07-26T15:38:52.326674+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:53 smithi073 bash[15153]: cluster 2021-07-26T15:38:52.326674+0000 mgr.y (mgr.14146) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:56.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:55 smithi046 bash[18964]: cluster 2021-07-26T15:38:54.327202+0000 mgr.y (mgr.14146) 137 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:56.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:55 smithi046 bash[14687]: cluster 2021-07-26T15:38:54.327202+0000 mgr.y (mgr.14146) 137 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:56.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:55 smithi073 bash[15153]: cluster 2021-07-26T15:38:54.327202+0000 mgr.y (mgr.14146) 137 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:57.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:57 smithi046 bash[14687]: cluster 2021-07-26T15:38:56.327762+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:58.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:57 smithi046 bash[18964]: cluster 2021-07-26T15:38:56.327762+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:58.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:57 smithi073 bash[15153]: cluster 2021-07-26T15:38:56.327762+0000 mgr.y (mgr.14146) 138 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:38:59.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:58 smithi046 bash[14687]: audit 2021-07-26T15:38:58.435080+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:38:59.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:58 smithi046 bash[14687]: audit 2021-07-26T15:38:58.436875+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:59.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:58 smithi046 bash[18964]: audit 2021-07-26T15:38:58.435080+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:38:59.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:58 smithi046 bash[18964]: audit 2021-07-26T15:38:58.436875+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:38:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:58 smithi073 bash[15153]: audit 2021-07-26T15:38:58.435080+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:38:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:58 smithi073 bash[15153]: audit 2021-07-26T15:38:58.436875+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:00.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:59 smithi046 bash[14687]: cluster 2021-07-26T15:38:58.328349+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:00.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:38:59 smithi046 bash[14687]: cephadm 2021-07-26T15:38:58.438300+0000 mgr.y (mgr.14146) 140 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:39:00.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:59 smithi046 bash[18964]: cluster 2021-07-26T15:38:58.328349+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:00.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:38:59 smithi046 bash[18964]: cephadm 2021-07-26T15:38:58.438300+0000 mgr.y (mgr.14146) 140 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:39:00.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:59 smithi073 bash[15153]: cluster 2021-07-26T15:38:58.328349+0000 mgr.y (mgr.14146) 139 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:00.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:38:59 smithi073 bash[15153]: cephadm 2021-07-26T15:38:58.438300+0000 mgr.y (mgr.14146) 140 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:39:01.377 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046' 2021-07-26T15:39:02.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: cluster 2021-07-26T15:39:00.328932+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:02.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: audit 2021-07-26T15:39:01.361848+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:02.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: audit 2021-07-26T15:39:01.364594+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:02.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: audit 2021-07-26T15:39:01.367576+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: audit 2021-07-26T15:39:01.367874+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:02.049 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:01 smithi046 bash[14687]: audit 2021-07-26T15:39:01.374069+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: cluster 2021-07-26T15:39:00.328932+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: audit 2021-07-26T15:39:01.361848+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: audit 2021-07-26T15:39:01.364594+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: audit 2021-07-26T15:39:01.367576+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: audit 2021-07-26T15:39:01.367874+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:02.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:01 smithi073 bash[15153]: audit 2021-07-26T15:39:01.374069+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: cluster 2021-07-26T15:39:00.328932+0000 mgr.y (mgr.14146) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: audit 2021-07-26T15:39:01.361848+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: audit 2021-07-26T15:39:01.364594+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: audit 2021-07-26T15:39:01.367576+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: audit 2021-07-26T15:39:01.367874+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:02 smithi046 bash[18964]: audit 2021-07-26T15:39:01.374069+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:02.956 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.3.service 2021-07-26T15:39:02.959 INFO:tasks.cephadm:Deploying osd.4 on smithi073 with /dev/vg_nvme/lv_4... 2021-07-26T15:39:02.960 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:39:03.082 INFO:journalctl@ceph.osd.3.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:39:04.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[14687]: cluster 2021-07-26T15:39:02.329485+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:04.035 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[18964]: cluster 2021-07-26T15:39:02.329485+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:04.036 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:39:04.036 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-07-26T15:39:04.036 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:39:04.037 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:39:04.037 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:39:04.037 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:39:04.037 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:03 smithi046 bash[29240]: --> ceph-volume lvm activate successful for osd ID: 3 2021-07-26T15:39:04.269 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:03 smithi073 bash[15153]: cluster 2021-07-26T15:39:02.329485+0000 mgr.y (mgr.14146) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:05.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:04 smithi046 bash[14687]: cluster 2021-07-26T15:39:04.330057+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:05.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:04 smithi046 bash[18964]: cluster 2021-07-26T15:39:04.330057+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:05.186 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:04 smithi046 bash[29372]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:39:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:04 smithi073 bash[15153]: cluster 2021-07-26T15:39:04.330057+0000 mgr.y (mgr.14146) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:06.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:05 smithi046 bash[29372]: debug 2021-07-26T15:39:05.939+0000 7fee52549700 1 -- 172.21.15.46:0/502241871 <== mon.1 v2:172.21.15.46:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ad0f9784e0 con 0x55ad0f9eec00 2021-07-26T15:39:06.458 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:39:06.458 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:39:06.459 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in 2021-07-26T15:39:06.459 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out 2021-07-26T15:39:06.459 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0190468 s, 551 MB/s 2021-07-26T15:39:06.459 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: 2021-07-26T15:39:06.685 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:06 smithi046 bash[29372]: debug 2021-07-26T15:39:06.239+0000 7fee59fe2080 -1 Falling back to public interface 2021-07-26T15:39:07.095 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi073:vg_nvme/lv_4 2021-07-26T15:39:07.303 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:07 smithi073 bash[15153]: audit 2021-07-26T15:39:06.007166+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:07.303 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:07 smithi073 bash[15153]: cluster 2021-07-26T15:39:06.330615+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:07.340 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:07 smithi046 bash[18964]: audit 2021-07-26T15:39:06.007166+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:07.341 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:07 smithi046 bash[18964]: cluster 2021-07-26T15:39:06.330615+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:07.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:07 smithi046 bash[14687]: audit 2021-07-26T15:39:06.007166+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:07.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:07 smithi046 bash[14687]: cluster 2021-07-26T15:39:06.330615+0000 mgr.y (mgr.14146) 144 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:09.685 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:09 smithi046 bash[29372]: debug 2021-07-26T15:39:09.195+0000 7fee59fe2080 -1 osd.3 0 log_to_monitors {default=true} 2021-07-26T15:39:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:09 smithi046 bash[14687]: cluster 2021-07-26T15:39:08.331264+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:09 smithi046 bash[14687]: audit 2021-07-26T15:39:09.204254+0000 mon.a (mon.0) 361 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:39:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:09 smithi046 bash[18964]: cluster 2021-07-26T15:39:08.331264+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:09 smithi046 bash[18964]: audit 2021-07-26T15:39:09.204254+0000 mon.a (mon.0) 361 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:39:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:09 smithi073 bash[15153]: cluster 2021-07-26T15:39:08.331264+0000 mgr.y (mgr.14146) 145 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:09 smithi073 bash[15153]: audit 2021-07-26T15:39:09.204254+0000 mon.a (mon.0) 361 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:39:11.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[29372]: debug 2021-07-26T15:39:10.907+0000 7fee50545700 -1 osd.3 0 waiting for initial osdmap 2021-07-26T15:39:11.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:09.899184+0000 mon.a (mon.0) 362 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:39:11.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: cluster 2021-07-26T15:39:09.899421+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2021-07-26T15:39:11.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:09.900333+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:11.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:09.901266+0000 mon.a (mon.0) 365 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:39:11.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:10.366049+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:11.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:10.368609+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:11.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:10.369838+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:11.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[18964]: audit 2021-07-26T15:39:10.901384+0000 mon.a (mon.0) 369 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:39:11.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:09.899184+0000 mon.a (mon.0) 362 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:39:11.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: cluster 2021-07-26T15:39:09.899421+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2021-07-26T15:39:11.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:09.900333+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:11.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:09.901266+0000 mon.a (mon.0) 365 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:39:11.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:10.366049+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:11.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:10.368609+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:11.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:10.369838+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:11.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:10 smithi046 bash[14687]: audit 2021-07-26T15:39:10.901384+0000 mon.a (mon.0) 369 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:39:11.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:09.899184+0000 mon.a (mon.0) 362 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:39:11.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: cluster 2021-07-26T15:39:09.899421+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2021-07-26T15:39:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:09.900333+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:09.901266+0000 mon.a (mon.0) 365 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:39:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:10.366049+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:10.368609+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:10.369838+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:10 smithi073 bash[15153]: audit 2021-07-26T15:39:10.901384+0000 mon.a (mon.0) 369 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2021-07-26T15:39:12.056 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: cluster 2021-07-26T15:39:10.331840+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:12.057 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:10.364862+0000 mgr.y (mgr.14146) 147 : audit [DBG] from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:12.057 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: cluster 2021-07-26T15:39:10.901667+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2021-07-26T15:39:12.057 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:10.902078+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.057 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:10.909470+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.058 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.484491+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.058 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.486754+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.058 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.488161+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.058 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.489472+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.058 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.490803+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.059 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.497256+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.059 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.504489+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.059 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.507982+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:12.059 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.509922+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:12.060 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.511208+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:12.060 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.518955+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.060 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:11 smithi073 bash[15153]: audit 2021-07-26T15:39:11.908727+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: cluster 2021-07-26T15:39:10.331840+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:12.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:10.364862+0000 mgr.y (mgr.14146) 147 : audit [DBG] from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:12.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: cluster 2021-07-26T15:39:10.901667+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2021-07-26T15:39:12.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:10.902078+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:10.909470+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.484491+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.486754+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.488161+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.489472+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.490803+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.497256+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.504489+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.507982+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:12.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.509922+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:12.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.511208+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:12.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.518955+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[14687]: audit 2021-07-26T15:39:11.908727+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: cluster 2021-07-26T15:39:10.331840+0000 mgr.y (mgr.14146) 146 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:12.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:10.364862+0000 mgr.y (mgr.14146) 147 : audit [DBG] from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:12.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: cluster 2021-07-26T15:39:10.901667+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2021-07-26T15:39:12.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:10.902078+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:10.909470+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:12.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.484491+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.486754+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.488161+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.489472+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.490803+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:12.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.497256+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.504489+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.507982+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:12.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.509922+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:12.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.511208+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:12.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.518955+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:12.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:11 smithi046 bash[18964]: audit 2021-07-26T15:39:11.908727+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:13.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cluster 2021-07-26T15:39:10.180070+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:13.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cluster 2021-07-26T15:39:10.180243+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:13.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cephadm 2021-07-26T15:39:11.473988+0000 mgr.y (mgr.14146) 148 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:39:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cephadm 2021-07-26T15:39:11.491876+0000 mgr.y (mgr.14146) 149 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 4065M 2021-07-26T15:39:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cluster 2021-07-26T15:39:11.918902+0000 mon.a (mon.0) 385 : cluster [INF] osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774] boot 2021-07-26T15:39:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: cluster 2021-07-26T15:39:11.919016+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2021-07-26T15:39:13.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[14687]: audit 2021-07-26T15:39:11.919865+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cluster 2021-07-26T15:39:10.180070+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cluster 2021-07-26T15:39:10.180243+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cephadm 2021-07-26T15:39:11.473988+0000 mgr.y (mgr.14146) 148 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:39:13.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cephadm 2021-07-26T15:39:11.491876+0000 mgr.y (mgr.14146) 149 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 4065M 2021-07-26T15:39:13.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cluster 2021-07-26T15:39:11.918902+0000 mon.a (mon.0) 385 : cluster [INF] osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774] boot 2021-07-26T15:39:13.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: cluster 2021-07-26T15:39:11.919016+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2021-07-26T15:39:13.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:12 smithi046 bash[18964]: audit 2021-07-26T15:39:11.919865+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cluster 2021-07-26T15:39:10.180070+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cluster 2021-07-26T15:39:10.180243+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cephadm 2021-07-26T15:39:11.473988+0000 mgr.y (mgr.14146) 148 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T15:39:13.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cephadm 2021-07-26T15:39:11.491876+0000 mgr.y (mgr.14146) 149 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 4065M 2021-07-26T15:39:13.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cluster 2021-07-26T15:39:11.918902+0000 mon.a (mon.0) 385 : cluster [INF] osd.3 [v2:172.21.15.46:6826/431081774,v1:172.21.15.46:6827/431081774] boot 2021-07-26T15:39:13.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: cluster 2021-07-26T15:39:11.919016+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2021-07-26T15:39:13.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:12 smithi073 bash[15153]: audit 2021-07-26T15:39:11.919865+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:39:14.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:13 smithi046 bash[14687]: cluster 2021-07-26T15:39:12.332390+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:14.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:13 smithi046 bash[14687]: cluster 2021-07-26T15:39:12.936543+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:39:14.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:13 smithi046 bash[18964]: cluster 2021-07-26T15:39:12.332390+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:14.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:13 smithi046 bash[18964]: cluster 2021-07-26T15:39:12.936543+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:39:14.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:13 smithi073 bash[15153]: cluster 2021-07-26T15:39:12.332390+0000 mgr.y (mgr.14146) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2021-07-26T15:39:14.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:13 smithi073 bash[15153]: cluster 2021-07-26T15:39:12.936543+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:39:15.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:14 smithi073 bash[15153]: audit 2021-07-26T15:39:14.364197+0000 mon.a (mon.0) 389 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:14 smithi073 bash[15153]: audit 2021-07-26T15:39:14.366937+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.73:0/2663546952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:14 smithi073 bash[15153]: audit 2021-07-26T15:39:14.373321+0000 mon.a (mon.0) 390 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]': finished 2021-07-26T15:39:15.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:14 smithi073 bash[15153]: cluster 2021-07-26T15:39:14.373544+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2021-07-26T15:39:15.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:14 smithi073 bash[15153]: audit 2021-07-26T15:39:14.373812+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:15.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[14687]: audit 2021-07-26T15:39:14.364197+0000 mon.a (mon.0) 389 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[14687]: audit 2021-07-26T15:39:14.366937+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.73:0/2663546952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[14687]: audit 2021-07-26T15:39:14.373321+0000 mon.a (mon.0) 390 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]': finished 2021-07-26T15:39:15.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[14687]: cluster 2021-07-26T15:39:14.373544+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2021-07-26T15:39:15.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[14687]: audit 2021-07-26T15:39:14.373812+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:15.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[18964]: audit 2021-07-26T15:39:14.364197+0000 mon.a (mon.0) 389 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[18964]: audit 2021-07-26T15:39:14.366937+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.15.73:0/2663546952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]: dispatch 2021-07-26T15:39:15.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[18964]: audit 2021-07-26T15:39:14.373321+0000 mon.a (mon.0) 390 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec47abaa-b87c-4334-acab-f833afb830fa"}]': finished 2021-07-26T15:39:15.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[18964]: cluster 2021-07-26T15:39:14.373544+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2021-07-26T15:39:15.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:14 smithi046 bash[18964]: audit 2021-07-26T15:39:14.373812+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:16.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:15 smithi073 bash[15153]: cluster 2021-07-26T15:39:14.332925+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:16.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:15 smithi073 bash[15153]: audit 2021-07-26T15:39:15.022505+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.73:0/609900206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:15 smithi046 bash[14687]: cluster 2021-07-26T15:39:14.332925+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:15 smithi046 bash[14687]: audit 2021-07-26T15:39:15.022505+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.73:0/609900206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:16.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:15 smithi046 bash[18964]: cluster 2021-07-26T15:39:14.332925+0000 mgr.y (mgr.14146) 151 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:16.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:15 smithi046 bash[18964]: audit 2021-07-26T15:39:15.022505+0000 mon.b (mon.2) 7 : audit [DBG] from='client.? 172.21.15.73:0/609900206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:17.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:16 smithi073 bash[15153]: cluster 2021-07-26T15:39:16.333499+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:17.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:16 smithi046 bash[14687]: cluster 2021-07-26T15:39:16.333499+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:17.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:16 smithi046 bash[18964]: cluster 2021-07-26T15:39:16.333499+0000 mgr.y (mgr.14146) 152 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:20.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:19 smithi046 bash[14687]: cluster 2021-07-26T15:39:18.334060+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:20.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:19 smithi046 bash[18964]: cluster 2021-07-26T15:39:18.334060+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:20.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:19 smithi073 bash[15153]: cluster 2021-07-26T15:39:18.334060+0000 mgr.y (mgr.14146) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:22.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:21 smithi046 bash[14687]: cluster 2021-07-26T15:39:20.334615+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:22.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:21 smithi046 bash[18964]: cluster 2021-07-26T15:39:20.334615+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:22.347 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:21 smithi073 bash[15153]: cluster 2021-07-26T15:39:20.334615+0000 mgr.y (mgr.14146) 154 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:23.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:22 smithi046 bash[14687]: audit 2021-07-26T15:39:22.067141+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:39:23.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:22 smithi046 bash[14687]: audit 2021-07-26T15:39:22.069045+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:23.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:22 smithi046 bash[18964]: audit 2021-07-26T15:39:22.067141+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:39:23.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:22 smithi046 bash[18964]: audit 2021-07-26T15:39:22.069045+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:23.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:22 smithi073 bash[15153]: audit 2021-07-26T15:39:22.067141+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:39:23.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:22 smithi073 bash[15153]: audit 2021-07-26T15:39:22.069045+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:24.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:23 smithi046 bash[14687]: cephadm 2021-07-26T15:39:22.070487+0000 mgr.y (mgr.14146) 155 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:39:24.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:23 smithi046 bash[14687]: cluster 2021-07-26T15:39:22.335211+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:24.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:23 smithi046 bash[18964]: cephadm 2021-07-26T15:39:22.070487+0000 mgr.y (mgr.14146) 155 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:39:24.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:23 smithi046 bash[18964]: cluster 2021-07-26T15:39:22.335211+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:24.225 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:23 smithi073 bash[15153]: cephadm 2021-07-26T15:39:22.070487+0000 mgr.y (mgr.14146) 155 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:39:24.225 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:23 smithi073 bash[15153]: cluster 2021-07-26T15:39:22.335211+0000 mgr.y (mgr.14146) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:24.482 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 4 on host 'smithi073' 2021-07-26T15:39:25.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:24 smithi073 bash[15153]: audit 2021-07-26T15:39:24.460772+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:25.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:24 smithi073 bash[15153]: audit 2021-07-26T15:39:24.469057+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:24 smithi073 bash[15153]: audit 2021-07-26T15:39:24.469643+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:25.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:24 smithi073 bash[15153]: audit 2021-07-26T15:39:24.472360+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:25.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:24 smithi073 bash[15153]: audit 2021-07-26T15:39:24.477904+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[18964]: audit 2021-07-26T15:39:24.460772+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:25.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[18964]: audit 2021-07-26T15:39:24.469057+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[18964]: audit 2021-07-26T15:39:24.469643+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:25.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[18964]: audit 2021-07-26T15:39:24.472360+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:25.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[18964]: audit 2021-07-26T15:39:24.477904+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[14687]: audit 2021-07-26T15:39:24.460772+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:25.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[14687]: audit 2021-07-26T15:39:24.469057+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[14687]: audit 2021-07-26T15:39:24.469643+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:25.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[14687]: audit 2021-07-26T15:39:24.472360+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:25.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:24 smithi046 bash[14687]: audit 2021-07-26T15:39:24.477904+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:25.585 DEBUG:teuthology.orchestra.run.smithi073:osd.4> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.4.service 2021-07-26T15:39:25.587 INFO:tasks.cephadm:Deploying osd.5 on smithi073 with /dev/vg_nvme/lv_3... 2021-07-26T15:39:25.588 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:39:25.727 INFO:journalctl@ceph.osd.4.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:39:26.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:25 smithi073 bash[15153]: cluster 2021-07-26T15:39:24.335891+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:26.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:25 smithi046 bash[14687]: cluster 2021-07-26T15:39:24.335891+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:26.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:25 smithi046 bash[18964]: cluster 2021-07-26T15:39:24.335891+0000 mgr.y (mgr.14146) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:27.368 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:39:27.368 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-07-26T15:39:27.368 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:39:27.369 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:39:27.369 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:39:27.369 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:39:27.369 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[17899]: --> ceph-volume lvm activate successful for osd ID: 4 2021-07-26T15:39:28.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:27 smithi046 bash[14687]: cluster 2021-07-26T15:39:26.336508+0000 mgr.y (mgr.14146) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:28.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:27 smithi046 bash[18964]: cluster 2021-07-26T15:39:26.336508+0000 mgr.y (mgr.14146) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:28.208 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:27 smithi073 bash[15153]: cluster 2021-07-26T15:39:26.336508+0000 mgr.y (mgr.14146) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:28.621 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:28 smithi073 bash[18228]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:39:29.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:28 smithi073 bash[15153]: audit 2021-07-26T15:39:27.990350+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:29.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:28 smithi073 bash[15153]: cluster 2021-07-26T15:39:28.337093+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:29.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:28 smithi046 bash[18964]: audit 2021-07-26T15:39:27.990350+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:29.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:28 smithi046 bash[18964]: cluster 2021-07-26T15:39:28.337093+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:29.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:28 smithi046 bash[14687]: audit 2021-07-26T15:39:27.990350+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:29.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:28 smithi046 bash[14687]: cluster 2021-07-26T15:39:28.337093+0000 mgr.y (mgr.14146) 159 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:30.538 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:30 smithi073 bash[18228]: debug 2021-07-26T15:39:30.338+0000 7f2e94c72700 1 -- 172.21.15.73:0/2035200442 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fabb2784e0 con 0x55fabb2eec00 2021-07-26T15:39:31.033 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:30 smithi073 bash[18228]: debug 2021-07-26T15:39:30.890+0000 7f2e9c70b080 -1 Falling back to public interface 2021-07-26T15:39:31.363 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:39:31.363 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:39:31.363 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in 2021-07-26T15:39:31.363 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out 2021-07-26T15:39:31.364 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0194666 s, 539 MB/s 2021-07-26T15:39:31.364 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: 2021-07-26T15:39:31.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[14687]: cluster 2021-07-26T15:39:30.337646+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:31.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[14687]: audit 2021-07-26T15:39:30.492697+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:39:31.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[14687]: audit 2021-07-26T15:39:30.496867+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:39:31.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[18964]: cluster 2021-07-26T15:39:30.337646+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:31.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[18964]: audit 2021-07-26T15:39:30.492697+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:39:31.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:31 smithi046 bash[18964]: audit 2021-07-26T15:39:30.496867+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:39:31.864 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:31 smithi073 bash[15153]: cluster 2021-07-26T15:39:30.337646+0000 mgr.y (mgr.14146) 160 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:31.864 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:31 smithi073 bash[15153]: audit 2021-07-26T15:39:30.492697+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:39:31.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:31 smithi073 bash[15153]: audit 2021-07-26T15:39:30.496867+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:39:32.420 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi073:vg_nvme/lv_3 2021-07-26T15:39:33.665 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:33 smithi073 bash[15153]: cluster 2021-07-26T15:39:32.338191+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:33.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:33 smithi046 bash[14687]: cluster 2021-07-26T15:39:32.338191+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:33.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:33 smithi046 bash[18964]: cluster 2021-07-26T15:39:32.338191+0000 mgr.y (mgr.14146) 161 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:33.944 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:33 smithi073 bash[18228]: debug 2021-07-26T15:39:33.890+0000 7f2e9c70b080 -1 osd.4 0 log_to_monitors {default=true} 2021-07-26T15:39:34.572 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:34 smithi073 bash[15153]: audit 2021-07-26T15:39:33.897522+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:34.572 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:34 smithi073 bash[15153]: audit 2021-07-26T15:39:33.900198+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:34.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:34 smithi046 bash[14687]: audit 2021-07-26T15:39:33.897522+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:34.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:34 smithi046 bash[14687]: audit 2021-07-26T15:39:33.900198+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:34.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:34 smithi046 bash[18964]: audit 2021-07-26T15:39:33.897522+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:34.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:34 smithi046 bash[18964]: audit 2021-07-26T15:39:33.900198+0000 mon.b (mon.2) 8 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:39:35.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: cluster 2021-07-26T15:39:34.338820+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:35.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: audit 2021-07-26T15:39:34.412185+0000 mon.a (mon.0) 404 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:39:35.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: cluster 2021-07-26T15:39:34.412306+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2021-07-26T15:39:35.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: audit 2021-07-26T15:39:34.412475+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:35.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: audit 2021-07-26T15:39:34.415045+0000 mon.a (mon.0) 407 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:35.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[14687]: audit 2021-07-26T15:39:34.418189+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:35.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: cluster 2021-07-26T15:39:34.338820+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:35.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: audit 2021-07-26T15:39:34.412185+0000 mon.a (mon.0) 404 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:39:35.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: cluster 2021-07-26T15:39:34.412306+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2021-07-26T15:39:35.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: audit 2021-07-26T15:39:34.412475+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:35.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: audit 2021-07-26T15:39:34.415045+0000 mon.a (mon.0) 407 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:35.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:35 smithi046 bash[18964]: audit 2021-07-26T15:39:34.418189+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:35.799 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[18228]: debug 2021-07-26T15:39:35.426+0000 7f2e94471700 -1 osd.4 0 waiting for initial osdmap 2021-07-26T15:39:35.800 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: cluster 2021-07-26T15:39:34.338820+0000 mgr.y (mgr.14146) 162 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:35.800 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: audit 2021-07-26T15:39:34.412185+0000 mon.a (mon.0) 404 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:39:35.800 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: cluster 2021-07-26T15:39:34.412306+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2021-07-26T15:39:35.800 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: audit 2021-07-26T15:39:34.412475+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:35.801 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: audit 2021-07-26T15:39:34.415045+0000 mon.a (mon.0) 407 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:35.801 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:35 smithi073 bash[15153]: audit 2021-07-26T15:39:34.418189+0000 mon.b (mon.2) 9 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:39:36.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.417109+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:39:36.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: cluster 2021-07-26T15:39:35.417424+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2021-07-26T15:39:36.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.418515+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.426995+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: cephadm 2021-07-26T15:39:35.580872+0000 mgr.y (mgr.14146) 163 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:39:36.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.590025+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.592104+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:36.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: cephadm 2021-07-26T15:39:35.593549+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 17282M 2021-07-26T15:39:36.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.602244+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.609400+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.612534+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:36.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.614448+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:36.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.616033+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:36.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:35.624146+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:36.193499+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:36.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:36.197145+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:36.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[14687]: audit 2021-07-26T15:39:36.199015+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:36.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.417109+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:39:36.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: cluster 2021-07-26T15:39:35.417424+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2021-07-26T15:39:36.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.418515+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.426995+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: cephadm 2021-07-26T15:39:35.580872+0000 mgr.y (mgr.14146) 163 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:39:36.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.590025+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.592104+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:36.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: cephadm 2021-07-26T15:39:35.593549+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 17282M 2021-07-26T15:39:36.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.602244+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.609400+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.612534+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:36.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.614448+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:36.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.616033+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:36.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:35.624146+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:36.193499+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:36.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:36.197145+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:36.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:36 smithi046 bash[18964]: audit 2021-07-26T15:39:36.199015+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:36.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.417109+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:39:36.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: cluster 2021-07-26T15:39:35.417424+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2021-07-26T15:39:36.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.418515+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.426995+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:36.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: cephadm 2021-07-26T15:39:35.580872+0000 mgr.y (mgr.14146) 163 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:39:36.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.590025+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.592104+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:39:36.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: cephadm 2021-07-26T15:39:35.593549+0000 mgr.y (mgr.14146) 164 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 17282M 2021-07-26T15:39:36.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.602244+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.609400+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.612534+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:36.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.614448+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:36.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.616033+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:36.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:35.624146+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:36.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:36.193499+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:39:36.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:36.197145+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:39:36.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:36 smithi073 bash[15153]: audit 2021-07-26T15:39:36.199015+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:37.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:34.869613+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:37.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:34.869800+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:37.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: audit 2021-07-26T15:39:36.191835+0000 mgr.y (mgr.14146) 165 : audit [DBG] from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:37.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:36.339398+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:37.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:36.420204+0000 mon.a (mon.0) 423 : cluster [INF] osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906] boot 2021-07-26T15:39:37.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:36.420336+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2021-07-26T15:39:37.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: audit 2021-07-26T15:39:36.420685+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:37.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[14687]: cluster 2021-07-26T15:39:37.422344+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:39:37.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:34.869613+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:37.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:34.869800+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:37.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: audit 2021-07-26T15:39:36.191835+0000 mgr.y (mgr.14146) 165 : audit [DBG] from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:37.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:36.339398+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:37.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:36.420204+0000 mon.a (mon.0) 423 : cluster [INF] osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906] boot 2021-07-26T15:39:37.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:36.420336+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2021-07-26T15:39:37.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: audit 2021-07-26T15:39:36.420685+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:37.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:37 smithi046 bash[18964]: cluster 2021-07-26T15:39:37.422344+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:39:37.725 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:34.869613+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:39:37.726 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:34.869800+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:39:37.726 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: audit 2021-07-26T15:39:36.191835+0000 mgr.y (mgr.14146) 165 : audit [DBG] from='client.24251 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:39:37.726 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:36.339398+0000 mgr.y (mgr.14146) 166 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2021-07-26T15:39:37.727 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:36.420204+0000 mon.a (mon.0) 423 : cluster [INF] osd.4 [v2:172.21.15.73:6800/804885906,v1:172.21.15.73:6801/804885906] boot 2021-07-26T15:39:37.727 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:36.420336+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2021-07-26T15:39:37.727 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: audit 2021-07-26T15:39:36.420685+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:39:37.727 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:37 smithi073 bash[15153]: cluster 2021-07-26T15:39:37.422344+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:39:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:39 smithi073 bash[15153]: cluster 2021-07-26T15:39:38.340026+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v145: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:39.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:39 smithi073 bash[15153]: cluster 2021-07-26T15:39:38.424277+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:39:39.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:39 smithi046 bash[14687]: cluster 2021-07-26T15:39:38.340026+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v145: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:39.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:39 smithi046 bash[14687]: cluster 2021-07-26T15:39:38.424277+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:39:39.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:39 smithi046 bash[18964]: cluster 2021-07-26T15:39:38.340026+0000 mgr.y (mgr.14146) 167 : cluster [DBG] pgmap v145: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:39.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:39 smithi046 bash[18964]: cluster 2021-07-26T15:39:38.424277+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:39:40.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[14687]: audit 2021-07-26T15:39:40.228707+0000 mon.a (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[14687]: audit 2021-07-26T15:39:40.231828+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.73:0/1365255987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[14687]: audit 2021-07-26T15:39:40.237734+0000 mon.a (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]': finished 2021-07-26T15:39:40.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[14687]: cluster 2021-07-26T15:39:40.237894+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2021-07-26T15:39:40.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[14687]: audit 2021-07-26T15:39:40.238200+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:39:40.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[18964]: audit 2021-07-26T15:39:40.228707+0000 mon.a (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[18964]: audit 2021-07-26T15:39:40.231828+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.73:0/1365255987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[18964]: audit 2021-07-26T15:39:40.237734+0000 mon.a (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]': finished 2021-07-26T15:39:40.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[18964]: cluster 2021-07-26T15:39:40.237894+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2021-07-26T15:39:40.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:40 smithi046 bash[18964]: audit 2021-07-26T15:39:40.238200+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:39:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:40 smithi073 bash[15153]: audit 2021-07-26T15:39:40.228707+0000 mon.a (mon.0) 428 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:40 smithi073 bash[15153]: audit 2021-07-26T15:39:40.231828+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.73:0/1365255987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]: dispatch 2021-07-26T15:39:40.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:40 smithi073 bash[15153]: audit 2021-07-26T15:39:40.237734+0000 mon.a (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2a379b2-5582-4dac-afa5-b7f1cb48fd15"}]': finished 2021-07-26T15:39:40.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:40 smithi073 bash[15153]: cluster 2021-07-26T15:39:40.237894+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2021-07-26T15:39:40.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:40 smithi073 bash[15153]: audit 2021-07-26T15:39:40.238200+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:39:41.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:41 smithi046 bash[14687]: cluster 2021-07-26T15:39:40.340682+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:41.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:41 smithi046 bash[14687]: audit 2021-07-26T15:39:40.881353+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.73:0/4161430352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:41.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:41 smithi046 bash[18964]: cluster 2021-07-26T15:39:40.340682+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:41.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:41 smithi046 bash[18964]: audit 2021-07-26T15:39:40.881353+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.73:0/4161430352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:41.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:41 smithi073 bash[15153]: cluster 2021-07-26T15:39:40.340682+0000 mgr.y (mgr.14146) 168 : cluster [DBG] pgmap v148: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:41.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:41 smithi073 bash[15153]: audit 2021-07-26T15:39:40.881353+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.73:0/4161430352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:39:43.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:43 smithi073 bash[15153]: cluster 2021-07-26T15:39:42.341287+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:43.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:43 smithi046 bash[14687]: cluster 2021-07-26T15:39:42.341287+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:43.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:43 smithi046 bash[18964]: cluster 2021-07-26T15:39:42.341287+0000 mgr.y (mgr.14146) 169 : cluster [DBG] pgmap v149: 1 pgs: 1 peering; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:45 smithi046 bash[14687]: cluster 2021-07-26T15:39:44.341985+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:46.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:45 smithi046 bash[18964]: cluster 2021-07-26T15:39:44.341985+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:46.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:45 smithi073 bash[15153]: cluster 2021-07-26T15:39:44.341985+0000 mgr.y (mgr.14146) 170 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:48.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:47 smithi046 bash[14687]: cluster 2021-07-26T15:39:46.342589+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:48.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:47 smithi046 bash[18964]: cluster 2021-07-26T15:39:46.342589+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:48.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:47 smithi073 bash[15153]: cluster 2021-07-26T15:39:46.342589+0000 mgr.y (mgr.14146) 171 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:48 smithi046 bash[14687]: audit 2021-07-26T15:39:48.114609+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:39:49.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:48 smithi046 bash[14687]: audit 2021-07-26T15:39:48.116602+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:48 smithi046 bash[18964]: audit 2021-07-26T15:39:48.114609+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:39:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:48 smithi046 bash[18964]: audit 2021-07-26T15:39:48.116602+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:49.311 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:48 smithi073 bash[15153]: audit 2021-07-26T15:39:48.114609+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:39:49.311 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:48 smithi073 bash[15153]: audit 2021-07-26T15:39:48.116602+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:50.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:49 smithi046 bash[14687]: cephadm 2021-07-26T15:39:48.118267+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:39:50.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:49 smithi046 bash[14687]: cluster 2021-07-26T15:39:48.343248+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:50.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:49 smithi046 bash[18964]: cephadm 2021-07-26T15:39:48.118267+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:39:50.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:49 smithi046 bash[18964]: cluster 2021-07-26T15:39:48.343248+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:50.230 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:49 smithi073 bash[15153]: cephadm 2021-07-26T15:39:48.118267+0000 mgr.y (mgr.14146) 172 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:39:50.230 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:49 smithi073 bash[15153]: cluster 2021-07-26T15:39:48.343248+0000 mgr.y (mgr.14146) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:50.610 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 5 on host 'smithi073' 2021-07-26T15:39:51.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[14687]: audit 2021-07-26T15:39:50.591233+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:51.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[14687]: audit 2021-07-26T15:39:50.599561+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:51.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[14687]: audit 2021-07-26T15:39:50.600086+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:51.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[14687]: audit 2021-07-26T15:39:50.603322+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:51.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[14687]: audit 2021-07-26T15:39:50.607597+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:51.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[18964]: audit 2021-07-26T15:39:50.591233+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:51.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[18964]: audit 2021-07-26T15:39:50.599561+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:51.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[18964]: audit 2021-07-26T15:39:50.600086+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:51.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[18964]: audit 2021-07-26T15:39:50.603322+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:51.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:50 smithi046 bash[18964]: audit 2021-07-26T15:39:50.607597+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:51.244 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:50 smithi073 bash[15153]: audit 2021-07-26T15:39:50.591233+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:39:51.244 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:50 smithi073 bash[15153]: audit 2021-07-26T15:39:50.599561+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:51.244 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:50 smithi073 bash[15153]: audit 2021-07-26T15:39:50.600086+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:39:51.245 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:50 smithi073 bash[15153]: audit 2021-07-26T15:39:50.603322+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:39:51.246 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:50 smithi073 bash[15153]: audit 2021-07-26T15:39:50.607597+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:52.099 DEBUG:teuthology.orchestra.run.smithi073:osd.5> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.5.service 2021-07-26T15:39:52.102 INFO:tasks.cephadm:Deploying osd.6 on smithi073 with /dev/vg_nvme/lv_2... 2021-07-26T15:39:52.103 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:39:52.211 INFO:journalctl@ceph.osd.5.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:39:52.277 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:51 smithi073 bash[15153]: cluster 2021-07-26T15:39:50.343901+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:52.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:51 smithi046 bash[14687]: cluster 2021-07-26T15:39:50.343901+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:52.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:51 smithi046 bash[18964]: cluster 2021-07-26T15:39:50.343901+0000 mgr.y (mgr.14146) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:53.367 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:39:53.367 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-07-26T15:39:53.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:39:53.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:39:53.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:39:53.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:39:53.369 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20511]: --> ceph-volume lvm activate successful for osd ID: 5 2021-07-26T15:39:54.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[15153]: cluster 2021-07-26T15:39:52.344498+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:54.117 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:53 smithi073 bash[20702]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:39:54.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:53 smithi046 bash[14687]: cluster 2021-07-26T15:39:52.344498+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:54.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:53 smithi046 bash[18964]: cluster 2021-07-26T15:39:52.344498+0000 mgr.y (mgr.14146) 175 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:56.270 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:55 smithi073 bash[15153]: cluster 2021-07-26T15:39:54.345064+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:56.270 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:55 smithi073 bash[15153]: audit 2021-07-26T15:39:55.065764+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:56.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:55 smithi046 bash[14687]: cluster 2021-07-26T15:39:54.345064+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:56.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:55 smithi046 bash[14687]: audit 2021-07-26T15:39:55.065764+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:56.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:55 smithi046 bash[18964]: cluster 2021-07-26T15:39:54.345064+0000 mgr.y (mgr.14146) 176 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:56.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:55 smithi046 bash[18964]: audit 2021-07-26T15:39:55.065764+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:39:56.617 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:56 smithi073 bash[20702]: debug 2021-07-26T15:39:56.314+0000 7fa5e9223700 1 -- 172.21.15.73:0/4208964872 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e390f4e4e0 con 0x55e390fc5000 2021-07-26T15:39:57.115 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:56 smithi073 bash[20702]: debug 2021-07-26T15:39:56.858+0000 7fa5f0cbc080 -1 Falling back to public interface 2021-07-26T15:39:57.663 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:39:57.663 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:39:57.664 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in 2021-07-26T15:39:57.664 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out 2021-07-26T15:39:57.664 INFO:teuthology.orchestra.run.smithi073.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0199753 s, 525 MB/s 2021-07-26T15:39:57.664 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: 2021-07-26T15:39:58.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:57 smithi073 bash[15153]: cluster 2021-07-26T15:39:56.345620+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:57 smithi046 bash[14687]: cluster 2021-07-26T15:39:56.345620+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:57 smithi046 bash[18964]: cluster 2021-07-26T15:39:56.345620+0000 mgr.y (mgr.14146) 177 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:39:58.826 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi073:vg_nvme/lv_2 2021-07-26T15:40:00.117 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:39:59 smithi073 bash[20702]: debug 2021-07-26T15:39:59.866+0000 7fa5f0cbc080 -1 osd.5 0 log_to_monitors {default=true} 2021-07-26T15:40:00.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:59 smithi073 bash[15153]: cluster 2021-07-26T15:39:58.346315+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:00.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:59 smithi073 bash[15153]: audit 2021-07-26T15:39:59.870449+0000 mon.a (mon.0) 440 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:00.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:39:59 smithi073 bash[15153]: audit 2021-07-26T15:39:59.873732+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:00.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[14687]: cluster 2021-07-26T15:39:58.346315+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:00.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[14687]: audit 2021-07-26T15:39:59.870449+0000 mon.a (mon.0) 440 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:00.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[14687]: audit 2021-07-26T15:39:59.873732+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:00.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[18964]: cluster 2021-07-26T15:39:58.346315+0000 mgr.y (mgr.14146) 178 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:00.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[18964]: audit 2021-07-26T15:39:59.870449+0000 mon.a (mon.0) 440 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:00.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:39:59 smithi046 bash[18964]: audit 2021-07-26T15:39:59.873732+0000 mon.b (mon.2) 12 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:40:01.132 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[20702]: debug 2021-07-26T15:40:00.970+0000 7fa5e721f700 -1 osd.5 0 waiting for initial osdmap 2021-07-26T15:40:01.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: audit 2021-07-26T15:39:59.958383+0000 mon.a (mon.0) 441 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:40:01.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: cluster 2021-07-26T15:39:59.958612+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2021-07-26T15:40:01.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: audit 2021-07-26T15:39:59.959073+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:01.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: audit 2021-07-26T15:39:59.960522+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: audit 2021-07-26T15:39:59.963916+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: cluster 2021-07-26T15:40:00.000152+0000 mon.a (mon.0) 445 : cluster [INF] overall HEALTH_OK 2021-07-26T15:40:01.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:00 smithi073 bash[15153]: cluster 2021-07-26T15:40:00.346933+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:01.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: audit 2021-07-26T15:39:59.958383+0000 mon.a (mon.0) 441 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:40:01.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: cluster 2021-07-26T15:39:59.958612+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2021-07-26T15:40:01.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: audit 2021-07-26T15:39:59.959073+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:01.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: audit 2021-07-26T15:39:59.960522+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: audit 2021-07-26T15:39:59.963916+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: cluster 2021-07-26T15:40:00.000152+0000 mon.a (mon.0) 445 : cluster [INF] overall HEALTH_OK 2021-07-26T15:40:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[14687]: cluster 2021-07-26T15:40:00.346933+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:01.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: audit 2021-07-26T15:39:59.958383+0000 mon.a (mon.0) 441 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:40:01.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: cluster 2021-07-26T15:39:59.958612+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2021-07-26T15:40:01.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: audit 2021-07-26T15:39:59.959073+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:01.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: audit 2021-07-26T15:39:59.960522+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: audit 2021-07-26T15:39:59.963916+0000 mon.b (mon.2) 13 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:01.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: cluster 2021-07-26T15:40:00.000152+0000 mon.a (mon.0) 445 : cluster [INF] overall HEALTH_OK 2021-07-26T15:40:01.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:00 smithi046 bash[18964]: cluster 2021-07-26T15:40:00.346933+0000 mgr.y (mgr.14146) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:02.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:01 smithi073 bash[15153]: audit 2021-07-26T15:40:00.962471+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:02.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:01 smithi073 bash[15153]: cluster 2021-07-26T15:40:00.962723+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2021-07-26T15:40:02.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:01 smithi073 bash[15153]: audit 2021-07-26T15:40:00.964064+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:02.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:01 smithi073 bash[15153]: audit 2021-07-26T15:40:00.971922+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:02.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[14687]: audit 2021-07-26T15:40:00.962471+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:02.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[14687]: cluster 2021-07-26T15:40:00.962723+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2021-07-26T15:40:02.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[14687]: audit 2021-07-26T15:40:00.964064+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:02.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[14687]: audit 2021-07-26T15:40:00.971922+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[18964]: audit 2021-07-26T15:40:00.962471+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:02.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[18964]: cluster 2021-07-26T15:40:00.962723+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2021-07-26T15:40:02.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[18964]: audit 2021-07-26T15:40:00.964064+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:02.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:01 smithi046 bash[18964]: audit 2021-07-26T15:40:00.971922+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cluster 2021-07-26T15:40:00.868798+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cluster 2021-07-26T15:40:00.868942+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cluster 2021-07-26T15:40:01.976196+0000 mon.a (mon.0) 450 : cluster [INF] osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398] boot 2021-07-26T15:40:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cluster 2021-07-26T15:40:01.976427+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:40:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:01.977272+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:03.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cephadm 2021-07-26T15:40:02.231554+0000 mgr.y (mgr.14146) 180 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:03.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.241552+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cluster 2021-07-26T15:40:02.347524+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:03.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.501290+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.503534+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: cephadm 2021-07-26T15:40:02.505103+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 8641M 2021-07-26T15:40:03.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.512935+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.521173+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.525893+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:03.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.528376+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:03.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.530338+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:03.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.538895+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.786648+0000 mgr.y (mgr.14146) 183 : audit [DBG] from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.788269+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.791909+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:02 smithi073 bash[15153]: audit 2021-07-26T15:40:02.793957+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:03.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cluster 2021-07-26T15:40:00.868798+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cluster 2021-07-26T15:40:00.868942+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cluster 2021-07-26T15:40:01.976196+0000 mon.a (mon.0) 450 : cluster [INF] osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398] boot 2021-07-26T15:40:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cluster 2021-07-26T15:40:01.976427+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:40:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:01.977272+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:03.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cephadm 2021-07-26T15:40:02.231554+0000 mgr.y (mgr.14146) 180 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:03.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.241552+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cluster 2021-07-26T15:40:02.347524+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:03.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.501290+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.503534+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: cephadm 2021-07-26T15:40:02.505103+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 8641M 2021-07-26T15:40:03.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.512935+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.521173+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.525893+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:03.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.528376+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:03.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.530338+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:03.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.538895+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.786648+0000 mgr.y (mgr.14146) 183 : audit [DBG] from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:03.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.788269+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:03.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.791909+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:03.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[14687]: audit 2021-07-26T15:40:02.793957+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:03.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cluster 2021-07-26T15:40:00.868798+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:03.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cluster 2021-07-26T15:40:00.868942+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:03.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cluster 2021-07-26T15:40:01.976196+0000 mon.a (mon.0) 450 : cluster [INF] osd.5 [v2:172.21.15.73:6808/491335398,v1:172.21.15.73:6809/491335398] boot 2021-07-26T15:40:03.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cluster 2021-07-26T15:40:01.976427+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:40:03.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:01.977272+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:40:03.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cephadm 2021-07-26T15:40:02.231554+0000 mgr.y (mgr.14146) 180 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:03.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.241552+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cluster 2021-07-26T15:40:02.347524+0000 mgr.y (mgr.14146) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2021-07-26T15:40:03.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.501290+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.503534+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:03.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: cephadm 2021-07-26T15:40:02.505103+0000 mgr.y (mgr.14146) 182 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 8641M 2021-07-26T15:40:03.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.512935+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.521173+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.525893+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:03.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.528376+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:03.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.530338+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:03.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.538895+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:03.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.786648+0000 mgr.y (mgr.14146) 183 : audit [DBG] from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:03.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.788269+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:03.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.791909+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:03.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:02 smithi046 bash[18964]: audit 2021-07-26T15:40:02.793957+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:04.265 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:03 smithi073 bash[15153]: cluster 2021-07-26T15:40:02.987315+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:40:04.265 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:03 smithi073 bash[15153]: cluster 2021-07-26T15:40:03.988439+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2021-07-26T15:40:04.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:03 smithi046 bash[14687]: cluster 2021-07-26T15:40:02.987315+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:40:04.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:03 smithi046 bash[14687]: cluster 2021-07-26T15:40:03.988439+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2021-07-26T15:40:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:03 smithi046 bash[18964]: cluster 2021-07-26T15:40:02.987315+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:40:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:03 smithi046 bash[18964]: cluster 2021-07-26T15:40:03.988439+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2021-07-26T15:40:05.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:05 smithi073 bash[15153]: cluster 2021-07-26T15:40:04.348080+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:05.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:05 smithi046 bash[18964]: cluster 2021-07-26T15:40:04.348080+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:05.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:05 smithi046 bash[14687]: cluster 2021-07-26T15:40:04.348080+0000 mgr.y (mgr.14146) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:07.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: cluster 2021-07-26T15:40:06.348643+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:07.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: audit 2021-07-26T15:40:06.709696+0000 mon.a (mon.0) 467 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: audit 2021-07-26T15:40:06.712964+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.73:0/499641550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: audit 2021-07-26T15:40:06.720160+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]': finished 2021-07-26T15:40:07.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: cluster 2021-07-26T15:40:06.720423+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2021-07-26T15:40:07.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: audit 2021-07-26T15:40:06.720760+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:07.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[18964]: audit 2021-07-26T15:40:07.354091+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.73:0/1533048267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:07.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: cluster 2021-07-26T15:40:06.348643+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:07.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: audit 2021-07-26T15:40:06.709696+0000 mon.a (mon.0) 467 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: audit 2021-07-26T15:40:06.712964+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.73:0/499641550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: audit 2021-07-26T15:40:06.720160+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]': finished 2021-07-26T15:40:07.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: cluster 2021-07-26T15:40:06.720423+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2021-07-26T15:40:07.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: audit 2021-07-26T15:40:06.720760+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:07.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:07 smithi046 bash[14687]: audit 2021-07-26T15:40:07.354091+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.73:0/1533048267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:07.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: cluster 2021-07-26T15:40:06.348643+0000 mgr.y (mgr.14146) 185 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:07.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: audit 2021-07-26T15:40:06.709696+0000 mon.a (mon.0) 467 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: audit 2021-07-26T15:40:06.712964+0000 mon.b (mon.2) 14 : audit [INF] from='client.? 172.21.15.73:0/499641550' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]: dispatch 2021-07-26T15:40:07.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: audit 2021-07-26T15:40:06.720160+0000 mon.a (mon.0) 468 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0dad681-f8be-4cf1-b309-79468368c3f1"}]': finished 2021-07-26T15:40:07.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: cluster 2021-07-26T15:40:06.720423+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2021-07-26T15:40:07.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: audit 2021-07-26T15:40:06.720760+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:07.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:07 smithi073 bash[15153]: audit 2021-07-26T15:40:07.354091+0000 mon.b (mon.2) 15 : audit [DBG] from='client.? 172.21.15.73:0/1533048267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:10.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:09 smithi073 bash[15153]: cluster 2021-07-26T15:40:08.349234+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:09 smithi046 bash[14687]: cluster 2021-07-26T15:40:08.349234+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:10.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:09 smithi046 bash[18964]: cluster 2021-07-26T15:40:08.349234+0000 mgr.y (mgr.14146) 186 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:12.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:11 smithi046 bash[14687]: cluster 2021-07-26T15:40:10.349849+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:12.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:11 smithi046 bash[18964]: cluster 2021-07-26T15:40:10.349849+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:12.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:11 smithi073 bash[15153]: cluster 2021-07-26T15:40:10.349849+0000 mgr.y (mgr.14146) 187 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:14.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:13 smithi046 bash[14687]: cluster 2021-07-26T15:40:12.350457+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:14.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:13 smithi046 bash[18964]: cluster 2021-07-26T15:40:12.350457+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:14.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:13 smithi073 bash[15153]: cluster 2021-07-26T15:40:12.350457+0000 mgr.y (mgr.14146) 188 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:15.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:14 smithi046 bash[14687]: audit 2021-07-26T15:40:14.641005+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:40:15.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:14 smithi046 bash[14687]: audit 2021-07-26T15:40:14.642870+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:15.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:14 smithi046 bash[18964]: audit 2021-07-26T15:40:14.641005+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:40:15.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:14 smithi046 bash[18964]: audit 2021-07-26T15:40:14.642870+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:15.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:14 smithi073 bash[15153]: audit 2021-07-26T15:40:14.641005+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:40:15.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:14 smithi073 bash[15153]: audit 2021-07-26T15:40:14.642870+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:16.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:15 smithi073 bash[15153]: cluster 2021-07-26T15:40:14.351082+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:16.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:15 smithi073 bash[15153]: cephadm 2021-07-26T15:40:14.644408+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:40:16.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:15 smithi046 bash[14687]: cluster 2021-07-26T15:40:14.351082+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:15 smithi046 bash[14687]: cephadm 2021-07-26T15:40:14.644408+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:40:16.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:15 smithi046 bash[18964]: cluster 2021-07-26T15:40:14.351082+0000 mgr.y (mgr.14146) 189 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:16.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:15 smithi046 bash[18964]: cephadm 2021-07-26T15:40:14.644408+0000 mgr.y (mgr.14146) 190 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:40:17.129 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 6 on host 'smithi073' 2021-07-26T15:40:18.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: cluster 2021-07-26T15:40:16.351685+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:18.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: audit 2021-07-26T15:40:17.110248+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:18.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: audit 2021-07-26T15:40:17.118486+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: audit 2021-07-26T15:40:17.119133+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:18.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: audit 2021-07-26T15:40:17.123132+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:18.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:17 smithi073 bash[15153]: audit 2021-07-26T15:40:17.127308+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: cluster 2021-07-26T15:40:16.351685+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:18.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: audit 2021-07-26T15:40:17.110248+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:18.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: audit 2021-07-26T15:40:17.118486+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: audit 2021-07-26T15:40:17.119133+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:18.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: audit 2021-07-26T15:40:17.123132+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:18.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[14687]: audit 2021-07-26T15:40:17.127308+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: cluster 2021-07-26T15:40:16.351685+0000 mgr.y (mgr.14146) 191 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:18.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: audit 2021-07-26T15:40:17.110248+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:18.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: audit 2021-07-26T15:40:17.118486+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: audit 2021-07-26T15:40:17.119133+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:18.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: audit 2021-07-26T15:40:17.123132+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:18.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:17 smithi046 bash[18964]: audit 2021-07-26T15:40:17.127308+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:18.511 DEBUG:teuthology.orchestra.run.smithi073:osd.6> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.6.service 2021-07-26T15:40:18.517 INFO:tasks.cephadm:Deploying osd.7 on smithi073 with /dev/vg_nvme/lv_1... 2021-07-26T15:40:18.521 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:40:18.637 INFO:journalctl@ceph.osd.6.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:40:19.866 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:40:19.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2021-07-26T15:40:19.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:40:19.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:40:19.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:40:19.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:40:19.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[23138]: --> ceph-volume lvm activate successful for osd ID: 6 2021-07-26T15:40:20.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:19 smithi073 bash[15153]: cluster 2021-07-26T15:40:18.352400+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:20.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:19 smithi046 bash[14687]: cluster 2021-07-26T15:40:18.352400+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:20.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:19 smithi046 bash[18964]: cluster 2021-07-26T15:40:18.352400+0000 mgr.y (mgr.14146) 192 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:20.855 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:20 smithi073 bash[23319]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:40:22.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:21 smithi073 bash[15153]: cluster 2021-07-26T15:40:20.352994+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:22.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:21 smithi073 bash[15153]: audit 2021-07-26T15:40:21.627957+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:22.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:21 smithi046 bash[18964]: cluster 2021-07-26T15:40:20.352994+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:22.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:21 smithi046 bash[18964]: audit 2021-07-26T15:40:21.627957+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:22.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:21 smithi046 bash[14687]: cluster 2021-07-26T15:40:20.352994+0000 mgr.y (mgr.14146) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:22.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:21 smithi046 bash[14687]: audit 2021-07-26T15:40:21.627957+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:23.116 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:22 smithi073 bash[23319]: debug 2021-07-26T15:40:22.822+0000 7f38aae99700 1 -- 172.21.15.73:0/1003044390 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d72ea384e0 con 0x55d72eaaf000 2021-07-26T15:40:23.720 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:23 smithi073 bash[23319]: debug 2021-07-26T15:40:23.382+0000 7f38b2932080 -1 Falling back to public interface 2021-07-26T15:40:24.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:23 smithi073 bash[15153]: cluster 2021-07-26T15:40:22.353573+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:24.210 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:40:24.210 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:40:24.210 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in 2021-07-26T15:40:24.211 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out 2021-07-26T15:40:24.211 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0198745 s, 528 MB/s 2021-07-26T15:40:24.211 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: 2021-07-26T15:40:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:23 smithi046 bash[18964]: cluster 2021-07-26T15:40:22.353573+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:24.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:23 smithi046 bash[14687]: cluster 2021-07-26T15:40:22.353573+0000 mgr.y (mgr.14146) 194 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:25.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:25 smithi073 bash[15153]: cluster 2021-07-26T15:40:24.354286+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:25.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:25 smithi046 bash[14687]: cluster 2021-07-26T15:40:24.354286+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:25.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:25 smithi046 bash[18964]: cluster 2021-07-26T15:40:24.354286+0000 mgr.y (mgr.14146) 195 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:25.565 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi073:vg_nvme/lv_1 2021-07-26T15:40:26.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:26 smithi073 bash[23319]: debug 2021-07-26T15:40:26.410+0000 7f38b2932080 -1 osd.6 0 log_to_monitors {default=true} 2021-07-26T15:40:27.524 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:27 smithi073 bash[15153]: cluster 2021-07-26T15:40:26.354973+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:27.524 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:27 smithi073 bash[15153]: audit 2021-07-26T15:40:26.416989+0000 mon.a (mon.0) 479 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:27.524 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:27 smithi073 bash[15153]: audit 2021-07-26T15:40:26.420620+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:27.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[14687]: cluster 2021-07-26T15:40:26.354973+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:27.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[14687]: audit 2021-07-26T15:40:26.416989+0000 mon.a (mon.0) 479 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:27.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[14687]: audit 2021-07-26T15:40:26.420620+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:27.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[18964]: cluster 2021-07-26T15:40:26.354973+0000 mgr.y (mgr.14146) 196 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:27.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[18964]: audit 2021-07-26T15:40:26.416989+0000 mon.a (mon.0) 479 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:27.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:27 smithi046 bash[18964]: audit 2021-07-26T15:40:26.420620+0000 mon.b (mon.2) 16 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:40:28.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[14687]: audit 2021-07-26T15:40:27.422478+0000 mon.a (mon.0) 480 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:40:28.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[14687]: cluster 2021-07-26T15:40:27.422555+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2021-07-26T15:40:28.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[14687]: audit 2021-07-26T15:40:27.422711+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:28.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[14687]: audit 2021-07-26T15:40:27.427728+0000 mon.a (mon.0) 483 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:28.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[14687]: audit 2021-07-26T15:40:27.431567+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:28.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[18964]: audit 2021-07-26T15:40:27.422478+0000 mon.a (mon.0) 480 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:40:28.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[18964]: cluster 2021-07-26T15:40:27.422555+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2021-07-26T15:40:28.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[18964]: audit 2021-07-26T15:40:27.422711+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:28.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[18964]: audit 2021-07-26T15:40:27.427728+0000 mon.a (mon.0) 483 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:28.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:28 smithi046 bash[18964]: audit 2021-07-26T15:40:27.431567+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:28.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[23319]: debug 2021-07-26T15:40:28.438+0000 7f38a8e95700 -1 osd.6 0 waiting for initial osdmap 2021-07-26T15:40:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[15153]: audit 2021-07-26T15:40:27.422478+0000 mon.a (mon.0) 480 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:40:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[15153]: cluster 2021-07-26T15:40:27.422555+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2021-07-26T15:40:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[15153]: audit 2021-07-26T15:40:27.422711+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[15153]: audit 2021-07-26T15:40:27.427728+0000 mon.a (mon.0) 483 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:28 smithi073 bash[15153]: audit 2021-07-26T15:40:27.431567+0000 mon.b (mon.2) 17 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:29.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:27.389777+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:29.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:27.390017+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:29.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:28.355615+0000 mgr.y (mgr.14146) 197 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:29.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.427678+0000 mon.a (mon.0) 484 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:29.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:28.427881+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2021-07-26T15:40:29.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.428682+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.437485+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cephadm 2021-07-26T15:40:28.798442+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:29.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.808750+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.811041+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.813429+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.814980+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cephadm 2021-07-26T15:40:28.816279+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 5760M 2021-07-26T15:40:29.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.821558+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.829825+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.833717+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:29.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.835789+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.837347+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:28.922269+0000 mon.a (mon.0) 497 : cluster [INF] osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540] boot 2021-07-26T15:40:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: cluster 2021-07-26T15:40:28.922425+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:40:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:28.923018+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:29.114303+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:29.323116+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:29.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:29.326679+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:29.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:29 smithi073 bash[15153]: audit 2021-07-26T15:40:29.328471+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:29.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:27.389777+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:29.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:27.390017+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:29.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:28.355615+0000 mgr.y (mgr.14146) 197 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:29.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.427678+0000 mon.a (mon.0) 484 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:29.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:28.427881+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2021-07-26T15:40:29.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.428682+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.437485+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cephadm 2021-07-26T15:40:28.798442+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:29.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.808750+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.811041+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.813429+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.814980+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cephadm 2021-07-26T15:40:28.816279+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 5760M 2021-07-26T15:40:29.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.821558+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.829825+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.833717+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:29.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.835789+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:29.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.837347+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:29.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:28.922269+0000 mon.a (mon.0) 497 : cluster [INF] osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540] boot 2021-07-26T15:40:29.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: cluster 2021-07-26T15:40:28.922425+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:40:29.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:27.389777+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:29.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:27.390017+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:29.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:28.355615+0000 mgr.y (mgr.14146) 197 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 31 MiB used, 536 GiB / 536 GiB avail 2021-07-26T15:40:29.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.427678+0000 mon.a (mon.0) 484 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:29.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:28.427881+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e41: 7 total, 6 up, 7 in 2021-07-26T15:40:29.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.428682+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.437485+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cephadm 2021-07-26T15:40:28.798442+0000 mgr.y (mgr.14146) 198 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:29.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.808750+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.811041+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.813429+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.814980+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:29.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cephadm 2021-07-26T15:40:28.816279+0000 mgr.y (mgr.14146) 199 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 5760M 2021-07-26T15:40:29.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.821558+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.829825+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.833717+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:29.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.835789+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:29.963 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.837347+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:29.963 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:28.922269+0000 mon.a (mon.0) 497 : cluster [INF] osd.6 [v2:172.21.15.73:6816/365527540,v1:172.21.15.73:6817/365527540] boot 2021-07-26T15:40:29.963 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: cluster 2021-07-26T15:40:28.922425+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:40:29.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:28.923018+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:29.114303+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:29.323116+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:29.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:29.326679+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:29.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[14687]: audit 2021-07-26T15:40:29.328471+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:29.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:28.923018+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:40:29.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:29.114303+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:29.965 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:29.323116+0000 mon.a (mon.0) 501 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:40:29.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:29.326679+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:40:29.966 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:29 smithi046 bash[18964]: audit 2021-07-26T15:40:29.328471+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:31.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:30 smithi073 bash[15153]: audit 2021-07-26T15:40:29.321449+0000 mgr.y (mgr.14146) 200 : audit [DBG] from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:31.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:30 smithi073 bash[15153]: cluster 2021-07-26T15:40:29.932124+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2021-07-26T15:40:31.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:30 smithi073 bash[15153]: audit 2021-07-26T15:40:30.495139+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:40:31.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:30 smithi073 bash[15153]: audit 2021-07-26T15:40:30.499806+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:40:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[18964]: audit 2021-07-26T15:40:29.321449+0000 mgr.y (mgr.14146) 200 : audit [DBG] from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[18964]: cluster 2021-07-26T15:40:29.932124+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2021-07-26T15:40:31.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[18964]: audit 2021-07-26T15:40:30.495139+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:40:31.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[18964]: audit 2021-07-26T15:40:30.499806+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:40:31.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[14687]: audit 2021-07-26T15:40:29.321449+0000 mgr.y (mgr.14146) 200 : audit [DBG] from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:31.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[14687]: cluster 2021-07-26T15:40:29.932124+0000 mon.a (mon.0) 504 : cluster [DBG] osdmap e43: 7 total, 7 up, 7 in 2021-07-26T15:40:31.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[14687]: audit 2021-07-26T15:40:30.495139+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:40:31.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:30 smithi046 bash[14687]: audit 2021-07-26T15:40:30.499806+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:40:32.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:31 smithi073 bash[15153]: cluster 2021-07-26T15:40:30.356132+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:32.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:31 smithi073 bash[15153]: cluster 2021-07-26T15:40:30.941137+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2021-07-26T15:40:32.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:31 smithi046 bash[14687]: cluster 2021-07-26T15:40:30.356132+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:32.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:31 smithi046 bash[14687]: cluster 2021-07-26T15:40:30.941137+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2021-07-26T15:40:32.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:31 smithi046 bash[18964]: cluster 2021-07-26T15:40:30.356132+0000 mgr.y (mgr.14146) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:32.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:31 smithi046 bash[18964]: cluster 2021-07-26T15:40:30.941137+0000 mon.a (mon.0) 507 : cluster [DBG] osdmap e44: 7 total, 7 up, 7 in 2021-07-26T15:40:34.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: cluster 2021-07-26T15:40:32.356749+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:34.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: audit 2021-07-26T15:40:33.346581+0000 mon.a (mon.0) 508 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: audit 2021-07-26T15:40:33.349997+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.73:0/719439840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: audit 2021-07-26T15:40:33.356113+0000 mon.a (mon.0) 509 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]': finished 2021-07-26T15:40:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: cluster 2021-07-26T15:40:33.356349+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2021-07-26T15:40:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:33 smithi073 bash[15153]: audit 2021-07-26T15:40:33.356636+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:34.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: cluster 2021-07-26T15:40:32.356749+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:34.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: audit 2021-07-26T15:40:33.346581+0000 mon.a (mon.0) 508 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: audit 2021-07-26T15:40:33.349997+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.73:0/719439840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: audit 2021-07-26T15:40:33.356113+0000 mon.a (mon.0) 509 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]': finished 2021-07-26T15:40:34.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: cluster 2021-07-26T15:40:33.356349+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2021-07-26T15:40:34.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[14687]: audit 2021-07-26T15:40:33.356636+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:34.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: cluster 2021-07-26T15:40:32.356749+0000 mgr.y (mgr.14146) 202 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:34.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: audit 2021-07-26T15:40:33.346581+0000 mon.a (mon.0) 508 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: audit 2021-07-26T15:40:33.349997+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.73:0/719439840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]: dispatch 2021-07-26T15:40:34.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: audit 2021-07-26T15:40:33.356113+0000 mon.a (mon.0) 509 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae855b29-98f1-4178-915b-2c56a5b16712"}]': finished 2021-07-26T15:40:34.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: cluster 2021-07-26T15:40:33.356349+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2021-07-26T15:40:34.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:33 smithi046 bash[18964]: audit 2021-07-26T15:40:33.356636+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:34 smithi073 bash[15153]: audit 2021-07-26T15:40:33.997633+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.73:0/2371448557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:35.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:34 smithi046 bash[14687]: audit 2021-07-26T15:40:33.997633+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.73:0/2371448557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:35.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:34 smithi046 bash[18964]: audit 2021-07-26T15:40:33.997633+0000 mon.b (mon.2) 19 : audit [DBG] from='client.? 172.21.15.73:0/2371448557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:40:36.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:35 smithi073 bash[15153]: cluster 2021-07-26T15:40:34.357335+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:36.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:35 smithi046 bash[14687]: cluster 2021-07-26T15:40:34.357335+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:36.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:35 smithi046 bash[18964]: cluster 2021-07-26T15:40:34.357335+0000 mgr.y (mgr.14146) 203 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:37.356 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:37 smithi073 bash[15153]: cluster 2021-07-26T15:40:36.357962+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:37.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:37 smithi046 bash[14687]: cluster 2021-07-26T15:40:36.357962+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:37.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:37 smithi046 bash[18964]: cluster 2021-07-26T15:40:36.357962+0000 mgr.y (mgr.14146) 204 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:40.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:39 smithi046 bash[14687]: cluster 2021-07-26T15:40:38.358575+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:39 smithi046 bash[18964]: cluster 2021-07-26T15:40:38.358575+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:40.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:39 smithi073 bash[15153]: cluster 2021-07-26T15:40:38.358575+0000 mgr.y (mgr.14146) 205 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:42.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:41 smithi073 bash[15153]: cluster 2021-07-26T15:40:40.359171+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:42.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:41 smithi073 bash[15153]: audit 2021-07-26T15:40:41.528250+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:40:42.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:41 smithi073 bash[15153]: audit 2021-07-26T15:40:41.530157+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:42.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[14687]: cluster 2021-07-26T15:40:40.359171+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:42.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[14687]: audit 2021-07-26T15:40:41.528250+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:40:42.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[14687]: audit 2021-07-26T15:40:41.530157+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:42.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[18964]: cluster 2021-07-26T15:40:40.359171+0000 mgr.y (mgr.14146) 206 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:42.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[18964]: audit 2021-07-26T15:40:41.528250+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:40:42.201 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:41 smithi046 bash[18964]: audit 2021-07-26T15:40:41.530157+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:42 smithi073 bash[15153]: cephadm 2021-07-26T15:40:41.531772+0000 mgr.y (mgr.14146) 207 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:40:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:42 smithi046 bash[14687]: cephadm 2021-07-26T15:40:41.531772+0000 mgr.y (mgr.14146) 207 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:40:43.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:42 smithi046 bash[18964]: cephadm 2021-07-26T15:40:41.531772+0000 mgr.y (mgr.14146) 207 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:40:43.941 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 7 on host 'smithi073' 2021-07-26T15:40:44.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:43 smithi073 bash[15153]: cluster 2021-07-26T15:40:42.359756+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:44.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:43 smithi073 bash[15153]: audit 2021-07-26T15:40:43.924534+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:44.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:43 smithi073 bash[15153]: audit 2021-07-26T15:40:43.931239+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:44.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:43 smithi073 bash[15153]: audit 2021-07-26T15:40:43.931722+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:44.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[14687]: cluster 2021-07-26T15:40:42.359756+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:44.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[14687]: audit 2021-07-26T15:40:43.924534+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:44.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[14687]: audit 2021-07-26T15:40:43.931239+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:44.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[14687]: audit 2021-07-26T15:40:43.931722+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:44.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[18964]: cluster 2021-07-26T15:40:42.359756+0000 mgr.y (mgr.14146) 208 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:44.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[18964]: audit 2021-07-26T15:40:43.924534+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:40:44.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[18964]: audit 2021-07-26T15:40:43.931239+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:44.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:43 smithi046 bash[18964]: audit 2021-07-26T15:40:43.931722+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:40:45.307 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:44 smithi073 bash[15153]: audit 2021-07-26T15:40:43.934991+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:45.307 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:44 smithi073 bash[15153]: audit 2021-07-26T15:40:43.938773+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:45.309 DEBUG:teuthology.orchestra.run.smithi073:osd.7> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.7.service 2021-07-26T15:40:45.312 INFO:tasks.cephadm:Adding prometheus.a on smithi073 2021-07-26T15:40:45.312 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply prometheus '1;smithi073=a' 2021-07-26T15:40:45.374 INFO:journalctl@ceph.osd.7.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:40:45.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:44 smithi046 bash[14687]: audit 2021-07-26T15:40:43.934991+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:45.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:44 smithi046 bash[14687]: audit 2021-07-26T15:40:43.938773+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:45.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:44 smithi046 bash[18964]: audit 2021-07-26T15:40:43.934991+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:40:45.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:44 smithi046 bash[18964]: audit 2021-07-26T15:40:43.938773+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:46.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:45 smithi073 bash[15153]: cluster 2021-07-26T15:40:44.360316+0000 mgr.y (mgr.14146) 209 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:46.368 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:40:46.368 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-07-26T15:40:46.368 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:40:46.369 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:40:46.369 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:40:46.369 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:40:46.369 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:46 smithi073 bash[25787]: --> ceph-volume lvm activate successful for osd ID: 7 2021-07-26T15:40:46.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:45 smithi046 bash[14687]: cluster 2021-07-26T15:40:44.360316+0000 mgr.y (mgr.14146) 209 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:46.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:45 smithi046 bash[18964]: cluster 2021-07-26T15:40:44.360316+0000 mgr.y (mgr.14146) 209 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:47.618 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:47 smithi073 bash[25937]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:40:48.343 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:47 smithi073 bash[15153]: cluster 2021-07-26T15:40:46.360937+0000 mgr.y (mgr.14146) 210 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:48.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:47 smithi046 bash[14687]: cluster 2021-07-26T15:40:46.360937+0000 mgr.y (mgr.14146) 210 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:48.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:47 smithi046 bash[18964]: cluster 2021-07-26T15:40:46.360937+0000 mgr.y (mgr.14146) 210 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:49.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:49 smithi073 bash[15153]: cluster 2021-07-26T15:40:48.361512+0000 mgr.y (mgr.14146) 211 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:49.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:49 smithi073 bash[15153]: audit 2021-07-26T15:40:48.397742+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:49.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:49 smithi046 bash[14687]: cluster 2021-07-26T15:40:48.361512+0000 mgr.y (mgr.14146) 211 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:49.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:49 smithi046 bash[14687]: audit 2021-07-26T15:40:48.397742+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:49.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:49 smithi046 bash[18964]: cluster 2021-07-26T15:40:48.361512+0000 mgr.y (mgr.14146) 211 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:49.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:49 smithi046 bash[18964]: audit 2021-07-26T15:40:48.397742+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:50.579 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:50 smithi073 bash[25937]: debug 2021-07-26T15:40:50.208+0000 7f0b96dd0700 1 -- 172.21.15.73:0/2501798716 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ee8af444e0 con 0x55ee8afbb400 2021-07-26T15:40:50.841 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:50 smithi073 bash[25937]: debug 2021-07-26T15:40:50.752+0000 7f0b9e869080 -1 Falling back to public interface 2021-07-26T15:40:51.179 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled prometheus update... 2021-07-26T15:40:51.584 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:51 smithi073 bash[15153]: cluster 2021-07-26T15:40:50.362186+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:51.584 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:51 smithi073 bash[15153]: audit 2021-07-26T15:40:51.177628+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:51.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:51 smithi046 bash[14687]: cluster 2021-07-26T15:40:50.362186+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:51.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:51 smithi046 bash[14687]: audit 2021-07-26T15:40:51.177628+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:51.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:51 smithi046 bash[18964]: cluster 2021-07-26T15:40:50.362186+0000 mgr.y (mgr.14146) 212 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:51.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:51 smithi046 bash[18964]: audit 2021-07-26T15:40:51.177628+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:52.502 DEBUG:teuthology.orchestra.run.smithi073:prometheus.a> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@prometheus.a.service 2021-07-26T15:40:52.514 INFO:tasks.cephadm:Adding node-exporter.a on smithi046 2021-07-26T15:40:52.514 INFO:tasks.cephadm:Adding node-exporter.b on smithi073 2021-07-26T15:40:52.514 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply node-exporter '2;smithi046=a;smithi073=b' 2021-07-26T15:40:52.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:52 smithi046 bash[14687]: audit 2021-07-26T15:40:51.169209+0000 mgr.y (mgr.14146) 213 : audit [DBG] from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:52.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:52 smithi046 bash[14687]: cephadm 2021-07-26T15:40:51.170789+0000 mgr.y (mgr.14146) 214 : cephadm [INF] Saving service prometheus spec with placement smithi073=a;count:1 2021-07-26T15:40:52.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:52 smithi046 bash[18964]: audit 2021-07-26T15:40:51.169209+0000 mgr.y (mgr.14146) 213 : audit [DBG] from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:52.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:52 smithi046 bash[18964]: cephadm 2021-07-26T15:40:51.170789+0000 mgr.y (mgr.14146) 214 : cephadm [INF] Saving service prometheus spec with placement smithi073=a;count:1 2021-07-26T15:40:52.736 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:40:52.764 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:52 smithi073 bash[15153]: audit 2021-07-26T15:40:51.169209+0000 mgr.y (mgr.14146) 213 : audit [DBG] from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:52.765 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:52 smithi073 bash[15153]: cephadm 2021-07-26T15:40:51.170789+0000 mgr.y (mgr.14146) 214 : cephadm [INF] Saving service prometheus spec with placement smithi073=a;count:1 2021-07-26T15:40:53.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:53 smithi046 bash[14687]: cluster 2021-07-26T15:40:52.362802+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:53.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:53 smithi046 bash[18964]: cluster 2021-07-26T15:40:52.362802+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:53.758 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:53 smithi073 bash[15153]: cluster 2021-07-26T15:40:52.362802+0000 mgr.y (mgr.14146) 215 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:54.078 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:53 smithi073 bash[25937]: debug 2021-07-26T15:40:53.755+0000 7f0b9e869080 -1 osd.7 0 log_to_monitors {default=true} 2021-07-26T15:40:54.591 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:54 smithi073 bash[15153]: audit 2021-07-26T15:40:53.761881+0000 mon.a (mon.0) 521 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:54.592 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:54 smithi073 bash[15153]: audit 2021-07-26T15:40:53.763300+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:54.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:54 smithi046 bash[14687]: audit 2021-07-26T15:40:53.761881+0000 mon.a (mon.0) 521 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:54.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:54 smithi046 bash[14687]: audit 2021-07-26T15:40:53.763300+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:54.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:54 smithi046 bash[18964]: audit 2021-07-26T15:40:53.761881+0000 mon.a (mon.0) 521 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:54.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:54 smithi046 bash[18964]: audit 2021-07-26T15:40:53.763300+0000 mon.b (mon.2) 20 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:40:55.442 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: cluster 2021-07-26T15:40:54.363357+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:55.442 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: audit 2021-07-26T15:40:54.426494+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:40:55.442 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: cluster 2021-07-26T15:40:54.426580+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2021-07-26T15:40:55.442 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: audit 2021-07-26T15:40:54.426808+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:55.443 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: audit 2021-07-26T15:40:54.432881+0000 mon.a (mon.0) 525 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:55.443 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[15153]: audit 2021-07-26T15:40:54.434451+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:55.873 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:40:55 smithi073 bash[25937]: debug 2021-07-26T15:40:55.443+0000 7f0b94dcc700 -1 osd.7 0 waiting for initial osdmap 2021-07-26T15:40:55.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: cluster 2021-07-26T15:40:54.363357+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:55.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: audit 2021-07-26T15:40:54.426494+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:40:55.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: cluster 2021-07-26T15:40:54.426580+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2021-07-26T15:40:55.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: audit 2021-07-26T15:40:54.426808+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:55.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: audit 2021-07-26T15:40:54.432881+0000 mon.a (mon.0) 525 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:55.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[14687]: audit 2021-07-26T15:40:54.434451+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:55.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: cluster 2021-07-26T15:40:54.363357+0000 mgr.y (mgr.14146) 216 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:55.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: audit 2021-07-26T15:40:54.426494+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:40:55.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: cluster 2021-07-26T15:40:54.426580+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e46: 8 total, 7 up, 8 in 2021-07-26T15:40:55.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: audit 2021-07-26T15:40:54.426808+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:55.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: audit 2021-07-26T15:40:54.432881+0000 mon.a (mon.0) 525 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:55.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:55 smithi046 bash[18964]: audit 2021-07-26T15:40:54.434451+0000 mon.b (mon.2) 21 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:40:56.727 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:56 smithi073 bash[15153]: audit 2021-07-26T15:40:55.432729+0000 mon.a (mon.0) 526 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:56.728 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:56 smithi073 bash[15153]: cluster 2021-07-26T15:40:55.432980+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2021-07-26T15:40:56.728 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:56 smithi073 bash[15153]: audit 2021-07-26T15:40:55.433803+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:56.728 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:56 smithi073 bash[15153]: audit 2021-07-26T15:40:55.443363+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:56.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[14687]: audit 2021-07-26T15:40:55.432729+0000 mon.a (mon.0) 526 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:56.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[14687]: cluster 2021-07-26T15:40:55.432980+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2021-07-26T15:40:56.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[14687]: audit 2021-07-26T15:40:55.433803+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:56.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[14687]: audit 2021-07-26T15:40:55.443363+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:56.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[18964]: audit 2021-07-26T15:40:55.432729+0000 mon.a (mon.0) 526 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished 2021-07-26T15:40:56.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[18964]: cluster 2021-07-26T15:40:55.432980+0000 mon.a (mon.0) 527 : cluster [DBG] osdmap e47: 8 total, 7 up, 8 in 2021-07-26T15:40:56.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[18964]: audit 2021-07-26T15:40:55.433803+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:56.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:56 smithi046 bash[18964]: audit 2021-07-26T15:40:55.443363+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:57.131 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled node-exporter update... 2021-07-26T15:40:57.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:54.726448+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:57.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:54.726635+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:57.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:56.363990+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:57.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:56.437361+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:40:57.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:56.445531+0000 mon.a (mon.0) 531 : cluster [INF] osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324] boot 2021-07-26T15:40:57.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cluster 2021-07-26T15:40:56.445699+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:40:57.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.447641+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:57.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cephadm 2021-07-26T15:40:56.830344+0000 mgr.y (mgr.14146) 218 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:57.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.840253+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.843006+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.845410+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.847522+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.849290+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cephadm 2021-07-26T15:40:56.850419+0000 mgr.y (mgr.14146) 219 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 4320M 2021-07-26T15:40:57.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.855643+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:56.862698+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: cephadm 2021-07-26T15:40:56.883129+0000 mgr.y (mgr.14146) 220 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:40:57.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:57 smithi073 bash[15153]: audit 2021-07-26T15:40:57.125647+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:54.726448+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:57.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:54.726635+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:57.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:56.363990+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:57.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:56.437361+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:40:57.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:56.445531+0000 mon.a (mon.0) 531 : cluster [INF] osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324] boot 2021-07-26T15:40:57.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cluster 2021-07-26T15:40:56.445699+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:40:57.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.447641+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:57.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cephadm 2021-07-26T15:40:56.830344+0000 mgr.y (mgr.14146) 218 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:57.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.840253+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.843006+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.845410+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.847522+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.849290+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cephadm 2021-07-26T15:40:56.850419+0000 mgr.y (mgr.14146) 219 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 4320M 2021-07-26T15:40:57.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.855643+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:56.862698+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: cephadm 2021-07-26T15:40:56.883129+0000 mgr.y (mgr.14146) 220 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:40:57.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[14687]: audit 2021-07-26T15:40:57.125647+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:54.726448+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:40:57.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:54.726635+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:40:57.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:56.363990+0000 mgr.y (mgr.14146) 217 : cluster [DBG] pgmap v200: 1 pgs: 1 peering; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2021-07-26T15:40:57.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:56.437361+0000 mon.a (mon.0) 530 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:40:57.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:56.445531+0000 mon.a (mon.0) 531 : cluster [INF] osd.7 [v2:172.21.15.73:6824/1199674324,v1:172.21.15.73:6825/1199674324] boot 2021-07-26T15:40:57.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cluster 2021-07-26T15:40:56.445699+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:40:57.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.447641+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:40:57.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cephadm 2021-07-26T15:40:56.830344+0000 mgr.y (mgr.14146) 218 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T15:40:57.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.840253+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.843006+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.845410+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.847522+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.947 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.849290+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:40:57.947 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cephadm 2021-07-26T15:40:56.850419+0000 mgr.y (mgr.14146) 219 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 4320M 2021-07-26T15:40:57.947 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.855643+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.948 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:56.862698+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:57.948 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: cephadm 2021-07-26T15:40:56.883129+0000 mgr.y (mgr.14146) 220 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:40:57.948 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:57 smithi046 bash[18964]: audit 2021-07-26T15:40:57.125647+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:40:58.040 DEBUG:teuthology.orchestra.run.smithi046:node-exporter.a> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.a.service 2021-07-26T15:40:58.044 DEBUG:teuthology.orchestra.run.smithi073:node-exporter.b> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.b.service 2021-07-26T15:40:58.047 INFO:tasks.cephadm:Adding alertmanager.a on smithi046 2021-07-26T15:40:58.048 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply alertmanager '1;smithi046=a' 2021-07-26T15:40:58.062 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:40:58.085 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:40:58.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:58 smithi073 bash[15153]: audit 2021-07-26T15:40:57.116688+0000 mgr.y (mgr.14146) 221 : audit [DBG] from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi073=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:58.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:58 smithi073 bash[15153]: cephadm 2021-07-26T15:40:57.118185+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Saving service node-exporter spec with placement smithi046=a;smithi073=b;count:2 2021-07-26T15:40:58.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:58 smithi073 bash[15153]: cluster 2021-07-26T15:40:57.465707+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:40:58.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[14687]: audit 2021-07-26T15:40:57.116688+0000 mgr.y (mgr.14146) 221 : audit [DBG] from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi073=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:58.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[14687]: cephadm 2021-07-26T15:40:57.118185+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Saving service node-exporter spec with placement smithi046=a;smithi073=b;count:2 2021-07-26T15:40:58.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[14687]: cluster 2021-07-26T15:40:57.465707+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:40:58.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[18964]: audit 2021-07-26T15:40:57.116688+0000 mgr.y (mgr.14146) 221 : audit [DBG] from='client.24338 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi046=a;smithi073=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:40:58.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[18964]: cephadm 2021-07-26T15:40:57.118185+0000 mgr.y (mgr.14146) 222 : cephadm [INF] Saving service node-exporter spec with placement smithi046=a;smithi073=b;count:2 2021-07-26T15:40:58.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:58 smithi046 bash[18964]: cluster 2021-07-26T15:40:57.465707+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:40:59.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:59 smithi073 bash[15153]: cluster 2021-07-26T15:40:58.364614+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v203: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:40:59.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:40:59 smithi073 bash[15153]: cluster 2021-07-26T15:40:58.469046+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:40:59.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:59 smithi046 bash[14687]: cluster 2021-07-26T15:40:58.364614+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v203: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:40:59.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:40:59 smithi046 bash[14687]: cluster 2021-07-26T15:40:58.469046+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:40:59.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:59 smithi046 bash[18964]: cluster 2021-07-26T15:40:58.364614+0000 mgr.y (mgr.14146) 223 : cluster [DBG] pgmap v203: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:40:59.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:40:59 smithi046 bash[18964]: cluster 2021-07-26T15:40:58.469046+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:41:01.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:01 smithi073 bash[15153]: cluster 2021-07-26T15:41:00.365303+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v205: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:01.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:01 smithi046 bash[14687]: cluster 2021-07-26T15:41:00.365303+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v205: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:01.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:01 smithi046 bash[18964]: cluster 2021-07-26T15:41:00.365303+0000 mgr.y (mgr.14146) 224 : cluster [DBG] pgmap v205: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:03.777 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:03 smithi073 bash[15153]: cluster 2021-07-26T15:41:02.365981+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v206: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:03.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:03 smithi046 bash[14687]: cluster 2021-07-26T15:41:02.365981+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v206: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:03.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:03 smithi046 bash[18964]: cluster 2021-07-26T15:41:02.365981+0000 mgr.y (mgr.14146) 225 : cluster [DBG] pgmap v206: 1 pgs: 1 peering; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:04.138 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled alertmanager update... 2021-07-26T15:41:05.188 DEBUG:teuthology.orchestra.run.smithi046:alertmanager.a> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@alertmanager.a.service 2021-07-26T15:41:05.195 INFO:tasks.cephadm:Adding grafana.a on smithi073 2021-07-26T15:41:05.196 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph orch apply grafana '1;smithi073=a' 2021-07-26T15:41:05.231 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:41:05.416 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:05 smithi073 bash[15153]: audit 2021-07-26T15:41:04.126514+0000 mgr.y (mgr.14146) 226 : audit [DBG] from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:05.416 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:05 smithi073 bash[15153]: cephadm 2021-07-26T15:41:04.128097+0000 mgr.y (mgr.14146) 227 : cephadm [INF] Saving service alertmanager spec with placement smithi046=a;count:1 2021-07-26T15:41:05.416 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:05 smithi073 bash[15153]: audit 2021-07-26T15:41:04.135239+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:05.417 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:05 smithi073 bash[15153]: cluster 2021-07-26T15:41:04.366614+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:05.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[14687]: audit 2021-07-26T15:41:04.126514+0000 mgr.y (mgr.14146) 226 : audit [DBG] from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:05.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[14687]: cephadm 2021-07-26T15:41:04.128097+0000 mgr.y (mgr.14146) 227 : cephadm [INF] Saving service alertmanager spec with placement smithi046=a;count:1 2021-07-26T15:41:05.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[14687]: audit 2021-07-26T15:41:04.135239+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:05.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[14687]: cluster 2021-07-26T15:41:04.366614+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:05.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[18964]: audit 2021-07-26T15:41:04.126514+0000 mgr.y (mgr.14146) 226 : audit [DBG] from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi046=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:05.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[18964]: cephadm 2021-07-26T15:41:04.128097+0000 mgr.y (mgr.14146) 227 : cephadm [INF] Saving service alertmanager spec with placement smithi046=a;count:1 2021-07-26T15:41:05.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[18964]: audit 2021-07-26T15:41:04.135239+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:05.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:05 smithi046 bash[18964]: cluster 2021-07-26T15:41:04.366614+0000 mgr.y (mgr.14146) 228 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:06 smithi046 bash[14687]: cluster 2021-07-26T15:41:05.130968+0000 mon.a (mon.0) 545 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T15:41:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:06 smithi046 bash[14687]: cluster 2021-07-26T15:41:05.131035+0000 mon.a (mon.0) 546 : cluster [INF] Cluster is now healthy 2021-07-26T15:41:06.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:06 smithi046 bash[18964]: cluster 2021-07-26T15:41:05.130968+0000 mon.a (mon.0) 545 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T15:41:06.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:06 smithi046 bash[18964]: cluster 2021-07-26T15:41:05.131035+0000 mon.a (mon.0) 546 : cluster [INF] Cluster is now healthy 2021-07-26T15:41:06.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:06 smithi073 bash[15153]: cluster 2021-07-26T15:41:05.130968+0000 mon.a (mon.0) 545 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T15:41:06.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:06 smithi073 bash[15153]: cluster 2021-07-26T15:41:05.131035+0000 mon.a (mon.0) 546 : cluster [INF] Cluster is now healthy 2021-07-26T15:41:07.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:07 smithi073 bash[15153]: cluster 2021-07-26T15:41:06.367203+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:07.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:07 smithi046 bash[14687]: cluster 2021-07-26T15:41:06.367203+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:07.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:07 smithi046 bash[18964]: cluster 2021-07-26T15:41:06.367203+0000 mgr.y (mgr.14146) 229 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:09.944 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:09 smithi073 bash[15153]: cluster 2021-07-26T15:41:08.367837+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:09.945 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:09 smithi073 bash[15153]: audit 2021-07-26T15:41:08.696137+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:09 smithi046 bash[14687]: cluster 2021-07-26T15:41:08.367837+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:09 smithi046 bash[14687]: audit 2021-07-26T15:41:08.696137+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:09 smithi046 bash[18964]: cluster 2021-07-26T15:41:08.367837+0000 mgr.y (mgr.14146) 230 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:09 smithi046 bash[18964]: audit 2021-07-26T15:41:08.696137+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:10.312 INFO:teuthology.orchestra.run.smithi073.stdout:Scheduled grafana update... 2021-07-26T15:41:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:11 smithi073 bash[15153]: audit 2021-07-26T15:41:10.301598+0000 mgr.y (mgr.14146) 231 : audit [DBG] from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:11 smithi073 bash[15153]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:41:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:11 smithi073 bash[15153]: audit 2021-07-26T15:41:10.310153+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:11 smithi073 bash[15153]: cluster 2021-07-26T15:41:10.368443+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:11.426 DEBUG:teuthology.orchestra.run.smithi073:grafana.a> sudo journalctl -f -n 0 -u ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@grafana.a.service 2021-07-26T15:41:11.428 INFO:tasks.cephadm:Setting up client nodes... 2021-07-26T15:41:11.429 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:41:11.489 INFO:journalctl@ceph.grafana.a.smithi073.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:41:11.646 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[18964]: audit 2021-07-26T15:41:10.301598+0000 mgr.y (mgr.14146) 231 : audit [DBG] from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:11.646 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[18964]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:41:11.646 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[18964]: audit 2021-07-26T15:41:10.310153+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:11.646 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[18964]: cluster 2021-07-26T15:41:10.368443+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:11.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[14687]: audit 2021-07-26T15:41:10.301598+0000 mgr.y (mgr.14146) 231 : audit [DBG] from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi073=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:41:11.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[14687]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:41:11.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[14687]: audit 2021-07-26T15:41:10.310153+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:11.648 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:11 smithi046 bash[14687]: cluster 2021-07-26T15:41:10.368443+0000 mgr.y (mgr.14146) 233 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:13.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:13 smithi046 bash[14687]: cluster 2021-07-26T15:41:12.369077+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:13.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:13 smithi046 bash[18964]: cluster 2021-07-26T15:41:12.369077+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:13.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:13 smithi073 bash[15153]: cluster 2021-07-26T15:41:12.369077+0000 mgr.y (mgr.14146) 234 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:13.870 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:13 smithi073 bash[27870]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:41:14.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[15153]: audit 2021-07-26T15:41:13.543635+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:14.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[15153]: audit 2021-07-26T15:41:13.546568+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:14.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[15153]: audit 2021-07-26T15:41:13.548652+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[15153]: audit 2021-07-26T15:41:13.550667+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[15153]: audit 2021-07-26T15:41:13.704316+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:14.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[14687]: audit 2021-07-26T15:41:13.543635+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:14.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[14687]: audit 2021-07-26T15:41:13.546568+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:14.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[14687]: audit 2021-07-26T15:41:13.548652+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:14.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[14687]: audit 2021-07-26T15:41:13.550667+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:14.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[14687]: audit 2021-07-26T15:41:13.704316+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:14.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[18964]: audit 2021-07-26T15:41:13.543635+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:14.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[18964]: audit 2021-07-26T15:41:13.546568+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:14.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[18964]: audit 2021-07-26T15:41:13.548652+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:14.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[18964]: audit 2021-07-26T15:41:13.550667+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:14.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:14 smithi046 bash[18964]: audit 2021-07-26T15:41:13.704316+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:15.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T15:41:15.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T15:41:15.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T15:41:15.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi073 (none))" 2021-07-26T15:41:15.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T15:41:15.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.945Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T15:41:15.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.948Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T15:41:15.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.948Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T15:41:15.372 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.952Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T15:41:15.373 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.952Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2021-07-26T15:41:15.373 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.952Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=341.151µs 2021-07-26T15:41:15.373 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.954Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T15:41:15.373 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.954Z caller=main.go:695 msg="TSDB started" 2021-07-26T15:41:15.374 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.954Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:41:15.374 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.965Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:41:15.374 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:41:14 smithi073 bash[27870]: level=info ts=2021-07-26T15:41:14.965Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T15:41:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2021-07-26T15:41:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCb1/5g1AaDHhAAdoaPpRakfX+bWndyA4Uk2w== 2021-07-26T15:41:15.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[14687]: cluster 2021-07-26T15:41:14.369711+0000 mgr.y (mgr.14146) 235 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:15.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[14687]: audit 2021-07-26T15:41:15.511093+0000 mon.c (mon.1) 9 : audit [INF] from='client.? 172.21.15.46:0/2506990475' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:15.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[14687]: audit 2021-07-26T15:41:15.511745+0000 mon.a (mon.0) 554 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:15.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[14687]: audit 2021-07-26T15:41:15.518650+0000 mon.a (mon.0) 555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:15.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[18964]: cluster 2021-07-26T15:41:14.369711+0000 mgr.y (mgr.14146) 235 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:15.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[18964]: audit 2021-07-26T15:41:15.511093+0000 mon.c (mon.1) 9 : audit [INF] from='client.? 172.21.15.46:0/2506990475' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:15.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[18964]: audit 2021-07-26T15:41:15.511745+0000 mon.a (mon.0) 554 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:15.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:15 smithi046 bash[18964]: audit 2021-07-26T15:41:15.518650+0000 mon.a (mon.0) 555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:16.291 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T15:41:16.292 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-07-26T15:41:16.292 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-07-26T15:41:16.318 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:41:16.332 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:15 smithi073 bash[15153]: cluster 2021-07-26T15:41:14.369711+0000 mgr.y (mgr.14146) 235 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:16.332 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:15 smithi073 bash[15153]: audit 2021-07-26T15:41:15.511093+0000 mon.c (mon.1) 9 : audit [INF] from='client.? 172.21.15.46:0/2506990475' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:16.332 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:15 smithi073 bash[15153]: audit 2021-07-26T15:41:15.511745+0000 mon.a (mon.0) 554 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:16.332 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:15 smithi073 bash[15153]: audit 2021-07-26T15:41:15.518650+0000 mon.a (mon.0) 555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:18.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:17 smithi073 bash[15153]: cluster 2021-07-26T15:41:16.370429+0000 mgr.y (mgr.14146) 236 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:18.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:17 smithi046 bash[14687]: cluster 2021-07-26T15:41:16.370429+0000 mgr.y (mgr.14146) 236 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:18.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:17 smithi046 bash[18964]: cluster 2021-07-26T15:41:16.370429+0000 mgr.y (mgr.14146) 236 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:19.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[18964]: audit 2021-07-26T15:41:18.331806+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[18964]: cluster 2021-07-26T15:41:18.371100+0000 mgr.y (mgr.14146) 237 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:19.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[18964]: audit 2021-07-26T15:41:18.584508+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[18964]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:41:19.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[18964]: audit 2021-07-26T15:41:19.322623+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.436 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:19 smithi046 systemd[1]: Started Ceph node-exporter.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:41:19.437 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[30564]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:41:19.437 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[30564]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-07-26T15:41:19.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[14687]: audit 2021-07-26T15:41:18.331806+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[14687]: cluster 2021-07-26T15:41:18.371100+0000 mgr.y (mgr.14146) 237 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:19.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[14687]: audit 2021-07-26T15:41:18.584508+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[14687]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:41:19.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:19 smithi046 bash[14687]: audit 2021-07-26T15:41:19.322623+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:19 smithi073 bash[15153]: audit 2021-07-26T15:41:18.331806+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:19 smithi073 bash[15153]: cluster 2021-07-26T15:41:18.371100+0000 mgr.y (mgr.14146) 237 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:19.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:19 smithi073 bash[15153]: audit 2021-07-26T15:41:18.584508+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:19 smithi073 bash[15153]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:41:19.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:19 smithi073 bash[15153]: audit 2021-07-26T15:41:19.322623+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:19.887 INFO:teuthology.orchestra.run.smithi073.stdout:[client.1] 2021-07-26T15:41:19.888 INFO:teuthology.orchestra.run.smithi073.stdout: key = AQCf1/5gwR5ZNBAAfJBORmUiU81kq2nHdsHzJA== 2021-07-26T15:41:20.298 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: v0.18.1: Pulling from prom/node-exporter 2021-07-26T15:41:20.298 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 49a2d53aa1af: Pulling fs layer 2021-07-26T15:41:20.299 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 3589a6efd9ce: Pulling fs layer 2021-07-26T15:41:20.340 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-07-26T15:41:20.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[15153]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:41:20.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[15153]: audit 2021-07-26T15:41:19.877874+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[15153]: audit 2021-07-26T15:41:19.878129+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.73:0/2397236723' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[15153]: audit 2021-07-26T15:41:19.886135+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:20.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[15153]: audit 2021-07-26T15:41:20.047227+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:20.679 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 190160031744: Pulling fs layer 2021-07-26T15:41:20.679 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 3589a6efd9ce: Verifying Checksum 2021-07-26T15:41:20.680 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 49a2d53aa1af: Download complete 2021-07-26T15:41:20.680 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 190160031744: Verifying Checksum 2021-07-26T15:41:20.680 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 190160031744: Download complete 2021-07-26T15:41:20.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[18964]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:41:20.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[18964]: audit 2021-07-26T15:41:19.877874+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[18964]: audit 2021-07-26T15:41:19.878129+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.73:0/2397236723' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[18964]: audit 2021-07-26T15:41:19.886135+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[18964]: audit 2021-07-26T15:41:20.047227+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[14687]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:41:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[14687]: audit 2021-07-26T15:41:19.877874+0000 mon.a (mon.0) 559 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[14687]: audit 2021-07-26T15:41:19.878129+0000 mon.b (mon.2) 22 : audit [INF] from='client.? 172.21.15.73:0/2397236723' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:41:20.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[14687]: audit 2021-07-26T15:41:19.886135+0000 mon.a (mon.0) 560 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:41:20.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[14687]: audit 2021-07-26T15:41:20.047227+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:20.685 DEBUG:teuthology.orchestra.run.smithi073:> set -ex 2021-07-26T15:41:20.685 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-07-26T15:41:20.687 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-07-26T15:41:20.706 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-07-26T15:41:20.707 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-07-26T15:41:20.933 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:20 smithi046 bash[30564]: 49a2d53aa1af: Pull complete 2021-07-26T15:41:20.955 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: v0.18.1: Pulling from prom/node-exporter 2021-07-26T15:41:20.955 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 49a2d53aa1af: Pulling fs layer 2021-07-26T15:41:20.956 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 3589a6efd9ce: Pulling fs layer 2021-07-26T15:41:20.956 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 190160031744: Pulling fs layer 2021-07-26T15:41:21.018 INFO:teuthology.misc.health.smithi046.stdout: 2021-07-26T15:41:21.020 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":50,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","created":"2021-07-26T15:34:26.136015+0000","modified":"2021-07-26T15:40:58.461068+0000","last_up_change":"2021-07-26T15:40:56.436306+0000","last_in_change":"2021-07-26T15:40:33.348133+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:38:43.409099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"b1144ab4-96ed-4eca-b5eb-659f7829ceb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6803","nonce":3951693214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6805","nonce":3951693214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6809","nonce":3951693214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6807","nonce":3951693214}]},"public_addr":"172.21.15.46:6803/3951693214","cluster_addr":"172.21.15.46:6805/3951693214","heartbeat_back_addr":"172.21.15.46:6809/3951693214","heartbeat_front_addr":"172.21.15.46:6807/3951693214","state":["exists","up"]},{"osd":1,"uuid":"753da80f-c7c3-4593-8b48-fdf3cd1295b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6811","nonce":1007591174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6813","nonce":1007591174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6817","nonce":1007591174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6815","nonce":1007591174}]},"public_addr":"172.21.15.46:6811/1007591174","cluster_addr":"172.21.15.46:6813/1007591174","heartbeat_back_addr":"172.21.15.46:6817/1007591174","heartbeat_front_addr":"172.21.15.46:6815/1007591174","state":["exists","up"]},{"osd":2,"uuid":"3c7512aa-dff2-4259-8740-9a7571442e08","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6819","nonce":577973700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6821","nonce":577973700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6825","nonce":577973700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6823","nonce":577973700}]},"public_addr":"172.21.15.46:6819/577973700","cluster_addr":"172.21.15.46:6821/577973700","heartbeat_back_addr":"172.21.15.46:6825/577973700","heartbeat_front_addr":"172.21.15.46:6823/577973700","state":["exists","up"]},{"osd":3,"uuid":"85f66dc1-b347-4c09-87e9-b5f899c3fff8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6827","nonce":431081774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6829","nonce":431081774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6833","nonce":431081774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6831","nonce":431081774}]},"public_addr":"172.21.15.46:6827/431081774","cluster_addr":"172.21.15.46:6829/431081774","heartbeat_back_addr":"172.21.15.46:6833/431081774","heartbeat_front_addr":"172.21.15.46:6831/431081774","state":["exists","up"]},{"osd":4,"uuid":"ec47abaa-b87c-4334-acab-f833afb830fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6801","nonce":804885906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6803","nonce":804885906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6807","nonce":804885906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6805","nonce":804885906}]},"public_addr":"172.21.15.73:6801/804885906","cluster_addr":"172.21.15.73:6803/804885906","heartbeat_back_addr":"172.21.15.73:6807/804885906","heartbeat_front_addr":"172.21.15.73:6805/804885906","state":["exists","up"]},{"osd":5,"uuid":"b2a379b2-5582-4dac-afa5-b7f1cb48fd15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6809","nonce":491335398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6811","nonce":491335398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6815","nonce":491335398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6813","nonce":491335398}]},"public_addr":"172.21.15.73:6809/491335398","cluster_addr":"172.21.15.73:6811/491335398","heartbeat_back_addr":"172.21.15.73:6815/491335398","heartbeat_front_addr":"172.21.15.73:6813/491335398","state":["exists","up"]},{"osd":6,"uuid":"e0dad681-f8be-4cf1-b309-79468368c3f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6817","nonce":365527540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6819","nonce":365527540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6823","nonce":365527540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6821","nonce":365527540}]},"public_addr":"172.21.15.73:6817/365527540","cluster_addr":"172.21.15.73:6819/365527540","heartbeat_back_addr":"172.21.15.73:6823/365527540","heartbeat_front_addr":"172.21.15.73:6821/365527540","state":["exists","up"]},{"osd":7,"uuid":"ae855b29-98f1-4178-915b-2c56a5b16712","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6825","nonce":1199674324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6827","nonce":1199674324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6831","nonce":1199674324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6829","nonce":1199674324}]},"public_addr":"172.21.15.73:6825/1199674324","cluster_addr":"172.21.15.73:6827/1199674324","heartbeat_back_addr":"172.21.15.73:6831/1199674324","heartbeat_front_addr":"172.21.15.73:6829/1199674324","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:37:43.382280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:11.496076+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:41.328786+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:10.180250+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:34.869806+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:00.868946+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:27.390025+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:54.726641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3830769911":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/1804938888":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6801/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6800/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/2580146795":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/1130596482":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6801/1721705126":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6800/1721705126":"2021-07-27T15:34:56.301759+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:41:21.031 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-07-26T15:41:21.032 INFO:tasks.cephadm:Creating RBD pool 2021-07-26T15:41:21.032 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-07-26T15:41:21.224 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 3589a6efd9ce: Verifying Checksum 2021-07-26T15:41:21.225 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 3589a6efd9ce: Download complete 2021-07-26T15:41:21.225 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:20 smithi073 bash[28451]: 49a2d53aa1af: Download complete 2021-07-26T15:41:21.225 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[28451]: 190160031744: Verifying Checksum 2021-07-26T15:41:21.225 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[28451]: 190160031744: Download complete 2021-07-26T15:41:21.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[14687]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:41:21.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[14687]: cluster 2021-07-26T15:41:20.371729+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:21.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[14687]: audit 2021-07-26T15:41:21.017017+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.46:0/1817016761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:21.619 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[28451]: 49a2d53aa1af: Pull complete 2021-07-26T15:41:21.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[15153]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:41:21.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[15153]: cluster 2021-07-26T15:41:20.371729+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:21.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[15153]: audit 2021-07-26T15:41:21.017017+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.46:0/1817016761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:21.684 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[30564]: 3589a6efd9ce: Pull complete 2021-07-26T15:41:21.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[18964]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:41:21.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[18964]: cluster 2021-07-26T15:41:20.371729+0000 mgr.y (mgr.14146) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:21.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:21 smithi046 bash[18964]: audit 2021-07-26T15:41:21.017017+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.46:0/1817016761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:22.074 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:21 smithi073 bash[28451]: 3589a6efd9ce: Pull complete 2021-07-26T15:41:22.329 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:22 smithi073 bash[28451]: 190160031744: Pull complete 2021-07-26T15:41:22.329 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:22 smithi073 bash[28451]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-07-26T15:41:22.329 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:22 smithi073 bash[28451]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-07-26T15:41:22.933 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:22 smithi046 bash[30564]: 190160031744: Pull complete 2021-07-26T15:41:23.681 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[15153]: cluster 2021-07-26T15:41:22.372341+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:23.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:23 smithi046 bash[18964]: cluster 2021-07-26T15:41:22.372341+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:23.684 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:23 smithi046 bash[30564]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-07-26T15:41:23.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:23 smithi046 bash[14687]: cluster 2021-07-26T15:41:22.372341+0000 mgr.y (mgr.14146) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:24.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:41:24.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:41:24.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:41:24.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:41:24.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:41:24.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:41:24.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:41:24.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:41:24.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:41:24.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:41:24.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:41:24.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:41:24.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:41:24.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:41:24.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:41:24.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:41:24.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:41:24.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:41:24.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:41:24.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:41:24.133 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:41:24.133 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:41:24.133 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:41:24.134 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:41:24.134 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:41:24.134 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:41:24.134 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:41:24.135 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:41:24.135 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:41:24.135 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:41:24.136 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:41:24.136 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:41:24.136 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:41:24.137 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:41:24.137 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:41:23 smithi073 bash[28451]: time="2021-07-26T15:41:23Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:41:24.210 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:23 smithi046 bash[30564]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-07-26T15:41:24.999 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:24 smithi046 bash[18964]: audit 2021-07-26T15:41:23.713039+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:24.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:24 smithi046 bash[14687]: audit 2021-07-26T15:41:23.713039+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:25.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:24 smithi073 bash[15153]: audit 2021-07-26T15:41:23.713039+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:26.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:25 smithi073 bash[15153]: cluster 2021-07-26T15:41:24.372970+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:26.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:25 smithi046 bash[14687]: cluster 2021-07-26T15:41:24.372970+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:26.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:25 smithi046 bash[18964]: cluster 2021-07-26T15:41:24.372970+0000 mgr.y (mgr.14146) 243 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:28.218 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[14687]: cluster 2021-07-26T15:41:26.373603+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:28.219 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[18964]: cluster 2021-07-26T15:41:26.373603+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:28.220 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:41:28.220 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:41:28.220 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:41:28.220 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:41:28.221 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:41:28.221 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:41:28.221 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:41:28.221 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:41:28.222 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:41:28.222 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:41:28.223 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:41:28.223 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:41:28.224 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:41:28.224 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:41:28.225 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:41:28.225 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:41:28.225 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:41:28.225 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:41:28.226 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:41:28.226 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:41:28.226 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:41:28.226 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:41:28.227 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:41:28.227 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:41:28.227 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:41:28.227 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:41:28.228 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:41:28.228 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:41:28.228 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:41:28.228 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:41:28.229 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:41:28.229 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:41:28.229 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:41:28.229 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:41:28.230 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:41:27 smithi046 bash[30564]: time="2021-07-26T15:41:27Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:41:28.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:27 smithi073 bash[15153]: cluster 2021-07-26T15:41:26.373603+0000 mgr.y (mgr.14146) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:30.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:29 smithi046 bash[18964]: cluster 2021-07-26T15:41:28.374246+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:30.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:29 smithi046 bash[14687]: cluster 2021-07-26T15:41:28.374246+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:30.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:29 smithi073 bash[15153]: cluster 2021-07-26T15:41:28.374246+0000 mgr.y (mgr.14146) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:30.975 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'rbd' created 2021-07-26T15:41:31.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[14687]: audit 2021-07-26T15:41:30.093471+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.46:0/795270929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[14687]: audit 2021-07-26T15:41:30.094161+0000 mon.a (mon.0) 564 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[14687]: audit 2021-07-26T15:41:30.546231+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:41:31.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[14687]: audit 2021-07-26T15:41:30.546729+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:41:31.262 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[18964]: audit 2021-07-26T15:41:30.093471+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.46:0/795270929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[18964]: audit 2021-07-26T15:41:30.094161+0000 mon.a (mon.0) 564 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[18964]: audit 2021-07-26T15:41:30.546231+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:41:31.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:30 smithi046 bash[18964]: audit 2021-07-26T15:41:30.546729+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:41:31.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:30 smithi073 bash[15153]: audit 2021-07-26T15:41:30.093471+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.46:0/795270929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:30 smithi073 bash[15153]: audit 2021-07-26T15:41:30.094161+0000 mon.a (mon.0) 564 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:41:31.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:30 smithi073 bash[15153]: audit 2021-07-26T15:41:30.546231+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:41:31.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:30 smithi073 bash[15153]: audit 2021-07-26T15:41:30.546729+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:41:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[14687]: cluster 2021-07-26T15:41:30.374719+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[14687]: audit 2021-07-26T15:41:30.962261+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:41:32.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[14687]: cluster 2021-07-26T15:41:30.962328+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:41:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[18964]: cluster 2021-07-26T15:41:30.374719+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[18964]: audit 2021-07-26T15:41:30.962261+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:41:32.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:31 smithi046 bash[18964]: cluster 2021-07-26T15:41:30.962328+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:41:32.281 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-07-26T15:41:32.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:31 smithi073 bash[15153]: cluster 2021-07-26T15:41:30.374719+0000 mgr.y (mgr.14146) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:32.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:31 smithi073 bash[15153]: audit 2021-07-26T15:41:30.962261+0000 mon.a (mon.0) 567 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:41:32.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:31 smithi073 bash[15153]: cluster 2021-07-26T15:41:30.962328+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:41:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:32 smithi073 bash[15153]: cluster 2021-07-26T15:41:31.965686+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:41:33.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:32 smithi073 bash[15153]: cluster 2021-07-26T15:41:32.375307+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v223: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:33.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:32 smithi046 bash[14687]: cluster 2021-07-26T15:41:31.965686+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:41:33.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:32 smithi046 bash[14687]: cluster 2021-07-26T15:41:32.375307+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v223: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:33.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:32 smithi046 bash[18964]: cluster 2021-07-26T15:41:31.965686+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:41:33.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:32 smithi046 bash[18964]: cluster 2021-07-26T15:41:32.375307+0000 mgr.y (mgr.14146) 247 : cluster [DBG] pgmap v223: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:34.251 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:33 smithi046 bash[18964]: cluster 2021-07-26T15:41:32.983793+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:41:34.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:33 smithi046 bash[14687]: cluster 2021-07-26T15:41:32.983793+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:41:34.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:33 smithi073 bash[15153]: cluster 2021-07-26T15:41:32.983793+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:41:35.278 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:34 smithi046 bash[14687]: cluster 2021-07-26T15:41:34.375999+0000 mgr.y (mgr.14146) 248 : cluster [DBG] pgmap v225: 9 pgs: 8 active+clean, 1 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:35.278 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:34 smithi046 bash[18964]: cluster 2021-07-26T15:41:34.375999+0000 mgr.y (mgr.14146) 248 : cluster [DBG] pgmap v225: 9 pgs: 8 active+clean, 1 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:35.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:34 smithi073 bash[15153]: cluster 2021-07-26T15:41:34.375999+0000 mgr.y (mgr.14146) 248 : cluster [DBG] pgmap v225: 9 pgs: 8 active+clean, 1 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:35.807 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:35 smithi046 bash[31292]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:41:36.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.707422+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.807956+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.812730+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.813441+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:36.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.813917+0000 mgr.y (mgr.14146) 249 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:36.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: audit 2021-07-26T15:41:35.818284+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[14687]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:41:36.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.707422+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.807956+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.812730+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.813441+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:36.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.813917+0000 mgr.y (mgr.14146) 249 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:36.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: audit 2021-07-26T15:41:35.818284+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:36.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:36 smithi046 bash[18964]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:41:37.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.707422+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:37.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.807956+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:37.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.812730+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:37.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.813441+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:37.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.813917+0000 mgr.y (mgr.14146) 249 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:41:37.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: audit 2021-07-26T15:41:35.818284+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:37.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:36 smithi073 bash[15153]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:41:38.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:37 smithi046 bash[14687]: cluster 2021-07-26T15:41:36.376745+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:38.099 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:37 smithi046 bash[18964]: cluster 2021-07-26T15:41:36.376745+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:38.100 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.062Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T15:41:38.100 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.062Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T15:41:38.100 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.064Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2021-07-26T15:41:38.101 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.065Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T15:41:38.101 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.095Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:41:38.101 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.096Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:41:38.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:37 smithi073 bash[15153]: cluster 2021-07-26T15:41:36.376745+0000 mgr.y (mgr.14146) 251 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:38.435 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:38.101Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T15:41:38.839 INFO:teuthology.orchestra.run.smithi046.stderr:enabled application 'rbd' on pool 'rbd' 2021-07-26T15:41:39.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:38 smithi073 bash[15153]: audit 2021-07-26T15:41:38.301549+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.46:0/2712468021' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:38 smithi073 bash[15153]: audit 2021-07-26T15:41:38.302287+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:38 smithi073 bash[15153]: audit 2021-07-26T15:41:38.722152+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:39.148 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[18964]: audit 2021-07-26T15:41:38.301549+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.46:0/2712468021' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.149 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[18964]: audit 2021-07-26T15:41:38.302287+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.149 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[18964]: audit 2021-07-26T15:41:38.722152+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:39.149 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[14687]: audit 2021-07-26T15:41:38.301549+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.46:0/2712468021' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[14687]: audit 2021-07-26T15:41:38.302287+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:41:39.150 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:38 smithi046 bash[14687]: audit 2021-07-26T15:41:38.722152+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:39.798 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:41:40.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[14687]: cluster 2021-07-26T15:41:38.377479+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:40.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[14687]: audit 2021-07-26T15:41:38.833991+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:41:40.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[14687]: cluster 2021-07-26T15:41:38.834163+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:41:40.068 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[18964]: cluster 2021-07-26T15:41:38.377479+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:40.068 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[18964]: audit 2021-07-26T15:41:38.833991+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:41:40.068 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:39 smithi046 bash[18964]: cluster 2021-07-26T15:41:38.834163+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:41:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:39 smithi073 bash[15153]: cluster 2021-07-26T15:41:38.377479+0000 mgr.y (mgr.14146) 252 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:39 smithi073 bash[15153]: audit 2021-07-26T15:41:38.833991+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:41:40.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:39 smithi073 bash[15153]: cluster 2021-07-26T15:41:38.834163+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:41:40.433 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:40 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:40.065Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000125289s 2021-07-26T15:41:42.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:41 smithi073 bash[15153]: cluster 2021-07-26T15:41:40.378146+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:42.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:41 smithi046 bash[14687]: cluster 2021-07-26T15:41:40.378146+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:42.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:41 smithi046 bash[18964]: cluster 2021-07-26T15:41:40.378146+0000 mgr.y (mgr.14146) 253 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:42.591 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:41:44.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:43 smithi046 bash[14687]: cluster 2021-07-26T15:41:42.378781+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:44.040 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:43 smithi046 bash[18964]: cluster 2021-07-26T15:41:42.378781+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:44.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:43 smithi073 bash[15153]: cluster 2021-07-26T15:41:42.378781+0000 mgr.y (mgr.14146) 254 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:46.169 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:41:46.169 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":54,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","created":"2021-07-26T15:34:26.136015+0000","modified":"2021-07-26T15:41:38.821477+0000","last_up_change":"2021-07-26T15:40:56.436306+0000","last_in_change":"2021-07-26T15:40:33.348133+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:38:43.409099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:41:30.544319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b1144ab4-96ed-4eca-b5eb-659f7829ceb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6803","nonce":3951693214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6805","nonce":3951693214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6809","nonce":3951693214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6807","nonce":3951693214}]},"public_addr":"172.21.15.46:6803/3951693214","cluster_addr":"172.21.15.46:6805/3951693214","heartbeat_back_addr":"172.21.15.46:6809/3951693214","heartbeat_front_addr":"172.21.15.46:6807/3951693214","state":["exists","up"]},{"osd":1,"uuid":"753da80f-c7c3-4593-8b48-fdf3cd1295b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6811","nonce":1007591174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6813","nonce":1007591174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6817","nonce":1007591174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6815","nonce":1007591174}]},"public_addr":"172.21.15.46:6811/1007591174","cluster_addr":"172.21.15.46:6813/1007591174","heartbeat_back_addr":"172.21.15.46:6817/1007591174","heartbeat_front_addr":"172.21.15.46:6815/1007591174","state":["exists","up"]},{"osd":2,"uuid":"3c7512aa-dff2-4259-8740-9a7571442e08","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6819","nonce":577973700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6821","nonce":577973700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6825","nonce":577973700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6823","nonce":577973700}]},"public_addr":"172.21.15.46:6819/577973700","cluster_addr":"172.21.15.46:6821/577973700","heartbeat_back_addr":"172.21.15.46:6825/577973700","heartbeat_front_addr":"172.21.15.46:6823/577973700","state":["exists","up"]},{"osd":3,"uuid":"85f66dc1-b347-4c09-87e9-b5f899c3fff8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6827","nonce":431081774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6829","nonce":431081774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6833","nonce":431081774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6831","nonce":431081774}]},"public_addr":"172.21.15.46:6827/431081774","cluster_addr":"172.21.15.46:6829/431081774","heartbeat_back_addr":"172.21.15.46:6833/431081774","heartbeat_front_addr":"172.21.15.46:6831/431081774","state":["exists","up"]},{"osd":4,"uuid":"ec47abaa-b87c-4334-acab-f833afb830fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6801","nonce":804885906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6803","nonce":804885906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6807","nonce":804885906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6805","nonce":804885906}]},"public_addr":"172.21.15.73:6801/804885906","cluster_addr":"172.21.15.73:6803/804885906","heartbeat_back_addr":"172.21.15.73:6807/804885906","heartbeat_front_addr":"172.21.15.73:6805/804885906","state":["exists","up"]},{"osd":5,"uuid":"b2a379b2-5582-4dac-afa5-b7f1cb48fd15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6809","nonce":491335398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6811","nonce":491335398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6815","nonce":491335398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6813","nonce":491335398}]},"public_addr":"172.21.15.73:6809/491335398","cluster_addr":"172.21.15.73:6811/491335398","heartbeat_back_addr":"172.21.15.73:6815/491335398","heartbeat_front_addr":"172.21.15.73:6813/491335398","state":["exists","up"]},{"osd":6,"uuid":"e0dad681-f8be-4cf1-b309-79468368c3f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6817","nonce":365527540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6819","nonce":365527540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6823","nonce":365527540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6821","nonce":365527540}]},"public_addr":"172.21.15.73:6817/365527540","cluster_addr":"172.21.15.73:6819/365527540","heartbeat_back_addr":"172.21.15.73:6823/365527540","heartbeat_front_addr":"172.21.15.73:6821/365527540","state":["exists","up"]},{"osd":7,"uuid":"ae855b29-98f1-4178-915b-2c56a5b16712","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6825","nonce":1199674324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6827","nonce":1199674324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6831","nonce":1199674324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6829","nonce":1199674324}]},"public_addr":"172.21.15.73:6825/1199674324","cluster_addr":"172.21.15.73:6827/1199674324","heartbeat_back_addr":"172.21.15.73:6831/1199674324","heartbeat_front_addr":"172.21.15.73:6829/1199674324","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:37:43.382280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:11.496076+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:41.328786+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:10.180250+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:34.869806+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:00.868946+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:27.390025+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:54.726641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3830769911":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/1804938888":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6801/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6800/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/2580146795":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/1130596482":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6801/1721705126":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6800/1721705126":"2021-07-27T15:34:56.301759+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:41:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:45 smithi046 bash[14687]: cluster 2021-07-26T15:41:44.379526+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:46.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:45 smithi046 bash[18964]: cluster 2021-07-26T15:41:44.379526+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:46.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:45 smithi073 bash[15153]: cluster 2021-07-26T15:41:44.379526+0000 mgr.y (mgr.14146) 255 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:46.905 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-07-26T15:38:43.409099+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-07-26T15:41:30.544319+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-07-26T15:41:46.906 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-07-26T15:41:47.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:46 smithi046 bash[14687]: audit 2021-07-26T15:41:46.166663+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.46:0/2619513756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:47.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:46 smithi046 bash[18964]: audit 2021-07-26T15:41:46.166663+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.46:0/2619513756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:47.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:46 smithi073 bash[15153]: audit 2021-07-26T15:41:46.166663+0000 mon.a (mon.0) 580 : audit [DBG] from='client.? 172.21.15.46:0/2619513756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:41:48.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:47 smithi073 bash[15153]: cluster 2021-07-26T15:41:46.380121+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:48.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:47 smithi046 bash[14687]: cluster 2021-07-26T15:41:46.380121+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:48.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:47 smithi046 bash[18964]: cluster 2021-07-26T15:41:46.380121+0000 mgr.y (mgr.14146) 256 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:48.435 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:41:48 smithi046 bash[31292]: level=info ts=2021-07-26T15:41:48.066Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000913496s 2021-07-26T15:41:49.689 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:41:50.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:49 smithi073 bash[15153]: cluster 2021-07-26T15:41:48.380832+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:50.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:49 smithi046 bash[14687]: cluster 2021-07-26T15:41:48.380832+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:50.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:49 smithi046 bash[18964]: cluster 2021-07-26T15:41:48.380832+0000 mgr.y (mgr.14146) 257 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:52.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:51 smithi073 bash[15153]: cluster 2021-07-26T15:41:50.381511+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:52.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:51 smithi046 bash[14687]: cluster 2021-07-26T15:41:50.381511+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:52.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:51 smithi046 bash[18964]: cluster 2021-07-26T15:41:50.381511+0000 mgr.y (mgr.14146) 258 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:52.913 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:52 smithi073 systemd[1]: Started Ceph grafana.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:41:53.304 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2021-07-26T15:41:53.371 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:52 smithi073 bash[28854]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:41:54.013 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd pool get rbd pg_num 2021-07-26T15:41:54.159 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: cluster 2021-07-26T15:41:52.382144+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:54.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:52.875971+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:52.878447+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:54.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:52.880596+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:54.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:52.882479+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:54.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:53.300215+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.46:0/3482112036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:41:54.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:53 smithi073 bash[15153]: audit 2021-07-26T15:41:53.731187+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: cluster 2021-07-26T15:41:52.382144+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:52.875971+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:52.878447+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:52.880596+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:54.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:52.882479+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:54.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:53.300215+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.46:0/3482112036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:41:54.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[18964]: audit 2021-07-26T15:41:53.731187+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: cluster 2021-07-26T15:41:52.382144+0000 mgr.y (mgr.14146) 259 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:54.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:52.875971+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:52.878447+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:41:54.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:52.880596+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:41:54.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:52.882479+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:41:54.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:53.300215+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.46:0/3482112036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:41:54.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:53 smithi046 bash[14687]: audit 2021-07-26T15:41:53.731187+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:54.435 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2021-07-26T15:41:54.436 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2021-07-26T15:41:54.436 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2021-07-26T15:41:54.436 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2021-07-26T15:41:54.436 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2021-07-26T15:41:54.437 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2021-07-26T15:41:54.437 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2021-07-26T15:41:54.437 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2021-07-26T15:41:54.438 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2021-07-26T15:41:54.438 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2021-07-26T15:41:54.438 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2021-07-26T15:41:54.438 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2021-07-26T15:41:54.439 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="App mode production" logger=settings 2021-07-26T15:41:54.439 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Initializing SqlStore" logger=server 2021-07-26T15:41:54.439 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2021-07-26T15:41:54.439 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Starting DB migration" logger=migrator 2021-07-26T15:41:54.439 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2021-07-26T15:41:54.440 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2021-07-26T15:41:54.440 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2021-07-26T15:41:54.440 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2021-07-26T15:41:54.440 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2021-07-26T15:41:54.441 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2021-07-26T15:41:54.441 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2021-07-26T15:41:54.441 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2021-07-26T15:41:54.687 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2021-07-26T15:41:54.687 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2021-07-26T15:41:54.688 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T15:41:54.689 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2021-07-26T15:41:54.689 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2021-07-26T15:41:54.689 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2021-07-26T15:41:54.690 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2021-07-26T15:41:54.975 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2021-07-26T15:41:54.975 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2021-07-26T15:41:54.975 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2021-07-26T15:41:54.976 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2021-07-26T15:41:54.976 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2021-07-26T15:41:54.976 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2021-07-26T15:41:54.976 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2021-07-26T15:41:54.976 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2021-07-26T15:41:54.977 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2021-07-26T15:41:54.977 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2021-07-26T15:41:54.977 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2021-07-26T15:41:55.227 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:54 smithi073 bash[28854]: t=2021-07-26T15:41:54+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2021-07-26T15:41:55.227 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2021-07-26T15:41:55.228 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2021-07-26T15:41:55.228 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2021-07-26T15:41:55.228 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2021-07-26T15:41:55.228 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2021-07-26T15:41:55.229 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2021-07-26T15:41:55.523 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2021-07-26T15:41:55.523 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2021-07-26T15:41:55.523 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2021-07-26T15:41:55.524 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2021-07-26T15:41:55.524 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2021-07-26T15:41:55.524 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2021-07-26T15:41:55.525 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2021-07-26T15:41:55.525 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2021-07-26T15:41:55.782 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2021-07-26T15:41:55.783 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2021-07-26T15:41:55.783 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2021-07-26T15:41:55.784 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2021-07-26T15:41:55.784 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2021-07-26T15:41:55.784 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2021-07-26T15:41:55.785 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2021-07-26T15:41:56.051 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[15153]: cluster 2021-07-26T15:41:54.382924+0000 mgr.y (mgr.14146) 260 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:56.052 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2021-07-26T15:41:56.052 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2021-07-26T15:41:56.053 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2021-07-26T15:41:56.053 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2021-07-26T15:41:56.053 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2021-07-26T15:41:56.053 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:55 smithi073 bash[28854]: t=2021-07-26T15:41:55+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2021-07-26T15:41:56.053 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2021-07-26T15:41:56.054 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2021-07-26T15:41:56.054 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2021-07-26T15:41:56.304 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2021-07-26T15:41:56.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2021-07-26T15:41:56.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2021-07-26T15:41:56.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2021-07-26T15:41:56.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2021-07-26T15:41:56.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2021-07-26T15:41:56.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2021-07-26T15:41:56.308 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2021-07-26T15:41:56.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:55 smithi046 bash[14687]: cluster 2021-07-26T15:41:54.382924+0000 mgr.y (mgr.14146) 260 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:56.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:55 smithi046 bash[18964]: cluster 2021-07-26T15:41:54.382924+0000 mgr.y (mgr.14146) 260 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:56.582 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2021-07-26T15:41:56.582 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2021-07-26T15:41:56.582 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2021-07-26T15:41:56.583 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2021-07-26T15:41:56.583 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2021-07-26T15:41:56.583 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2021-07-26T15:41:56.583 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2021-07-26T15:41:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:41:56.851 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2021-07-26T15:41:56.851 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2021-07-26T15:41:56.852 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2021-07-26T15:41:56.852 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2021-07-26T15:41:56.852 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2021-07-26T15:41:57.121 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2021-07-26T15:41:57.121 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2021-07-26T15:41:57.121 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2021-07-26T15:41:57.122 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2021-07-26T15:41:57.122 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:56 smithi073 bash[28854]: t=2021-07-26T15:41:56+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T15:41:57.122 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2021-07-26T15:41:57.122 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2021-07-26T15:41:57.123 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2021-07-26T15:41:57.398 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2021-07-26T15:41:57.398 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2021-07-26T15:41:57.398 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2021-07-26T15:41:57.399 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2021-07-26T15:41:57.399 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2021-07-26T15:41:57.399 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2021-07-26T15:41:57.709 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2021-07-26T15:41:57.709 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2021-07-26T15:41:57.710 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2021-07-26T15:41:57.710 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2021-07-26T15:41:57.710 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2021-07-26T15:41:57.711 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2021-07-26T15:41:57.711 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2021-07-26T15:41:57.711 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2021-07-26T15:41:57.959 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2021-07-26T15:41:57.960 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2021-07-26T15:41:57.960 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2021-07-26T15:41:57.960 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2021-07-26T15:41:57.961 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2021-07-26T15:41:57.961 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2021-07-26T15:41:58.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:57 smithi046 bash[18964]: cluster 2021-07-26T15:41:56.383578+0000 mgr.y (mgr.14146) 261 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:58.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:57 smithi046 bash[18964]: audit 2021-07-26T15:41:57.132819+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:58.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:57 smithi046 bash[14687]: cluster 2021-07-26T15:41:56.383578+0000 mgr.y (mgr.14146) 261 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:58.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:57 smithi046 bash[14687]: audit 2021-07-26T15:41:57.132819+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:58.240 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[15153]: cluster 2021-07-26T15:41:56.383578+0000 mgr.y (mgr.14146) 261 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:58.240 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[15153]: audit 2021-07-26T15:41:57.132819+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:58.240 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:57 smithi073 bash[28854]: t=2021-07-26T15:41:57+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2021-07-26T15:41:58.241 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2021-07-26T15:41:58.241 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2021-07-26T15:41:58.241 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2021-07-26T15:41:58.241 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2021-07-26T15:41:58.242 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2021-07-26T15:41:58.242 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2021-07-26T15:41:58.493 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2021-07-26T15:41:58.493 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2021-07-26T15:41:58.494 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2021-07-26T15:41:58.495 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2021-07-26T15:41:58.495 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2021-07-26T15:41:58.495 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2021-07-26T15:41:58.496 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2021-07-26T15:41:58.496 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2021-07-26T15:41:58.496 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2021-07-26T15:41:58.496 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2021-07-26T15:41:58.754 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2021-07-26T15:41:58.754 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2021-07-26T15:41:58.754 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2021-07-26T15:41:58.755 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2021-07-26T15:41:58.755 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2021-07-26T15:41:58.755 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2021-07-26T15:41:58.755 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2021-07-26T15:41:59.023 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2021-07-26T15:41:59.023 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2021-07-26T15:41:59.024 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2021-07-26T15:41:59.024 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2021-07-26T15:41:59.025 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2021-07-26T15:41:59.025 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2021-07-26T15:41:59.025 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2021-07-26T15:41:59.025 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:58 smithi073 bash[28854]: t=2021-07-26T15:41:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2021-07-26T15:41:59.026 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2021-07-26T15:41:59.277 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[15153]: audit 2021-07-26T15:41:58.117655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.277 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[15153]: audit 2021-07-26T15:41:58.124320+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.277 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[15153]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:41:59.277 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[15153]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:41:59.278 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[15153]: cluster 2021-07-26T15:41:58.384385+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:59.278 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2021-07-26T15:41:59.278 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2021-07-26T15:41:59.278 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2021-07-26T15:41:59.279 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2021-07-26T15:41:59.279 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2021-07-26T15:41:59.279 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2021-07-26T15:41:59.280 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2021-07-26T15:41:59.280 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2021-07-26T15:41:59.280 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2021-07-26T15:41:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[14687]: audit 2021-07-26T15:41:58.117655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[14687]: audit 2021-07-26T15:41:58.124320+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[14687]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:41:59.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[14687]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:41:59.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[14687]: cluster 2021-07-26T15:41:58.384385+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[18964]: audit 2021-07-26T15:41:58.117655+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[18964]: audit 2021-07-26T15:41:58.124320+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:41:59.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[18964]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:41:59.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[18964]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:41:59.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:41:59 smithi046 bash[18964]: cluster 2021-07-26T15:41:58.384385+0000 mgr.y (mgr.14146) 264 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:41:59.529 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2021-07-26T15:41:59.529 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2021-07-26T15:41:59.530 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2021-07-26T15:41:59.530 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2021-07-26T15:41:59.531 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2021-07-26T15:41:59.531 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2021-07-26T15:41:59.531 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2021-07-26T15:41:59.531 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2021-07-26T15:41:59.815 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2021-07-26T15:41:59.815 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2021-07-26T15:41:59.816 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2021-07-26T15:41:59.816 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2021-07-26T15:41:59.816 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2021-07-26T15:41:59.816 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2021-07-26T15:41:59.817 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2021-07-26T15:42:00.076 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2021-07-26T15:42:00.077 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2021-07-26T15:42:00.077 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2021-07-26T15:42:00.077 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2021-07-26T15:42:00.077 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2021-07-26T15:42:00.078 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:41:59 smithi073 bash[28854]: t=2021-07-26T15:41:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2021-07-26T15:42:00.078 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2021-07-26T15:42:00.078 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2021-07-26T15:42:00.078 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2021-07-26T15:42:00.346 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2021-07-26T15:42:00.346 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2021-07-26T15:42:00.346 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2021-07-26T15:42:00.346 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2021-07-26T15:42:00.347 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2021-07-26T15:42:00.347 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2021-07-26T15:42:00.347 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2021-07-26T15:42:00.347 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2021-07-26T15:42:00.620 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2021-07-26T15:42:00.621 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2021-07-26T15:42:00.621 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2021-07-26T15:42:00.622 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2021-07-26T15:42:00.622 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2021-07-26T15:42:00.622 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2021-07-26T15:42:00.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2021-07-26T15:42:00.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2021-07-26T15:42:00.902 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2021-07-26T15:42:00.902 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2021-07-26T15:42:00.903 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2021-07-26T15:42:00.903 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2021-07-26T15:42:00.903 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2021-07-26T15:42:00.903 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2021-07-26T15:42:00.904 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2021-07-26T15:42:00.904 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2021-07-26T15:42:00.904 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2021-07-26T15:42:00.904 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2021-07-26T15:42:01.159 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 8 2021-07-26T15:42:01.163 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2021-07-26T15:42:01.163 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2021-07-26T15:42:01.163 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:00 smithi073 bash[28854]: t=2021-07-26T15:42:00+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2021-07-26T15:42:01.163 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2021-07-26T15:42:01.163 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2021-07-26T15:42:01.164 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2021-07-26T15:42:01.164 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2021-07-26T15:42:01.164 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2021-07-26T15:42:01.442 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2021-07-26T15:42:01.443 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2021-07-26T15:42:01.443 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2021-07-26T15:42:01.443 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2021-07-26T15:42:01.443 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2021-07-26T15:42:01.444 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2021-07-26T15:42:01.444 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2021-07-26T15:42:01.719 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[15153]: cluster 2021-07-26T15:42:00.385076+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:01.720 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[15153]: audit 2021-07-26T15:42:01.158696+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.46:0/255025397' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:42:01.721 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2021-07-26T15:42:01.721 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2021-07-26T15:42:01.721 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2021-07-26T15:42:01.721 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2021-07-26T15:42:01.722 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2021-07-26T15:42:01.722 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2021-07-26T15:42:01.722 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2021-07-26T15:42:01.722 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2021-07-26T15:42:01.723 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2021-07-26T15:42:01.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:01 smithi046 bash[18964]: cluster 2021-07-26T15:42:00.385076+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:01.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:01 smithi046 bash[18964]: audit 2021-07-26T15:42:01.158696+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.46:0/255025397' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:42:01.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:01 smithi046 bash[14687]: cluster 2021-07-26T15:42:00.385076+0000 mgr.y (mgr.14146) 265 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:01.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:01 smithi046 bash[14687]: audit 2021-07-26T15:42:01.158696+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.46:0/255025397' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:42:01.979 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2021-07-26T15:42:01.979 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2021-07-26T15:42:01.980 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2021-07-26T15:42:01.980 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2021-07-26T15:42:01.980 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2021-07-26T15:42:01.980 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2021-07-26T15:42:01.980 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2021-07-26T15:42:01.981 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:01 smithi073 bash[28854]: t=2021-07-26T15:42:01+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2021-07-26T15:42:02.245 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2021-07-26T15:42:02.245 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2021-07-26T15:42:02.246 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2021-07-26T15:42:02.247 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2021-07-26T15:42:02.247 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2021-07-26T15:42:02.248 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2021-07-26T15:42:02.248 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing HTTPServer" logger=server 2021-07-26T15:42:02.248 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2021-07-26T15:42:02.249 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing PluginManager" logger=server 2021-07-26T15:42:02.249 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Starting plugin search" logger=plugins 2021-07-26T15:42:02.250 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2021-07-26T15:42:02.545 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:42:02.546 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:42:02.546 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:42:02.622 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2021-07-26T15:42:02.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing HooksService" logger=server 2021-07-26T15:42:02.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2021-07-26T15:42:02.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2021-07-26T15:42:02.623 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing RemoteCache" logger=server 2021-07-26T15:42:02.624 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing RenderingService" logger=server 2021-07-26T15:42:02.624 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing AlertEngine" logger=server 2021-07-26T15:42:02.624 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing QuotaService" logger=server 2021-07-26T15:42:02.624 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing ServerLockService" logger=server 2021-07-26T15:42:02.624 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2021-07-26T15:42:02.625 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2021-07-26T15:42:02.625 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing LoginService" logger=server 2021-07-26T15:42:02.626 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing SearchService" logger=server 2021-07-26T15:42:02.626 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing TracingService" logger=server 2021-07-26T15:42:02.626 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2021-07-26T15:42:02.626 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing CleanUpService" logger=server 2021-07-26T15:42:02.627 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing NotificationService" logger=server 2021-07-26T15:42:02.627 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2021-07-26T15:42:02.627 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2021-07-26T15:42:02.627 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2021-07-26T15:42:02.627 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2021-07-26T15:42:02.628 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2021-07-26T15:42:02.628 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="Initializing Stream Manager" 2021-07-26T15:42:02.628 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:42:02 smithi073 bash[28854]: t=2021-07-26T15:42:02+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2021-07-26T15:42:03.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:03 smithi046 bash[14687]: cluster 2021-07-26T15:42:02.385721+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:03.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:03 smithi046 bash[18964]: cluster 2021-07-26T15:42:02.385721+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:03.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:03 smithi073 bash[15153]: cluster 2021-07-26T15:42:02.385721+0000 mgr.y (mgr.14146) 266 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:04.629 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:04 smithi046 systemd[1]: Stopping Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:42:04.629 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:04 smithi046 docker[32567]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:42:04.629 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:04 smithi046 bash[31292]: level=info ts=2021-07-26T15:42:04.433Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:42:05.664 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:05.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:05 smithi046 docker[32567]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-alertmanager.a 2021-07-26T15:42:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:05 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@alertmanager.a.service: Succeeded. 2021-07-26T15:42:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:05 smithi046 systemd[1]: Stopped Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:42:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:05 smithi046 systemd[1]: Started Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:42:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:05 smithi046 bash[32611]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:42:06.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:05 smithi046 bash[14687]: cluster 2021-07-26T15:42:04.386435+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:06.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:05 smithi046 bash[14687]: audit 2021-07-26T15:42:05.251144+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:06.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:05 smithi046 bash[18964]: cluster 2021-07-26T15:42:04.386435+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:06.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:05 smithi046 bash[18964]: audit 2021-07-26T15:42:05.251144+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:05 smithi073 bash[15153]: cluster 2021-07-26T15:42:04.386435+0000 mgr.y (mgr.14146) 267 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:05 smithi073 bash[15153]: audit 2021-07-26T15:42:05.251144+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:07.205 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:06 smithi073 bash[15153]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:42:07.205 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:06 smithi073 bash[15153]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:42:07.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:06 smithi046 bash[18964]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:42:07.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:06 smithi046 bash[18964]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:42:07.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:06 smithi046 bash[14687]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:42:07.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:06 smithi046 bash[14687]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:42:07.784 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.638Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T15:42:07.785 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.638Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T15:42:07.785 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.640Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2021-07-26T15:42:07.785 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.641Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T15:42:07.785 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.681Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:42:07.786 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.682Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:42:07.786 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:07.686Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T15:42:08.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:07 smithi073 bash[15153]: cluster 2021-07-26T15:42:06.387085+0000 mgr.y (mgr.14146) 270 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:08.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[14687]: cluster 2021-07-26T15:42:06.387085+0000 mgr.y (mgr.14146) 270 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:08.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:07 smithi046 bash[18964]: cluster 2021-07-26T15:42:06.387085+0000 mgr.y (mgr.14146) 270 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:09.863 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 systemd[1]: Stopping Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:42:09.863 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 docker[29487]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:42:09.863 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=warn ts=2021-07-26T15:42:09.689Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:42:09.864 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2021-07-26T15:42:09.864 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:561 msg="Stopping notify discovery manager..." 2021-07-26T15:42:09.864 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:583 msg="Stopping scrape manager..." 2021-07-26T15:42:09.864 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:543 msg="Scrape discovery manager stopped" 2021-07-26T15:42:09.864 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:557 msg="Notify discovery manager stopped" 2021-07-26T15:42:09.865 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=main.go:577 msg="Scrape manager stopped" 2021-07-26T15:42:09.865 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2021-07-26T15:42:09.865 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.689Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2021-07-26T15:42:09.865 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.690Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2021-07-26T15:42:09.866 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.690Z caller=main.go:749 msg="Notifier manager stopped" 2021-07-26T15:42:09.866 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[27870]: level=info ts=2021-07-26T15:42:09.690Z caller=main.go:761 msg="See you next time!" 2021-07-26T15:42:09.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:09 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:09.641Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000155678s 2021-07-26T15:42:10.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:09 smithi073 bash[15153]: cluster 2021-07-26T15:42:08.387813+0000 mgr.y (mgr.14146) 271 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:10.167 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:42:10.369 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:09 smithi046 bash[18964]: cluster 2021-07-26T15:42:08.387813+0000 mgr.y (mgr.14146) 271 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:10.370 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:09 smithi046 bash[14687]: cluster 2021-07-26T15:42:08.387813+0000 mgr.y (mgr.14146) 271 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:10.871 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:10 smithi073 docker[29487]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-prometheus.a 2021-07-26T15:42:10.871 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:10 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@prometheus.a.service: Succeeded. 2021-07-26T15:42:10.871 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:10 smithi073 systemd[1]: Stopped Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:42:10.872 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:10 smithi073 systemd[1]: Started Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:42:10.872 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[29528]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:42:11.000 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":14,"active_gid":14146,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":975260935},{"type":"v1","addr":"172.21.15.46:6801","nonce":975260935}]},"active_addr":"172.21.15.46:6801/975260935","active_change":"2021-07-26T15:35:30.218248+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":24110,"name":"x","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2136809125}]},{"addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2221966076}]}]}} 2021-07-26T15:42:11.010 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:42:11.010 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:42:11.011 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:42:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.158699+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.46:0/1411113068' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.517262+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.524866+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:11.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.527980+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:11.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.536711+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.545345+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:11.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.559139+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:11.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.568175+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.575069+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:11.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.587001+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.594229+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.599115+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.601178+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:10 smithi073 bash[15153]: audit 2021-07-26T15:42:10.602682+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:11.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.158699+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.46:0/1411113068' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.517262+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.524866+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:11.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.527980+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:11.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.536711+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.545345+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:11.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.559139+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:11.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.568175+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.575069+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:11.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.587001+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:11.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.594229+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.599115+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.450 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.601178+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:11.450 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[14687]: audit 2021-07-26T15:42:10.602682+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:11.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.158699+0000 mon.a (mon.0) 591 : audit [DBG] from='client.? 172.21.15.46:0/1411113068' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.517262+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.524866+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.527980+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.536711+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.545345+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.559139+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.568175+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.575069+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.587001+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.594229+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.599115+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.601178+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:10 smithi046 bash[18964]: audit 2021-07-26T15:42:10.602682+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:12.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: cluster 2021-07-26T15:42:10.388455+0000 mgr.y (mgr.14146) 272 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:12.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.525729+0000 mgr.y (mgr.14146) 273 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:12.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.528738+0000 mgr.y (mgr.14146) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:12.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.546032+0000 mgr.y (mgr.14146) 275 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:12.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.559864+0000 mgr.y (mgr.14146) 276 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:12.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.575823+0000 mgr.y (mgr.14146) 277 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:12.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[15153]: audit 2021-07-26T15:42:10.587578+0000 mgr.y (mgr.14146) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:12.129 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T15:42:12.129 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T15:42:12.130 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T15:42:12.130 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi073 (none))" 2021-07-26T15:42:12.130 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T15:42:12.130 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.889Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T15:42:12.131 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.892Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T15:42:12.131 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.892Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T15:42:12.131 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.899Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T15:42:12.131 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.899Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2021-07-26T15:42:12.131 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.900Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2021-07-26T15:42:12.132 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.900Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=618.06µs 2021-07-26T15:42:12.132 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.901Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T15:42:12.132 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.901Z caller=main.go:695 msg="TSDB started" 2021-07-26T15:42:12.132 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.901Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:42:12.133 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.908Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:42:12.133 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:42:11 smithi073 bash[29528]: level=info ts=2021-07-26T15:42:11.908Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T15:42:12.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: cluster 2021-07-26T15:42:10.388455+0000 mgr.y (mgr.14146) 272 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:12.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.525729+0000 mgr.y (mgr.14146) 273 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:12.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.528738+0000 mgr.y (mgr.14146) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:12.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.546032+0000 mgr.y (mgr.14146) 275 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:12.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.559864+0000 mgr.y (mgr.14146) 276 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:12.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.575823+0000 mgr.y (mgr.14146) 277 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:12.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[14687]: audit 2021-07-26T15:42:10.587578+0000 mgr.y (mgr.14146) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:12.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: cluster 2021-07-26T15:42:10.388455+0000 mgr.y (mgr.14146) 272 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:12.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.525729+0000 mgr.y (mgr.14146) 273 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:42:12.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.528738+0000 mgr.y (mgr.14146) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.46:9093"}]: dispatch 2021-07-26T15:42:12.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.546032+0000 mgr.y (mgr.14146) 275 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:42:12.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.559864+0000 mgr.y (mgr.14146) 276 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.73:9095"}]: dispatch 2021-07-26T15:42:12.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.575823+0000 mgr.y (mgr.14146) 277 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:42:12.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:11 smithi046 bash[18964]: audit 2021-07-26T15:42:10.587578+0000 mgr.y (mgr.14146) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.73:3000"}]: dispatch 2021-07-26T15:42:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:12 smithi073 bash[15153]: cluster 2021-07-26T15:42:12.389078+0000 mgr.y (mgr.14146) 279 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:13.377 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:13.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:12 smithi046 bash[18964]: cluster 2021-07-26T15:42:12.389078+0000 mgr.y (mgr.14146) 279 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:13.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:12 smithi046 bash[14687]: cluster 2021-07-26T15:42:12.389078+0000 mgr.y (mgr.14146) 279 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:15 smithi073 bash[15153]: cluster 2021-07-26T15:42:14.389738+0000 mgr.y (mgr.14146) 280 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:16.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:15 smithi073 bash[15153]: audit 2021-07-26T15:42:14.798954+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:16.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:15 smithi046 bash[14687]: cluster 2021-07-26T15:42:14.389738+0000 mgr.y (mgr.14146) 280 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:16.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:15 smithi046 bash[14687]: audit 2021-07-26T15:42:14.798954+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:16.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:15 smithi046 bash[18964]: cluster 2021-07-26T15:42:14.389738+0000 mgr.y (mgr.14146) 280 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:16.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:15 smithi046 bash[18964]: audit 2021-07-26T15:42:14.798954+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:16 smithi073 bash[15153]: audit 2021-07-26T15:42:15.822242+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:16 smithi073 bash[15153]: audit 2021-07-26T15:42:15.829709+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:16 smithi073 bash[15153]: audit 2021-07-26T15:42:15.835550+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:17.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:16 smithi073 bash[15153]: audit 2021-07-26T15:42:15.837894+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:17.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:16 smithi073 bash[15153]: audit 2021-07-26T15:42:15.840024+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:17.176 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:42:17.177 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":54,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","created":"2021-07-26T15:34:26.136015+0000","modified":"2021-07-26T15:41:38.821477+0000","last_up_change":"2021-07-26T15:40:56.436306+0000","last_in_change":"2021-07-26T15:40:33.348133+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:38:43.409099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:41:30.544319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b1144ab4-96ed-4eca-b5eb-659f7829ceb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6803","nonce":3951693214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6805","nonce":3951693214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6809","nonce":3951693214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6807","nonce":3951693214}]},"public_addr":"172.21.15.46:6803/3951693214","cluster_addr":"172.21.15.46:6805/3951693214","heartbeat_back_addr":"172.21.15.46:6809/3951693214","heartbeat_front_addr":"172.21.15.46:6807/3951693214","state":["exists","up"]},{"osd":1,"uuid":"753da80f-c7c3-4593-8b48-fdf3cd1295b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6811","nonce":1007591174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6813","nonce":1007591174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6817","nonce":1007591174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6815","nonce":1007591174}]},"public_addr":"172.21.15.46:6811/1007591174","cluster_addr":"172.21.15.46:6813/1007591174","heartbeat_back_addr":"172.21.15.46:6817/1007591174","heartbeat_front_addr":"172.21.15.46:6815/1007591174","state":["exists","up"]},{"osd":2,"uuid":"3c7512aa-dff2-4259-8740-9a7571442e08","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6819","nonce":577973700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6821","nonce":577973700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6825","nonce":577973700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6823","nonce":577973700}]},"public_addr":"172.21.15.46:6819/577973700","cluster_addr":"172.21.15.46:6821/577973700","heartbeat_back_addr":"172.21.15.46:6825/577973700","heartbeat_front_addr":"172.21.15.46:6823/577973700","state":["exists","up"]},{"osd":3,"uuid":"85f66dc1-b347-4c09-87e9-b5f899c3fff8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6827","nonce":431081774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6829","nonce":431081774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6833","nonce":431081774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6831","nonce":431081774}]},"public_addr":"172.21.15.46:6827/431081774","cluster_addr":"172.21.15.46:6829/431081774","heartbeat_back_addr":"172.21.15.46:6833/431081774","heartbeat_front_addr":"172.21.15.46:6831/431081774","state":["exists","up"]},{"osd":4,"uuid":"ec47abaa-b87c-4334-acab-f833afb830fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6801","nonce":804885906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6803","nonce":804885906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6807","nonce":804885906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6805","nonce":804885906}]},"public_addr":"172.21.15.73:6801/804885906","cluster_addr":"172.21.15.73:6803/804885906","heartbeat_back_addr":"172.21.15.73:6807/804885906","heartbeat_front_addr":"172.21.15.73:6805/804885906","state":["exists","up"]},{"osd":5,"uuid":"b2a379b2-5582-4dac-afa5-b7f1cb48fd15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6809","nonce":491335398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6811","nonce":491335398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6815","nonce":491335398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6813","nonce":491335398}]},"public_addr":"172.21.15.73:6809/491335398","cluster_addr":"172.21.15.73:6811/491335398","heartbeat_back_addr":"172.21.15.73:6815/491335398","heartbeat_front_addr":"172.21.15.73:6813/491335398","state":["exists","up"]},{"osd":6,"uuid":"e0dad681-f8be-4cf1-b309-79468368c3f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6817","nonce":365527540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6819","nonce":365527540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6823","nonce":365527540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6821","nonce":365527540}]},"public_addr":"172.21.15.73:6817/365527540","cluster_addr":"172.21.15.73:6819/365527540","heartbeat_back_addr":"172.21.15.73:6823/365527540","heartbeat_front_addr":"172.21.15.73:6821/365527540","state":["exists","up"]},{"osd":7,"uuid":"ae855b29-98f1-4178-915b-2c56a5b16712","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6825","nonce":1199674324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6827","nonce":1199674324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6831","nonce":1199674324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6829","nonce":1199674324}]},"public_addr":"172.21.15.73:6825/1199674324","cluster_addr":"172.21.15.73:6827/1199674324","heartbeat_back_addr":"172.21.15.73:6831/1199674324","heartbeat_front_addr":"172.21.15.73:6829/1199674324","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:37:43.382280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:11.496076+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:41.328786+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:10.180250+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:34.869806+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:00.868946+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:27.390025+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:54.726641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3830769911":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/1804938888":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6801/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6800/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/2580146795":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/1130596482":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6801/1721705126":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6800/1721705126":"2021-07-27T15:34:56.301759+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:42:17.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[14687]: audit 2021-07-26T15:42:15.822242+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[14687]: audit 2021-07-26T15:42:15.829709+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[14687]: audit 2021-07-26T15:42:15.835550+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:17.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[14687]: audit 2021-07-26T15:42:15.837894+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:17.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[14687]: audit 2021-07-26T15:42:15.840024+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:17.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[18964]: audit 2021-07-26T15:42:15.822242+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[18964]: audit 2021-07-26T15:42:15.829709+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:17.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[18964]: audit 2021-07-26T15:42:15.835550+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:42:17.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[18964]: audit 2021-07-26T15:42:15.837894+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:42:17.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:16 smithi046 bash[18964]: audit 2021-07-26T15:42:15.840024+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:42:17.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:17 smithi046 bash[18964]: cluster 2021-07-26T15:42:16.390385+0000 mgr.y (mgr.14146) 281 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:17.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:17 smithi046 bash[18964]: audit 2021-07-26T15:42:17.174919+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.46:0/2029838756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:17.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:42:17 smithi046 bash[32611]: level=info ts=2021-07-26T15:42:17.642Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.001054559s 2021-07-26T15:42:17.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:17 smithi046 bash[14687]: cluster 2021-07-26T15:42:16.390385+0000 mgr.y (mgr.14146) 281 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:17.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:17 smithi046 bash[14687]: audit 2021-07-26T15:42:17.174919+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.46:0/2029838756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:18.056 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:42:18.056 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:42:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:17 smithi073 bash[15153]: cluster 2021-07-26T15:42:16.390385+0000 mgr.y (mgr.14146) 281 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:18.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:17 smithi073 bash[15153]: audit 2021-07-26T15:42:17.174919+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.46:0/2029838756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:19 smithi073 bash[15153]: cluster 2021-07-26T15:42:18.391080+0000 mgr.y (mgr.14146) 282 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:19 smithi073 bash[15153]: audit 2021-07-26T15:42:19.848061+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:20.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:19 smithi046 bash[14687]: cluster 2021-07-26T15:42:18.391080+0000 mgr.y (mgr.14146) 282 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:20.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:19 smithi046 bash[14687]: audit 2021-07-26T15:42:19.848061+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:20.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:19 smithi046 bash[18964]: cluster 2021-07-26T15:42:18.391080+0000 mgr.y (mgr.14146) 282 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:20.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:19 smithi046 bash[18964]: audit 2021-07-26T15:42:19.848061+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:20.662 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:21.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[14687]: audit 2021-07-26T15:42:20.065679+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[14687]: audit 2021-07-26T15:42:20.321408+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.068 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[14687]: cluster 2021-07-26T15:42:20.391756+0000 mgr.y (mgr.14146) 283 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:21.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:21 smithi073 bash[15153]: audit 2021-07-26T15:42:20.065679+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:21 smithi073 bash[15153]: audit 2021-07-26T15:42:20.321408+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:21 smithi073 bash[15153]: cluster 2021-07-26T15:42:20.391756+0000 mgr.y (mgr.14146) 283 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[18964]: audit 2021-07-26T15:42:20.065679+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[18964]: audit 2021-07-26T15:42:20.321408+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:42:21.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:21 smithi046 bash[18964]: cluster 2021-07-26T15:42:20.391756+0000 mgr.y (mgr.14146) 283 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:23.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:23 smithi073 bash[15153]: cluster 2021-07-26T15:42:22.392489+0000 mgr.y (mgr.14146) 284 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:23.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:23 smithi046 bash[14687]: cluster 2021-07-26T15:42:22.392489+0000 mgr.y (mgr.14146) 284 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:23.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:23 smithi046 bash[18964]: cluster 2021-07-26T15:42:22.392489+0000 mgr.y (mgr.14146) 284 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:24.535 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:42:24.536 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":54,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","created":"2021-07-26T15:34:26.136015+0000","modified":"2021-07-26T15:41:38.821477+0000","last_up_change":"2021-07-26T15:40:56.436306+0000","last_in_change":"2021-07-26T15:40:33.348133+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:38:43.409099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:41:30.544319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b1144ab4-96ed-4eca-b5eb-659f7829ceb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6803","nonce":3951693214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6805","nonce":3951693214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6809","nonce":3951693214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":3951693214},{"type":"v1","addr":"172.21.15.46:6807","nonce":3951693214}]},"public_addr":"172.21.15.46:6803/3951693214","cluster_addr":"172.21.15.46:6805/3951693214","heartbeat_back_addr":"172.21.15.46:6809/3951693214","heartbeat_front_addr":"172.21.15.46:6807/3951693214","state":["exists","up"]},{"osd":1,"uuid":"753da80f-c7c3-4593-8b48-fdf3cd1295b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6811","nonce":1007591174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6813","nonce":1007591174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6817","nonce":1007591174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1007591174},{"type":"v1","addr":"172.21.15.46:6815","nonce":1007591174}]},"public_addr":"172.21.15.46:6811/1007591174","cluster_addr":"172.21.15.46:6813/1007591174","heartbeat_back_addr":"172.21.15.46:6817/1007591174","heartbeat_front_addr":"172.21.15.46:6815/1007591174","state":["exists","up"]},{"osd":2,"uuid":"3c7512aa-dff2-4259-8740-9a7571442e08","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6819","nonce":577973700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6821","nonce":577973700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6825","nonce":577973700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":577973700},{"type":"v1","addr":"172.21.15.46:6823","nonce":577973700}]},"public_addr":"172.21.15.46:6819/577973700","cluster_addr":"172.21.15.46:6821/577973700","heartbeat_back_addr":"172.21.15.46:6825/577973700","heartbeat_front_addr":"172.21.15.46:6823/577973700","state":["exists","up"]},{"osd":3,"uuid":"85f66dc1-b347-4c09-87e9-b5f899c3fff8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6827","nonce":431081774}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6829","nonce":431081774}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6833","nonce":431081774}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":431081774},{"type":"v1","addr":"172.21.15.46:6831","nonce":431081774}]},"public_addr":"172.21.15.46:6827/431081774","cluster_addr":"172.21.15.46:6829/431081774","heartbeat_back_addr":"172.21.15.46:6833/431081774","heartbeat_front_addr":"172.21.15.46:6831/431081774","state":["exists","up"]},{"osd":4,"uuid":"ec47abaa-b87c-4334-acab-f833afb830fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6801","nonce":804885906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6803","nonce":804885906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6807","nonce":804885906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":804885906},{"type":"v1","addr":"172.21.15.73:6805","nonce":804885906}]},"public_addr":"172.21.15.73:6801/804885906","cluster_addr":"172.21.15.73:6803/804885906","heartbeat_back_addr":"172.21.15.73:6807/804885906","heartbeat_front_addr":"172.21.15.73:6805/804885906","state":["exists","up"]},{"osd":5,"uuid":"b2a379b2-5582-4dac-afa5-b7f1cb48fd15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6809","nonce":491335398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6811","nonce":491335398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6815","nonce":491335398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":491335398},{"type":"v1","addr":"172.21.15.73:6813","nonce":491335398}]},"public_addr":"172.21.15.73:6809/491335398","cluster_addr":"172.21.15.73:6811/491335398","heartbeat_back_addr":"172.21.15.73:6815/491335398","heartbeat_front_addr":"172.21.15.73:6813/491335398","state":["exists","up"]},{"osd":6,"uuid":"e0dad681-f8be-4cf1-b309-79468368c3f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6817","nonce":365527540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6819","nonce":365527540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6823","nonce":365527540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":365527540},{"type":"v1","addr":"172.21.15.73:6821","nonce":365527540}]},"public_addr":"172.21.15.73:6817/365527540","cluster_addr":"172.21.15.73:6819/365527540","heartbeat_back_addr":"172.21.15.73:6823/365527540","heartbeat_front_addr":"172.21.15.73:6821/365527540","state":["exists","up"]},{"osd":7,"uuid":"ae855b29-98f1-4178-915b-2c56a5b16712","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6825","nonce":1199674324}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6827","nonce":1199674324}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6831","nonce":1199674324}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1199674324},{"type":"v1","addr":"172.21.15.73:6829","nonce":1199674324}]},"public_addr":"172.21.15.73:6825/1199674324","cluster_addr":"172.21.15.73:6827/1199674324","heartbeat_back_addr":"172.21.15.73:6831/1199674324","heartbeat_front_addr":"172.21.15.73:6829/1199674324","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:37:43.382280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:11.496076+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:41.328786+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:10.180250+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:34.869806+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:00.868946+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:27.390025+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:54.726641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3830769911":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/1804938888":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6801/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6800/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/2580146795":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/1130596482":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6801/1721705126":"2021-07-27T15:34:56.301759+0000","172.21.15.46:6800/1721705126":"2021-07-27T15:34:56.301759+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:42:24.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:24 smithi046 bash[14687]: audit 2021-07-26T15:42:24.531791+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.46:0/1586549044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:25.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:24 smithi073 bash[15153]: audit 2021-07-26T15:42:24.531791+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.46:0/1586549044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:25.392 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:24 smithi046 bash[18964]: audit 2021-07-26T15:42:24.531791+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.46:0/1586549044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:42:25.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:42:26.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:25 smithi073 bash[15153]: cluster 2021-07-26T15:42:24.393184+0000 mgr.y (mgr.14146) 285 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:26.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:25 smithi046 bash[18964]: cluster 2021-07-26T15:42:24.393184+0000 mgr.y (mgr.14146) 285 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:26.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:25 smithi046 bash[14687]: cluster 2021-07-26T15:42:24.393184+0000 mgr.y (mgr.14146) 285 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:28.161 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:28.220 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:27 smithi046 bash[14687]: cluster 2021-07-26T15:42:26.393820+0000 mgr.y (mgr.14146) 286 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:28.220 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:27 smithi046 bash[18964]: cluster 2021-07-26T15:42:26.393820+0000 mgr.y (mgr.14146) 286 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:28.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:27 smithi073 bash[15153]: cluster 2021-07-26T15:42:26.393820+0000 mgr.y (mgr.14146) 286 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:30.255 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:29 smithi046 bash[14687]: cluster 2021-07-26T15:42:28.394530+0000 mgr.y (mgr.14146) 287 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:30.256 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:29 smithi046 bash[18964]: cluster 2021-07-26T15:42:28.394530+0000 mgr.y (mgr.14146) 287 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:30.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:29 smithi073 bash[15153]: cluster 2021-07-26T15:42:28.394530+0000 mgr.y (mgr.14146) 287 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:30 smithi073 bash[15153]: audit 2021-07-26T15:42:30.548205+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:42:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:30 smithi073 bash[15153]: audit 2021-07-26T15:42:30.548790+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:42:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:30 smithi046 bash[14687]: audit 2021-07-26T15:42:30.548205+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:42:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:30 smithi046 bash[14687]: audit 2021-07-26T15:42:30.548790+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:42:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:31 smithi046 bash[18964]: audit 2021-07-26T15:42:30.548205+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:42:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:31 smithi046 bash[18964]: audit 2021-07-26T15:42:30.548790+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:42:32.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:31 smithi073 bash[15153]: cluster 2021-07-26T15:42:30.395242+0000 mgr.y (mgr.14146) 288 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:32.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:32 smithi046 bash[14687]: cluster 2021-07-26T15:42:30.395242+0000 mgr.y (mgr.14146) 288 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:32.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:32 smithi046 bash[18964]: cluster 2021-07-26T15:42:30.395242+0000 mgr.y (mgr.14146) 288 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:32.657 INFO:teuthology.orchestra.run.smithi046.stdout:34359738428 2021-07-26T15:42:32.657 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:42:33.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:32 smithi073 bash[15153]: cluster 2021-07-26T15:42:32.395921+0000 mgr.y (mgr.14146) 289 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:33.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:32 smithi046 bash[14687]: cluster 2021-07-26T15:42:32.395921+0000 mgr.y (mgr.14146) 289 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:33.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:32 smithi046 bash[18964]: cluster 2021-07-26T15:42:32.395921+0000 mgr.y (mgr.14146) 289 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:35.429 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:36.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:35 smithi073 bash[15153]: cluster 2021-07-26T15:42:34.396585+0000 mgr.y (mgr.14146) 290 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:36.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:35 smithi046 bash[14687]: cluster 2021-07-26T15:42:34.396585+0000 mgr.y (mgr.14146) 290 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:36.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:35 smithi046 bash[18964]: cluster 2021-07-26T15:42:34.396585+0000 mgr.y (mgr.14146) 290 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:38.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:37 smithi073 bash[15153]: cluster 2021-07-26T15:42:36.397204+0000 mgr.y (mgr.14146) 291 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:38.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:37 smithi046 bash[14687]: cluster 2021-07-26T15:42:36.397204+0000 mgr.y (mgr.14146) 291 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:38.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:37 smithi046 bash[18964]: cluster 2021-07-26T15:42:36.397204+0000 mgr.y (mgr.14146) 291 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:39.856 INFO:teuthology.orchestra.run.smithi046.stdout:55834574903 2021-07-26T15:42:39.856 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:42:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:39 smithi046 bash[14687]: cluster 2021-07-26T15:42:38.397853+0000 mgr.y (mgr.14146) 292 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:40.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:39 smithi046 bash[18964]: cluster 2021-07-26T15:42:38.397853+0000 mgr.y (mgr.14146) 292 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:39 smithi073 bash[15153]: cluster 2021-07-26T15:42:38.397853+0000 mgr.y (mgr.14146) 292 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:42.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:41 smithi073 bash[15153]: cluster 2021-07-26T15:42:40.398526+0000 mgr.y (mgr.14146) 293 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:42.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:41 smithi046 bash[18964]: cluster 2021-07-26T15:42:40.398526+0000 mgr.y (mgr.14146) 293 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:42.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:41 smithi046 bash[14687]: cluster 2021-07-26T15:42:40.398526+0000 mgr.y (mgr.14146) 293 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:42.618 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:43 smithi046 bash[14687]: cluster 2021-07-26T15:42:42.399177+0000 mgr.y (mgr.14146) 294 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:44.115 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:44 smithi046 bash[18964]: cluster 2021-07-26T15:42:42.399177+0000 mgr.y (mgr.14146) 294 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:44.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:43 smithi073 bash[15153]: cluster 2021-07-26T15:42:42.399177+0000 mgr.y (mgr.14146) 294 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:45 smithi073 bash[15153]: cluster 2021-07-26T15:42:44.400073+0000 mgr.y (mgr.14146) 295 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:45.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:45 smithi046 bash[14687]: cluster 2021-07-26T15:42:44.400073+0000 mgr.y (mgr.14146) 295 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:45.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:45 smithi046 bash[18964]: cluster 2021-07-26T15:42:44.400073+0000 mgr.y (mgr.14146) 295 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:77309411378 2021-07-26T15:42:46.932 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:42:47.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:47 smithi073 bash[15153]: cluster 2021-07-26T15:42:46.400842+0000 mgr.y (mgr.14146) 296 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:47.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:47 smithi046 bash[18964]: cluster 2021-07-26T15:42:46.400842+0000 mgr.y (mgr.14146) 296 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:47.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:47 smithi046 bash[14687]: cluster 2021-07-26T15:42:46.400842+0000 mgr.y (mgr.14146) 296 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:49.706 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:50.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:49 smithi046 bash[14687]: cluster 2021-07-26T15:42:48.401606+0000 mgr.y (mgr.14146) 297 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:50.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:49 smithi046 bash[18964]: cluster 2021-07-26T15:42:48.401606+0000 mgr.y (mgr.14146) 297 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:49 smithi073 bash[15153]: cluster 2021-07-26T15:42:48.401606+0000 mgr.y (mgr.14146) 297 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:52.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:51 smithi073 bash[15153]: cluster 2021-07-26T15:42:50.402415+0000 mgr.y (mgr.14146) 298 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:52.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:51 smithi046 bash[14687]: cluster 2021-07-26T15:42:50.402415+0000 mgr.y (mgr.14146) 298 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:52.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:51 smithi046 bash[18964]: cluster 2021-07-26T15:42:50.402415+0000 mgr.y (mgr.14146) 298 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:53.847 INFO:teuthology.orchestra.run.smithi046.stdout:107374182447 2021-07-26T15:42:53.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:42:54.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:53 smithi046 bash[14687]: cluster 2021-07-26T15:42:52.403062+0000 mgr.y (mgr.14146) 299 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:54.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:53 smithi046 bash[18964]: cluster 2021-07-26T15:42:52.403062+0000 mgr.y (mgr.14146) 299 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:54.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:53 smithi073 bash[15153]: cluster 2021-07-26T15:42:52.403062+0000 mgr.y (mgr.14146) 299 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:56.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:55 smithi073 bash[15153]: cluster 2021-07-26T15:42:54.403878+0000 mgr.y (mgr.14146) 300 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:56.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:55 smithi046 bash[14687]: cluster 2021-07-26T15:42:54.403878+0000 mgr.y (mgr.14146) 300 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:55 smithi046 bash[18964]: cluster 2021-07-26T15:42:54.403878+0000 mgr.y (mgr.14146) 300 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:56.619 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:42:58.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:57 smithi046 bash[14687]: cluster 2021-07-26T15:42:56.404660+0000 mgr.y (mgr.14146) 301 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:58.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:57 smithi046 bash[18964]: cluster 2021-07-26T15:42:56.404660+0000 mgr.y (mgr.14146) 301 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:42:58.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:57 smithi073 bash[15153]: cluster 2021-07-26T15:42:56.404660+0000 mgr.y (mgr.14146) 301 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:00.337 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:42:59 smithi046 bash[18964]: cluster 2021-07-26T15:42:58.405499+0000 mgr.y (mgr.14146) 302 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:00.338 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:42:59 smithi046 bash[14687]: cluster 2021-07-26T15:42:58.405499+0000 mgr.y (mgr.14146) 302 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:00.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:42:59 smithi073 bash[15153]: cluster 2021-07-26T15:42:58.405499+0000 mgr.y (mgr.14146) 302 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:01.082 INFO:teuthology.orchestra.run.smithi046.stdout:128849018923 2021-07-26T15:43:01.083 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:43:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:00 smithi073 bash[15153]: cluster 2021-07-26T15:43:00.406174+0000 mgr.y (mgr.14146) 303 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:00 smithi046 bash[14687]: cluster 2021-07-26T15:43:00.406174+0000 mgr.y (mgr.14146) 303 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:01.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:00 smithi046 bash[18964]: cluster 2021-07-26T15:43:00.406174+0000 mgr.y (mgr.14146) 303 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:03.863 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:03.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:03 smithi073 bash[15153]: cluster 2021-07-26T15:43:02.406830+0000 mgr.y (mgr.14146) 304 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:03.917 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:03 smithi046 bash[18964]: cluster 2021-07-26T15:43:02.406830+0000 mgr.y (mgr.14146) 304 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:03.918 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:03 smithi046 bash[14687]: cluster 2021-07-26T15:43:02.406830+0000 mgr.y (mgr.14146) 304 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:06.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:05 smithi046 bash[14687]: cluster 2021-07-26T15:43:04.407561+0000 mgr.y (mgr.14146) 305 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:06.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:05 smithi046 bash[18964]: cluster 2021-07-26T15:43:04.407561+0000 mgr.y (mgr.14146) 305 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:05 smithi073 bash[15153]: cluster 2021-07-26T15:43:04.407561+0000 mgr.y (mgr.14146) 305 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:08.044 INFO:teuthology.orchestra.run.smithi046.stdout:154618822695 2021-07-26T15:43:08.045 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:43:08.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:07 smithi073 bash[15153]: cluster 2021-07-26T15:43:06.408305+0000 mgr.y (mgr.14146) 306 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:08.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:07 smithi046 bash[14687]: cluster 2021-07-26T15:43:06.408305+0000 mgr.y (mgr.14146) 306 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:08.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:07 smithi046 bash[18964]: cluster 2021-07-26T15:43:06.408305+0000 mgr.y (mgr.14146) 306 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:09 smithi073 bash[15153]: cluster 2021-07-26T15:43:08.408996+0000 mgr.y (mgr.14146) 307 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:10.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:09 smithi046 bash[14687]: cluster 2021-07-26T15:43:08.408996+0000 mgr.y (mgr.14146) 307 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:10.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:09 smithi046 bash[18964]: cluster 2021-07-26T15:43:08.408996+0000 mgr.y (mgr.14146) 307 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:10.816 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:12.285 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:11 smithi046 bash[18964]: cluster 2021-07-26T15:43:10.409677+0000 mgr.y (mgr.14146) 308 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:12.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:11 smithi046 bash[14687]: cluster 2021-07-26T15:43:10.409677+0000 mgr.y (mgr.14146) 308 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:12.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:11 smithi073 bash[15153]: cluster 2021-07-26T15:43:10.409677+0000 mgr.y (mgr.14146) 308 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:14.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:13 smithi046 bash[14687]: cluster 2021-07-26T15:43:12.410317+0000 mgr.y (mgr.14146) 309 : cluster [DBG] pgmap v275: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:14.248 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:13 smithi046 bash[18964]: cluster 2021-07-26T15:43:12.410317+0000 mgr.y (mgr.14146) 309 : cluster [DBG] pgmap v275: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:13 smithi073 bash[15153]: cluster 2021-07-26T15:43:12.410317+0000 mgr.y (mgr.14146) 309 : cluster [DBG] pgmap v275: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:15.263 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:14 smithi046 bash[14687]: cluster 2021-07-26T15:43:14.410826+0000 mgr.y (mgr.14146) 310 : cluster [DBG] pgmap v276: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:15.264 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:14 smithi046 bash[18964]: cluster 2021-07-26T15:43:14.410826+0000 mgr.y (mgr.14146) 310 : cluster [DBG] pgmap v276: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:15.265 INFO:teuthology.orchestra.run.smithi046.stdout:180388626467 2021-07-26T15:43:15.265 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:43:15.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:14 smithi073 bash[15153]: cluster 2021-07-26T15:43:14.410826+0000 mgr.y (mgr.14146) 310 : cluster [DBG] pgmap v276: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:17.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:17 smithi073 bash[15153]: cluster 2021-07-26T15:43:16.411360+0000 mgr.y (mgr.14146) 311 : cluster [DBG] pgmap v277: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:17.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:17 smithi046 bash[14687]: cluster 2021-07-26T15:43:16.411360+0000 mgr.y (mgr.14146) 311 : cluster [DBG] pgmap v277: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:17.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:17 smithi046 bash[18964]: cluster 2021-07-26T15:43:16.411360+0000 mgr.y (mgr.14146) 311 : cluster [DBG] pgmap v277: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:18.044 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:19 smithi073 bash[15153]: cluster 2021-07-26T15:43:18.412011+0000 mgr.y (mgr.14146) 312 : cluster [DBG] pgmap v278: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:20.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:19 smithi046 bash[14687]: cluster 2021-07-26T15:43:18.412011+0000 mgr.y (mgr.14146) 312 : cluster [DBG] pgmap v278: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:20.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:19 smithi046 bash[18964]: cluster 2021-07-26T15:43:18.412011+0000 mgr.y (mgr.14146) 312 : cluster [DBG] pgmap v278: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:21.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[14687]: audit 2021-07-26T15:43:20.329451+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:43:21.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[14687]: audit 2021-07-26T15:43:20.332418+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:43:21.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[14687]: audit 2021-07-26T15:43:20.334543+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:43:21.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[14687]: audit 2021-07-26T15:43:20.590659+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:43:21.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[18964]: audit 2021-07-26T15:43:20.329451+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:43:21.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[18964]: audit 2021-07-26T15:43:20.332418+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:43:21.303 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[18964]: audit 2021-07-26T15:43:20.334543+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:43:21.304 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:20 smithi046 bash[18964]: audit 2021-07-26T15:43:20.590659+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:43:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:20 smithi073 bash[15153]: audit 2021-07-26T15:43:20.329451+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:43:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:20 smithi073 bash[15153]: audit 2021-07-26T15:43:20.332418+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:43:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:20 smithi073 bash[15153]: audit 2021-07-26T15:43:20.334543+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:43:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:20 smithi073 bash[15153]: audit 2021-07-26T15:43:20.590659+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:43:22.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:21 smithi046 bash[14687]: cluster 2021-07-26T15:43:20.412619+0000 mgr.y (mgr.14146) 313 : cluster [DBG] pgmap v279: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:22.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:21 smithi046 bash[18964]: cluster 2021-07-26T15:43:20.412619+0000 mgr.y (mgr.14146) 313 : cluster [DBG] pgmap v279: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:22.328 INFO:teuthology.orchestra.run.smithi046.stdout:206158430240 2021-07-26T15:43:22.329 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:43:22.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:21 smithi073 bash[15153]: cluster 2021-07-26T15:43:20.412619+0000 mgr.y (mgr.14146) 313 : cluster [DBG] pgmap v279: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:24.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:23 smithi073 bash[15153]: cluster 2021-07-26T15:43:22.413235+0000 mgr.y (mgr.14146) 314 : cluster [DBG] pgmap v280: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:23 smithi046 bash[14687]: cluster 2021-07-26T15:43:22.413235+0000 mgr.y (mgr.14146) 314 : cluster [DBG] pgmap v280: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:23 smithi046 bash[18964]: cluster 2021-07-26T15:43:22.413235+0000 mgr.y (mgr.14146) 314 : cluster [DBG] pgmap v280: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:25.105 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:25.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:25 smithi073 bash[15153]: cluster 2021-07-26T15:43:24.414009+0000 mgr.y (mgr.14146) 315 : cluster [DBG] pgmap v281: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:25 smithi046 bash[14687]: cluster 2021-07-26T15:43:24.414009+0000 mgr.y (mgr.14146) 315 : cluster [DBG] pgmap v281: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:25 smithi046 bash[18964]: cluster 2021-07-26T15:43:24.414009+0000 mgr.y (mgr.14146) 315 : cluster [DBG] pgmap v281: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:27.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:27 smithi046 bash[14687]: cluster 2021-07-26T15:43:26.414493+0000 mgr.y (mgr.14146) 316 : cluster [DBG] pgmap v282: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:27.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:27 smithi046 bash[18964]: cluster 2021-07-26T15:43:26.414493+0000 mgr.y (mgr.14146) 316 : cluster [DBG] pgmap v282: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:27.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:27 smithi073 bash[15153]: cluster 2021-07-26T15:43:26.414493+0000 mgr.y (mgr.14146) 316 : cluster [DBG] pgmap v282: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:28.773 INFO:teuthology.orchestra.run.smithi046.stdout:34359738439 2021-07-26T15:43:29.616 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738428 got 34359738439 for osd.0 2021-07-26T15:43:29.617 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:43:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:29 smithi073 bash[15153]: cluster 2021-07-26T15:43:28.414972+0000 mgr.y (mgr.14146) 317 : cluster [DBG] pgmap v283: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:29.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:29 smithi073 bash[15153]: audit 2021-07-26T15:43:28.772564+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.15.46:0/4119533640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:43:29.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:29 smithi046 bash[14687]: cluster 2021-07-26T15:43:28.414972+0000 mgr.y (mgr.14146) 317 : cluster [DBG] pgmap v283: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:29.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:29 smithi046 bash[14687]: audit 2021-07-26T15:43:28.772564+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.15.46:0/4119533640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:43:29.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:29 smithi046 bash[18964]: cluster 2021-07-26T15:43:28.414972+0000 mgr.y (mgr.14146) 317 : cluster [DBG] pgmap v283: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:29.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:29 smithi046 bash[18964]: audit 2021-07-26T15:43:28.772564+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.15.46:0/4119533640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:43:31.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:31 smithi073 bash[15153]: cluster 2021-07-26T15:43:30.415587+0000 mgr.y (mgr.14146) 318 : cluster [DBG] pgmap v284: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:31.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:31 smithi073 bash[15153]: audit 2021-07-26T15:43:30.558476+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:43:31.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:31 smithi073 bash[15153]: audit 2021-07-26T15:43:30.559405+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:43:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[14687]: cluster 2021-07-26T15:43:30.415587+0000 mgr.y (mgr.14146) 318 : cluster [DBG] pgmap v284: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[14687]: audit 2021-07-26T15:43:30.558476+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:43:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[14687]: audit 2021-07-26T15:43:30.559405+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:43:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[18964]: cluster 2021-07-26T15:43:30.415587+0000 mgr.y (mgr.14146) 318 : cluster [DBG] pgmap v284: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[18964]: audit 2021-07-26T15:43:30.558476+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:43:31.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:31 smithi046 bash[18964]: audit 2021-07-26T15:43:30.559405+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:43:32.388 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:33.818 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:33 smithi046 bash[18964]: cluster 2021-07-26T15:43:32.416283+0000 mgr.y (mgr.14146) 319 : cluster [DBG] pgmap v285: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:33.819 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:33 smithi046 bash[14687]: cluster 2021-07-26T15:43:32.416283+0000 mgr.y (mgr.14146) 319 : cluster [DBG] pgmap v285: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:33.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:33 smithi073 bash[15153]: cluster 2021-07-26T15:43:32.416283+0000 mgr.y (mgr.14146) 319 : cluster [DBG] pgmap v285: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:36.144 INFO:teuthology.orchestra.run.smithi046.stdout:55834574914 2021-07-26T15:43:36.172 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:35 smithi046 bash[18964]: cluster 2021-07-26T15:43:34.416989+0000 mgr.y (mgr.14146) 320 : cluster [DBG] pgmap v286: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:36.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:35 smithi046 bash[14687]: cluster 2021-07-26T15:43:34.416989+0000 mgr.y (mgr.14146) 320 : cluster [DBG] pgmap v286: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:36.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:35 smithi073 bash[15153]: cluster 2021-07-26T15:43:34.416989+0000 mgr.y (mgr.14146) 320 : cluster [DBG] pgmap v286: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:36.930 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574903 got 55834574914 for osd.1 2021-07-26T15:43:36.931 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:43:37.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:36 smithi046 bash[14687]: audit 2021-07-26T15:43:36.145115+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.46:0/3045378169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:43:37.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:36 smithi046 bash[18964]: audit 2021-07-26T15:43:36.145115+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.46:0/3045378169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:43:37.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:36 smithi073 bash[15153]: audit 2021-07-26T15:43:36.145115+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.46:0/3045378169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:43:38.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:37 smithi073 bash[15153]: cluster 2021-07-26T15:43:36.417604+0000 mgr.y (mgr.14146) 321 : cluster [DBG] pgmap v287: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:38.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:37 smithi046 bash[14687]: cluster 2021-07-26T15:43:36.417604+0000 mgr.y (mgr.14146) 321 : cluster [DBG] pgmap v287: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:38.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:37 smithi046 bash[18964]: cluster 2021-07-26T15:43:36.417604+0000 mgr.y (mgr.14146) 321 : cluster [DBG] pgmap v287: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:39.706 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:39 smithi046 bash[14687]: cluster 2021-07-26T15:43:38.418308+0000 mgr.y (mgr.14146) 322 : cluster [DBG] pgmap v288: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:40.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:39 smithi046 bash[18964]: cluster 2021-07-26T15:43:38.418308+0000 mgr.y (mgr.14146) 322 : cluster [DBG] pgmap v288: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:39 smithi073 bash[15153]: cluster 2021-07-26T15:43:38.418308+0000 mgr.y (mgr.14146) 322 : cluster [DBG] pgmap v288: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:41.249 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:41 smithi046 bash[18964]: cluster 2021-07-26T15:43:40.418966+0000 mgr.y (mgr.14146) 323 : cluster [DBG] pgmap v289: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:41.250 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:41 smithi046 bash[14687]: cluster 2021-07-26T15:43:40.418966+0000 mgr.y (mgr.14146) 323 : cluster [DBG] pgmap v289: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:41 smithi073 bash[15153]: cluster 2021-07-26T15:43:40.418966+0000 mgr.y (mgr.14146) 323 : cluster [DBG] pgmap v289: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:43.480 INFO:teuthology.orchestra.run.smithi046.stdout:77309411389 2021-07-26T15:43:43.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:43 smithi073 bash[15153]: cluster 2021-07-26T15:43:42.419718+0000 mgr.y (mgr.14146) 324 : cluster [DBG] pgmap v290: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:43.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:43 smithi046 bash[14687]: cluster 2021-07-26T15:43:42.419718+0000 mgr.y (mgr.14146) 324 : cluster [DBG] pgmap v290: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:43.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:43 smithi046 bash[18964]: cluster 2021-07-26T15:43:42.419718+0000 mgr.y (mgr.14146) 324 : cluster [DBG] pgmap v290: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:44.266 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411378 got 77309411389 for osd.2 2021-07-26T15:43:44.267 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:43:44.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:44 smithi046 bash[14687]: audit 2021-07-26T15:43:43.480825+0000 mon.a (mon.0) 624 : audit [DBG] from='client.? 172.21.15.46:0/2538762946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:43:44.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:44 smithi046 bash[18964]: audit 2021-07-26T15:43:43.480825+0000 mon.a (mon.0) 624 : audit [DBG] from='client.? 172.21.15.46:0/2538762946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:43:44.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:44 smithi073 bash[15153]: audit 2021-07-26T15:43:43.480825+0000 mon.a (mon.0) 624 : audit [DBG] from='client.? 172.21.15.46:0/2538762946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:43:46.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:45 smithi073 bash[15153]: cluster 2021-07-26T15:43:44.420515+0000 mgr.y (mgr.14146) 325 : cluster [DBG] pgmap v291: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:46.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:45 smithi046 bash[14687]: cluster 2021-07-26T15:43:44.420515+0000 mgr.y (mgr.14146) 325 : cluster [DBG] pgmap v291: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:46.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:45 smithi046 bash[18964]: cluster 2021-07-26T15:43:44.420515+0000 mgr.y (mgr.14146) 325 : cluster [DBG] pgmap v291: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:47.048 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:48.270 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:47 smithi046 bash[18964]: cluster 2021-07-26T15:43:46.421163+0000 mgr.y (mgr.14146) 326 : cluster [DBG] pgmap v292: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:48.270 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:47 smithi046 bash[14687]: cluster 2021-07-26T15:43:46.421163+0000 mgr.y (mgr.14146) 326 : cluster [DBG] pgmap v292: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:48.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:47 smithi073 bash[15153]: cluster 2021-07-26T15:43:46.421163+0000 mgr.y (mgr.14146) 326 : cluster [DBG] pgmap v292: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:50.352 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:49 smithi046 bash[14687]: cluster 2021-07-26T15:43:48.421919+0000 mgr.y (mgr.14146) 327 : cluster [DBG] pgmap v293: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:50.353 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:49 smithi046 bash[18964]: cluster 2021-07-26T15:43:48.421919+0000 mgr.y (mgr.14146) 327 : cluster [DBG] pgmap v293: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:49 smithi073 bash[15153]: cluster 2021-07-26T15:43:48.421919+0000 mgr.y (mgr.14146) 327 : cluster [DBG] pgmap v293: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:50.765 INFO:teuthology.orchestra.run.smithi046.stdout:107374182458 2021-07-26T15:43:51.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:51 smithi046 bash[14687]: audit 2021-07-26T15:43:50.766146+0000 mon.a (mon.0) 625 : audit [DBG] from='client.? 172.21.15.46:0/2953545924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:43:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:51 smithi073 bash[15153]: audit 2021-07-26T15:43:50.766146+0000 mon.a (mon.0) 625 : audit [DBG] from='client.? 172.21.15.46:0/2953545924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:43:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:51 smithi046 bash[18964]: audit 2021-07-26T15:43:50.766146+0000 mon.a (mon.0) 625 : audit [DBG] from='client.? 172.21.15.46:0/2953545924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:43:51.616 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182447 got 107374182458 for osd.3 2021-07-26T15:43:51.617 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:43:52.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:52 smithi073 bash[15153]: cluster 2021-07-26T15:43:50.422746+0000 mgr.y (mgr.14146) 328 : cluster [DBG] pgmap v294: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:52.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:52 smithi046 bash[14687]: cluster 2021-07-26T15:43:50.422746+0000 mgr.y (mgr.14146) 328 : cluster [DBG] pgmap v294: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:52.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:52 smithi046 bash[18964]: cluster 2021-07-26T15:43:50.422746+0000 mgr.y (mgr.14146) 328 : cluster [DBG] pgmap v294: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:53.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:53 smithi073 bash[15153]: cluster 2021-07-26T15:43:52.423343+0000 mgr.y (mgr.14146) 329 : cluster [DBG] pgmap v295: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:53 smithi046 bash[14687]: cluster 2021-07-26T15:43:52.423343+0000 mgr.y (mgr.14146) 329 : cluster [DBG] pgmap v295: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:53 smithi046 bash[18964]: cluster 2021-07-26T15:43:52.423343+0000 mgr.y (mgr.14146) 329 : cluster [DBG] pgmap v295: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:54.396 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:43:56.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:55 smithi073 bash[15153]: cluster 2021-07-26T15:43:54.424062+0000 mgr.y (mgr.14146) 330 : cluster [DBG] pgmap v296: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:55 smithi046 bash[18964]: cluster 2021-07-26T15:43:54.424062+0000 mgr.y (mgr.14146) 330 : cluster [DBG] pgmap v296: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:56.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:55 smithi046 bash[14687]: cluster 2021-07-26T15:43:54.424062+0000 mgr.y (mgr.14146) 330 : cluster [DBG] pgmap v296: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:58.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:57 smithi046 bash[14687]: cluster 2021-07-26T15:43:56.424696+0000 mgr.y (mgr.14146) 331 : cluster [DBG] pgmap v297: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:58.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:57 smithi046 bash[18964]: cluster 2021-07-26T15:43:56.424696+0000 mgr.y (mgr.14146) 331 : cluster [DBG] pgmap v297: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:58.187 INFO:teuthology.orchestra.run.smithi046.stdout:128849018934 2021-07-26T15:43:58.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:57 smithi073 bash[15153]: cluster 2021-07-26T15:43:56.424696+0000 mgr.y (mgr.14146) 331 : cluster [DBG] pgmap v297: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:43:59.016 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018923 got 128849018934 for osd.4 2021-07-26T15:43:59.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:43:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:58 smithi073 bash[15153]: audit 2021-07-26T15:43:58.186964+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.46:0/2419530142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:43:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:58 smithi046 bash[14687]: audit 2021-07-26T15:43:58.186964+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.46:0/2419530142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:43:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:43:58 smithi046 bash[18964]: audit 2021-07-26T15:43:58.186964+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.46:0/2419530142' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:44:00.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:43:59 smithi073 bash[15153]: cluster 2021-07-26T15:43:58.425459+0000 mgr.y (mgr.14146) 332 : cluster [DBG] pgmap v298: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:00.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:43:59 smithi046 bash[14687]: cluster 2021-07-26T15:43:58.425459+0000 mgr.y (mgr.14146) 332 : cluster [DBG] pgmap v298: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:00.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:00 smithi046 bash[18964]: cluster 2021-07-26T15:43:58.425459+0000 mgr.y (mgr.14146) 332 : cluster [DBG] pgmap v298: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:01 smithi073 bash[15153]: cluster 2021-07-26T15:44:00.426197+0000 mgr.y (mgr.14146) 333 : cluster [DBG] pgmap v299: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:01 smithi046 bash[14687]: cluster 2021-07-26T15:44:00.426197+0000 mgr.y (mgr.14146) 333 : cluster [DBG] pgmap v299: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:01 smithi046 bash[18964]: cluster 2021-07-26T15:44:00.426197+0000 mgr.y (mgr.14146) 333 : cluster [DBG] pgmap v299: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:01.783 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:03.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:03 smithi046 bash[14687]: cluster 2021-07-26T15:44:02.426883+0000 mgr.y (mgr.14146) 334 : cluster [DBG] pgmap v300: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:03.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:03 smithi046 bash[18964]: cluster 2021-07-26T15:44:02.426883+0000 mgr.y (mgr.14146) 334 : cluster [DBG] pgmap v300: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:03.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:03 smithi073 bash[15153]: cluster 2021-07-26T15:44:02.426883+0000 mgr.y (mgr.14146) 334 : cluster [DBG] pgmap v300: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:05.601 INFO:teuthology.orchestra.run.smithi046.stdout:154618822707 2021-07-26T15:44:06.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:05 smithi046 bash[14687]: cluster 2021-07-26T15:44:04.427594+0000 mgr.y (mgr.14146) 335 : cluster [DBG] pgmap v301: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:06.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:05 smithi046 bash[14687]: audit 2021-07-26T15:44:05.601582+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.46:0/2421887894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:44:06.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:06 smithi046 bash[18964]: cluster 2021-07-26T15:44:04.427594+0000 mgr.y (mgr.14146) 335 : cluster [DBG] pgmap v301: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:06.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:06 smithi046 bash[18964]: audit 2021-07-26T15:44:05.601582+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.46:0/2421887894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:44:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:05 smithi073 bash[15153]: cluster 2021-07-26T15:44:04.427594+0000 mgr.y (mgr.14146) 335 : cluster [DBG] pgmap v301: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:05 smithi073 bash[15153]: audit 2021-07-26T15:44:05.601582+0000 mon.a (mon.0) 626 : audit [DBG] from='client.? 172.21.15.46:0/2421887894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:44:06.415 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822695 got 154618822707 for osd.5 2021-07-26T15:44:06.416 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:44:08.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:07 smithi073 bash[15153]: cluster 2021-07-26T15:44:06.428211+0000 mgr.y (mgr.14146) 336 : cluster [DBG] pgmap v302: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:08.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:07 smithi046 bash[14687]: cluster 2021-07-26T15:44:06.428211+0000 mgr.y (mgr.14146) 336 : cluster [DBG] pgmap v302: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:08.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:07 smithi046 bash[18964]: cluster 2021-07-26T15:44:06.428211+0000 mgr.y (mgr.14146) 336 : cluster [DBG] pgmap v302: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:09.193 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:09 smithi073 bash[15153]: cluster 2021-07-26T15:44:08.428893+0000 mgr.y (mgr.14146) 337 : cluster [DBG] pgmap v303: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:10.390 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:09 smithi046 bash[14687]: cluster 2021-07-26T15:44:08.428893+0000 mgr.y (mgr.14146) 337 : cluster [DBG] pgmap v303: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:10.390 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:09 smithi046 bash[18964]: cluster 2021-07-26T15:44:08.428893+0000 mgr.y (mgr.14146) 337 : cluster [DBG] pgmap v303: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:11.358 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:11 smithi046 bash[14687]: cluster 2021-07-26T15:44:10.429347+0000 mgr.y (mgr.14146) 338 : cluster [DBG] pgmap v304: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:11.358 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:11 smithi046 bash[18964]: cluster 2021-07-26T15:44:10.429347+0000 mgr.y (mgr.14146) 338 : cluster [DBG] pgmap v304: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:11 smithi073 bash[15153]: cluster 2021-07-26T15:44:10.429347+0000 mgr.y (mgr.14146) 338 : cluster [DBG] pgmap v304: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:180388626479 2021-07-26T15:44:13.612 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626467 got 180388626479 for osd.6 2021-07-26T15:44:13.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:44:13.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:13 smithi073 bash[15153]: cluster 2021-07-26T15:44:12.430035+0000 mgr.y (mgr.14146) 339 : cluster [DBG] pgmap v305: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:13.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:13 smithi073 bash[15153]: audit 2021-07-26T15:44:12.887258+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.46:0/2449091512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:44:13.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:13 smithi046 bash[18964]: cluster 2021-07-26T15:44:12.430035+0000 mgr.y (mgr.14146) 339 : cluster [DBG] pgmap v305: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:13.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:13 smithi046 bash[18964]: audit 2021-07-26T15:44:12.887258+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.46:0/2449091512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:44:13.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:13 smithi046 bash[14687]: cluster 2021-07-26T15:44:12.430035+0000 mgr.y (mgr.14146) 339 : cluster [DBG] pgmap v305: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:13.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:13 smithi046 bash[14687]: audit 2021-07-26T15:44:12.887258+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.46:0/2449091512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:44:16.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:15 smithi073 bash[15153]: cluster 2021-07-26T15:44:14.430855+0000 mgr.y (mgr.14146) 340 : cluster [DBG] pgmap v306: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:16.387 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:15 smithi046 bash[14687]: cluster 2021-07-26T15:44:14.430855+0000 mgr.y (mgr.14146) 340 : cluster [DBG] pgmap v306: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:15 smithi046 bash[18964]: cluster 2021-07-26T15:44:14.430855+0000 mgr.y (mgr.14146) 340 : cluster [DBG] pgmap v306: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:18.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:17 smithi073 bash[15153]: cluster 2021-07-26T15:44:16.431535+0000 mgr.y (mgr.14146) 341 : cluster [DBG] pgmap v307: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:17 smithi046 bash[14687]: cluster 2021-07-26T15:44:16.431535+0000 mgr.y (mgr.14146) 341 : cluster [DBG] pgmap v307: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:18.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:17 smithi046 bash[18964]: cluster 2021-07-26T15:44:16.431535+0000 mgr.y (mgr.14146) 341 : cluster [DBG] pgmap v307: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:20.152 INFO:teuthology.orchestra.run.smithi046.stdout:206158430252 2021-07-26T15:44:20.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:20 smithi046 bash[18964]: cluster 2021-07-26T15:44:18.432227+0000 mgr.y (mgr.14146) 342 : cluster [DBG] pgmap v308: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:20.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:20 smithi046 bash[14687]: cluster 2021-07-26T15:44:18.432227+0000 mgr.y (mgr.14146) 342 : cluster [DBG] pgmap v308: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:19 smithi073 bash[15153]: cluster 2021-07-26T15:44:18.432227+0000 mgr.y (mgr.14146) 342 : cluster [DBG] pgmap v308: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:20.981 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430240 got 206158430252 for osd.7 2021-07-26T15:44:20.982 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:44:20.982 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:44:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: audit 2021-07-26T15:44:20.153270+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.15.46:0/2940623514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:44:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: cluster 2021-07-26T15:44:20.432907+0000 mgr.y (mgr.14146) 343 : cluster [DBG] pgmap v309: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: audit 2021-07-26T15:44:20.598559+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: audit 2021-07-26T15:44:20.601420+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: audit 2021-07-26T15:44:20.603571+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:21.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:21 smithi073 bash[15153]: audit 2021-07-26T15:44:20.885147+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: audit 2021-07-26T15:44:20.153270+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.15.46:0/2940623514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:44:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: cluster 2021-07-26T15:44:20.432907+0000 mgr.y (mgr.14146) 343 : cluster [DBG] pgmap v309: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: audit 2021-07-26T15:44:20.598559+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: audit 2021-07-26T15:44:20.601420+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:21.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: audit 2021-07-26T15:44:20.603571+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:21.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[14687]: audit 2021-07-26T15:44:20.885147+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:21.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: audit 2021-07-26T15:44:20.153270+0000 mon.a (mon.0) 628 : audit [DBG] from='client.? 172.21.15.46:0/2940623514' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:44:21.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: cluster 2021-07-26T15:44:20.432907+0000 mgr.y (mgr.14146) 343 : cluster [DBG] pgmap v309: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:21.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: audit 2021-07-26T15:44:20.598559+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:21.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: audit 2021-07-26T15:44:20.601420+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:21.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: audit 2021-07-26T15:44:20.603571+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:21.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:21 smithi046 bash[18964]: audit 2021-07-26T15:44:20.885147+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:23.759 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:23.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:23 smithi073 bash[15153]: cluster 2021-07-26T15:44:22.433637+0000 mgr.y (mgr.14146) 344 : cluster [DBG] pgmap v310: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:23.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:23 smithi046 bash[14687]: cluster 2021-07-26T15:44:22.433637+0000 mgr.y (mgr.14146) 344 : cluster [DBG] pgmap v310: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:23.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:23 smithi046 bash[18964]: cluster 2021-07-26T15:44:22.433637+0000 mgr.y (mgr.14146) 344 : cluster [DBG] pgmap v310: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:25.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:25 smithi046 bash[14687]: cluster 2021-07-26T15:44:24.434380+0000 mgr.y (mgr.14146) 345 : cluster [DBG] pgmap v311: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:25.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:25 smithi046 bash[18964]: cluster 2021-07-26T15:44:24.434380+0000 mgr.y (mgr.14146) 345 : cluster [DBG] pgmap v311: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:25.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:25 smithi073 bash[15153]: cluster 2021-07-26T15:44:24.434380+0000 mgr.y (mgr.14146) 345 : cluster [DBG] pgmap v311: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:27.349 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:44:27.351 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2021-07-26T15:44:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:27 smithi046 bash[14687]: cluster 2021-07-26T15:44:26.435001+0000 mgr.y (mgr.14146) 346 : cluster [DBG] pgmap v312: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:27.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:27 smithi046 bash[18964]: cluster 2021-07-26T15:44:26.435001+0000 mgr.y (mgr.14146) 346 : cluster [DBG] pgmap v312: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:27.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:27 smithi073 bash[15153]: cluster 2021-07-26T15:44:26.435001+0000 mgr.y (mgr.14146) 346 : cluster [DBG] pgmap v312: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:28.200 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":312,"stamp":"2021-07-26T15:44:26.434688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":44044,"kb_used_data":4108,"kb_used_omap":0,"kb_used_meta":39872,"kb_avail":749917172,"statfs":{"total":767960285184,"available":767915184128,"internally_reserved":0,"allocated":4206592,"data_stored":1702849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40828928},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:32.982901+0000","last_change":"2021-07-26T15:41:31.974441+0000","last_active":"2021-07-26T15:41:32.982901+0000","last_peered":"2021-07-26T15:41:32.982901+0000","last_clean":"2021-07-26T15:41:32.982901+0000","last_became_active":"2021-07-26T15:41:31.973834+0000","last_became_peered":"2021-07-26T15:41:31.973834+0000","last_unstale":"2021-07-26T15:41:32.982901+0000","last_undegraded":"2021-07-26T15:41:32.982901+0000","last_fullsized":"2021-07-26T15:41:32.982901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736454+0000","last_change":"2021-07-26T15:41:31.973324+0000","last_active":"2021-07-26T15:41:33.736454+0000","last_peered":"2021-07-26T15:41:33.736454+0000","last_clean":"2021-07-26T15:41:33.736454+0000","last_became_active":"2021-07-26T15:41:31.972938+0000","last_became_peered":"2021-07-26T15:41:31.972938+0000","last_unstale":"2021-07-26T15:41:33.736454+0000","last_undegraded":"2021-07-26T15:41:33.736454+0000","last_fullsized":"2021-07-26T15:41:33.736454+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.737093+0000","last_change":"2021-07-26T15:41:32.396217+0000","last_active":"2021-07-26T15:41:33.737093+0000","last_peered":"2021-07-26T15:41:33.737093+0000","last_clean":"2021-07-26T15:41:33.737093+0000","last_became_active":"2021-07-26T15:41:32.395156+0000","last_became_peered":"2021-07-26T15:41:32.395156+0000","last_unstale":"2021-07-26T15:41:33.737093+0000","last_undegraded":"2021-07-26T15:41:33.737093+0000","last_fullsized":"2021-07-26T15:41:33.737093+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736946+0000","last_change":"2021-07-26T15:41:32.395930+0000","last_active":"2021-07-26T15:41:33.736946+0000","last_peered":"2021-07-26T15:41:33.736946+0000","last_clean":"2021-07-26T15:41:33.736946+0000","last_became_active":"2021-07-26T15:41:32.395005+0000","last_became_peered":"2021-07-26T15:41:32.395005+0000","last_unstale":"2021-07-26T15:41:33.736946+0000","last_undegraded":"2021-07-26T15:41:33.736946+0000","last_fullsized":"2021-07-26T15:41:33.736946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.737053+0000","last_change":"2021-07-26T15:40:58.695666+0000","last_active":"2021-07-26T15:41:33.737053+0000","last_peered":"2021-07-26T15:41:33.737053+0000","last_clean":"2021-07-26T15:41:33.737053+0000","last_became_active":"2021-07-26T15:40:58.694736+0000","last_became_peered":"2021-07-26T15:40:58.694736+0000","last_unstale":"2021-07-26T15:41:33.737053+0000","last_undegraded":"2021-07-26T15:41:33.737053+0000","last_fullsized":"2021-07-26T15:41:33.737053+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_clean_scrub_stamp":"2021-07-26T15:38:43.949120+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.493611+0000","last_change":"2021-07-26T15:41:31.973652+0000","last_active":"2021-07-26T15:41:33.493611+0000","last_peered":"2021-07-26T15:41:33.493611+0000","last_clean":"2021-07-26T15:41:33.493611+0000","last_became_active":"2021-07-26T15:41:31.973114+0000","last_became_peered":"2021-07-26T15:41:31.973114+0000","last_unstale":"2021-07-26T15:41:33.493611+0000","last_undegraded":"2021-07-26T15:41:33.493611+0000","last_fullsized":"2021-07-26T15:41:33.493611+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:32.981449+0000","last_change":"2021-07-26T15:41:32.396283+0000","last_active":"2021-07-26T15:41:32.981449+0000","last_peered":"2021-07-26T15:41:32.981449+0000","last_clean":"2021-07-26T15:41:32.981449+0000","last_became_active":"2021-07-26T15:41:32.395322+0000","last_became_peered":"2021-07-26T15:41:32.395322+0000","last_unstale":"2021-07-26T15:41:32.981449+0000","last_undegraded":"2021-07-26T15:41:32.981449+0000","last_fullsized":"2021-07-26T15:41:32.981449+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.493609+0000","last_change":"2021-07-26T15:41:31.975729+0000","last_active":"2021-07-26T15:41:33.493609+0000","last_peered":"2021-07-26T15:41:33.493609+0000","last_clean":"2021-07-26T15:41:33.493609+0000","last_became_active":"2021-07-26T15:41:31.975174+0000","last_became_peered":"2021-07-26T15:41:31.975174+0000","last_unstale":"2021-07-26T15:41:33.493609+0000","last_undegraded":"2021-07-26T15:41:33.493609+0000","last_fullsized":"2021-07-26T15:41:33.493609+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736409+0000","last_change":"2021-07-26T15:41:32.396601+0000","last_active":"2021-07-26T15:41:33.736409+0000","last_peered":"2021-07-26T15:41:33.736409+0000","last_clean":"2021-07-26T15:41:33.736409+0000","last_became_active":"2021-07-26T15:41:32.394955+0000","last_became_peered":"2021-07-26T15:41:32.394955+0000","last_unstale":"2021-07-26T15:41:33.736409+0000","last_undegraded":"2021-07-26T15:41:33.736409+0000","last_fullsized":"2021-07-26T15:41:33.736409+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430253,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5324,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739828,"statfs":{"total":95995035648,"available":95989583872,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.88800000000000001,"15min":0.86399999999999999},"min":{"1min":0.65800000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.2170000000000001,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.94599999999999995},"min":{"1min":0.70699999999999996,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.2290000000000001,"5min":1.286,"15min":1.286},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.93000000000000005,"15min":0.91600000000000004},"min":{"1min":0.69499999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.272,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.95699999999999996,"15min":0.95599999999999996},"min":{"1min":0.66900000000000004,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.224,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":1.1319999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.01,"15min":1.0009999999999999},"min":{"1min":0.745,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.288,"5min":1.355,"15min":1.355},"last":1.006},{"interface":"front","average":{"1min":0.99099999999999999,"5min":1.0069999999999999,"15min":1.0049999999999999},"min":{"1min":0.746,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.2070000000000001,"5min":1.516,"15min":1.516},"last":1.1020000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.034,"15min":1.038},"min":{"1min":0.85399999999999998,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.266,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0629999999999999,"15min":1.056},"min":{"1min":0.82699999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.262,"5min":1.49,"15min":1.49},"last":1.214}]},{"osd":4,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.93799999999999994,"15min":0.92700000000000005},"min":{"1min":0.71399999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.278,"5min":1.536,"15min":1.536},"last":1.256},{"interface":"front","average":{"1min":0.997,"5min":1.0389999999999999,"15min":1.038},"min":{"1min":0.69999999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.3360000000000001,"5min":1.552,"15min":1.552},"last":1.181}]},{"osd":5,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.0269999999999999,"15min":1.0389999999999999},"min":{"1min":0.74399999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.234,"5min":1.8,"15min":1.8},"last":1.042},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.127,"15min":1.1319999999999999},"min":{"1min":0.88300000000000001,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.331,"5min":1.595,"15min":1.595},"last":1.4199999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.1599999999999999,"15min":1.1619999999999999},"min":{"1min":0.94799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.3999999999999999,"5min":1.643,"15min":1.643},"last":1.3440000000000001},{"interface":"front","average":{"1min":1.177,"5min":1.1819999999999999,"15min":1.173},"min":{"1min":0.85999999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.381,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":1.367}]}]},{"osd":6,"up_from":42,"seq":180388626482,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5380,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739772,"statfs":{"total":95995035648,"available":95989526528,"internally_reserved":0,"allocated":520192,"data_stored":212423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.93700000000000006,"15min":0.95199999999999996},"min":{"1min":0.61699999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.2569999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.92400000000000004,"15min":0.90600000000000003},"min":{"1min":0.749,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4019999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.99099999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.93400000000000005,"15min":0.93700000000000006},"min":{"1min":0.66400000000000003,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.02,"5min":0.98799999999999999,"15min":0.98099999999999998},"min":{"1min":0.71399999999999997,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2909999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.151}]},{"osd":2,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.97099999999999997,"15min":0.98199999999999998},"min":{"1min":0.68700000000000006,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.069,"5min":0.998,"15min":0.98099999999999998},"min":{"1min":0.69599999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.90600000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.96599999999999997,"15min":0.96799999999999997},"min":{"1min":0.74399999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.2549999999999999,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":1.111,"5min":1.103,"15min":1.1020000000000001},"min":{"1min":0.86599999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":1.3169999999999999,"5min":1.413,"15min":1.413},"last":1.0580000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.93500000000000005,"15min":0.93600000000000005},"min":{"1min":0.68400000000000005,"5min":0.499,"15min":0.499},"max":{"1min":1.4810000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.075,"5min":1.0409999999999999,"15min":1.038},"min":{"1min":0.68600000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.431,"5min":1.647,"15min":1.647},"last":1.107}]},{"osd":5,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.024,"15min":1.03},"min":{"1min":0.76600000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3740000000000001,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.0920000000000001,"15min":1.0760000000000001},"min":{"1min":0.879,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.369,"5min":1.6799999999999999,"15min":1.6799999999999999},"last":1.21}]},{"osd":7,"last update":"Mon Jul 26 15:43:59 2021","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.179,"15min":1.1799999999999999},"min":{"1min":0.90900000000000003,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":1.546,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":1.05},{"interface":"front","average":{"1min":1.2,"5min":1.248,"15min":1.268},"min":{"1min":0.89700000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":1.52,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":1.3540000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5644,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739508,"statfs":{"total":95995035648,"available":95989256192,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:26 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.70099999999999996,"15min":0.60299999999999998},"min":{"1min":0.59299999999999997,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.98499999999999999,"5min":1.03,"15min":1.03},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.79600000000000004,"15min":0.67200000000000004},"min":{"1min":0.65300000000000002,"5min":0.38,"15min":0.38},"max":{"1min":1.3700000000000001,"5min":1.385,"15min":1.385},"last":0.81599999999999995}]},{"osd":2,"last update":"Mon Jul 26 15:43:51 2021","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.80400000000000005,"15min":0.73599999999999999},"min":{"1min":0.59699999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.363,"5min":1.615,"15min":1.615},"last":0.73099999999999998},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.97499999999999998,"15min":0.88},"min":{"1min":0.80900000000000005,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.278,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":1.05}]},{"osd":3,"last update":"Mon Jul 26 15:44:20 2021","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93200000000000005,"15min":0.84799999999999998},"min":{"1min":0.54100000000000004,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.2490000000000001,"5min":1.389,"15min":1.389},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.91200000000000003,"15min":0.85199999999999998},"min":{"1min":0.57499999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2110000000000001,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":0.77100000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:43:46 2021","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":1.0640000000000001,"15min":1.0169999999999999},"min":{"1min":0.878,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.232,"5min":1.571,"15min":1.571},"last":0.71999999999999997},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.0589999999999999,"15min":1.018},"min":{"1min":0.78000000000000003,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.93200000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.218,"5min":1.1319999999999999,"15min":1.1180000000000001},"min":{"1min":0.75,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.8959999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":1.0880000000000001},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.218,"15min":1.1859999999999999},"min":{"1min":0.84599999999999997,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.159}]},{"osd":6,"last update":"Mon Jul 26 15:43:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2090000000000001,"5min":1.2509999999999999,"15min":1.2450000000000001},"min":{"1min":0.84899999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.5449999999999999,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.329,"5min":1.292,"15min":1.29},"min":{"1min":0.94799999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":1.1899999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.341,"15min":1.3620000000000001},"min":{"1min":0.91100000000000003,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.252},{"interface":"front","average":{"1min":1.3,"5min":1.3600000000000001,"15min":1.3779999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.635,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":0.96099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5704,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739448,"statfs":{"total":95995035648,"available":95989194752,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.72499999999999998,"15min":0.625},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.434},"max":{"1min":0.94099999999999995,"5min":1.224,"15min":1.224},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.93100000000000005,"15min":0.75700000000000001},"min":{"1min":0.73399999999999999,"5min":0.56100000000000005,"15min":0.52900000000000003},"max":{"1min":1.133,"5min":1.296,"15min":1.296},"last":0.82499999999999996}]},{"osd":2,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.84499999999999997,"15min":0.80600000000000005},"min":{"1min":0.52600000000000002,"5min":0.496,"15min":0.496},"max":{"1min":1.0900000000000001,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.84799999999999998,"15min":0.76100000000000001},"min":{"1min":0.628,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.80100000000000005}]},{"osd":3,"last update":"Mon Jul 26 15:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.96099999999999997,"15min":0.91100000000000003},"min":{"1min":0.68400000000000005,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.379,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92300000000000004,"15min":0.85899999999999999},"min":{"1min":0.68100000000000005,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1419999999999999,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.68100000000000005}]},{"osd":4,"last update":"Mon Jul 26 15:43:40 2021","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0669999999999999,"15min":1.0209999999999999},"min":{"1min":0.93799999999999994,"5min":0.75,"15min":0.75},"max":{"1min":1.2649999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"last":0.876},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":0.97799999999999998},"min":{"1min":0.83999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.5089999999999999,"5min":1.536,"15min":1.536},"last":1.03}]},{"osd":5,"last update":"Mon Jul 26 15:44:06 2021","interfaces":[{"interface":"back","average":{"1min":1.1579999999999999,"5min":1.1379999999999999,"15min":1.139},"min":{"1min":0.86299999999999999,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.5860000000000001,"5min":1.667,"15min":1.667},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.343,"5min":1.302,"15min":1.28},"min":{"1min":1.0109999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.6140000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":1.2270000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:43:37 2021","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.93999999999999995,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":1.5600000000000001,"5min":1.7829999999999999,"15min":1.7829999999999999},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.288,"15min":1.304},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.4870000000000001,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":0.94499999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:44:02 2021","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":1.4059999999999999,"15min":1.4179999999999999},"min":{"1min":1.202,"5min":0.999,"15min":0.999},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":1.173},{"interface":"front","average":{"1min":1.258,"5min":1.3149999999999999,"15min":1.329},"min":{"1min":1.04,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":1.532,"5min":1.579,"15min":1.579},"last":0.91300000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5580,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739572,"statfs":{"total":95995035648,"available":95989321728,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.746,"15min":0.63300000000000001},"min":{"1min":0.499,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.81799999999999995,"15min":0.71699999999999997},"min":{"1min":0.64800000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.238,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.68999999999999995}]},{"osd":1,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.83799999999999997,"15min":0.73899999999999999},"min":{"1min":0.57999999999999996,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.331},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.79500000000000004,"15min":0.73099999999999998},"min":{"1min":0.66200000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0920000000000001,"5min":1.2,"15min":1.2},"last":0.94299999999999995}]},{"osd":3,"last update":"Mon Jul 26 15:44:22 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.84299999999999997,"15min":0.78900000000000003},"min":{"1min":0.60799999999999998,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.077,"5min":1.002,"15min":0.89700000000000002},"min":{"1min":0.79800000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.97499999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:43:43 2021","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":1.1379999999999999,"15min":1.0700000000000001},"min":{"1min":0.93799999999999994,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.5720000000000001,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":1.155},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.1020000000000001,"15min":1.079},"min":{"1min":0.79200000000000004,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.542,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.0389999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:44:16 2021","interfaces":[{"interface":"back","average":{"1min":1.246,"5min":1.2410000000000001,"15min":1.2470000000000001},"min":{"1min":0.97599999999999998,"5min":0.626,"15min":0.626},"max":{"1min":1.55,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.258},{"interface":"front","average":{"1min":1.127,"5min":1.1279999999999999,"15min":1.1579999999999999},"min":{"1min":0.83499999999999996,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.4350000000000001,"5min":1.619,"15min":1.619},"last":1.1220000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:43:35 2021","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.246,"15min":1.264},"min":{"1min":0.81999999999999995,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.48,"5min":1.724,"15min":1.724},"last":1.196},{"interface":"front","average":{"1min":1.357,"5min":1.341,"15min":1.331},"min":{"1min":0.96899999999999997,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.631,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":1.4690000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:44:06 2021","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.2270000000000001,"15min":1.2170000000000001},"min":{"1min":0.92000000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.504},{"interface":"front","average":{"1min":1.387,"5min":1.391,"15min":1.391},"min":{"1min":0.90900000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":1.6870000000000001,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":1.383}]}]},{"osd":3,"up_from":25,"seq":107374182465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5512,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739640,"statfs":{"total":95995035648,"available":95989391360,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:25 2021","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.73299999999999998,"15min":0.70699999999999996},"min":{"1min":0.58999999999999997,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95799999999999996,"5min":1.601,"15min":1.601},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83099999999999996,"15min":0.82399999999999995},"min":{"1min":0.622,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2569999999999999,"5min":1.415,"15min":1.415},"last":0.80400000000000005}]},{"osd":1,"last update":"Mon Jul 26 15:43:25 2021","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.80500000000000005,"15min":0.76700000000000002},"min":{"1min":0.64500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.97199999999999998,"5min":1.296,"15min":1.296},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.90700000000000003,"15min":0.86299999999999999},"min":{"1min":0.79600000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":1.1279999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:43:25 2021","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.95699999999999996,"15min":0.93300000000000005},"min":{"1min":0.67000000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.1859999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.93500000000000005,"15min":0.90500000000000003},"min":{"1min":0.67400000000000004,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.3220000000000001,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.98699999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0549999999999999,"15min":1.0289999999999999},"min":{"1min":0.84299999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":1.373,"5min":1.633,"15min":1.633},"last":1.089},{"interface":"front","average":{"1min":1.177,"5min":1.0820000000000001,"15min":1.0680000000000001},"min":{"1min":0.874,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.2230000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:44:11 2021","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1679999999999999,"15min":1.1819999999999999},"min":{"1min":0.92600000000000005,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":1.5289999999999999,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1759999999999999,"15min":1.1599999999999999},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":1.3620000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:43:33 2021","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.242,"15min":1.242},"min":{"1min":1.0169999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.425},{"interface":"front","average":{"1min":1.292,"5min":1.2929999999999999,"15min":1.3029999999999999},"min":{"1min":1.0409999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.2869999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:44:00 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.2989999999999999,"15min":1.3029999999999999},"min":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"max":{"1min":1.728,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":1.3220000000000001},{"interface":"front","average":{"1min":1.298,"5min":1.3109999999999999,"15min":1.306},"min":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":1.625,"5min":1.722,"15min":1.722},"last":1.472}]}]},{"osd":4,"up_from":30,"seq":128849018940,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5452,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739700,"statfs":{"total":95995035648,"available":95989452800,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.90300000000000002,"15min":0.88700000000000001},"min":{"1min":0.63600000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.351,"5min":1.407,"15min":1.407},"last":0.751},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.91600000000000004,"15min":0.93200000000000005},"min":{"1min":0.69499999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.272,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.873}]},{"osd":1,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.90100000000000002,"15min":0.89100000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3360000000000001,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.95099999999999996,"15min":0.94399999999999995},"min":{"1min":0.69799999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2989999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.84699999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.98399999999999999,"15min":0.98299999999999998},"min":{"1min":0.72599999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.2450000000000001,"5min":1.401,"15min":1.401},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.95799999999999996,"15min":0.94799999999999995},"min":{"1min":0.70199999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.2190000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.96799999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.96599999999999997,"15min":0.94899999999999995},"min":{"1min":0.73699999999999999,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.28,"5min":1.391,"15min":1.391},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.0169999999999999,"15min":1.0029999999999999},"min":{"1min":0.80700000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.0109999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:44:07 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.88500000000000001,"15min":0.85499999999999998},"min":{"1min":0.69299999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.609,"15min":1.609},"last":1.034},{"interface":"front","average":{"1min":1.121,"5min":1.087,"15min":1.0669999999999999},"min":{"1min":0.64500000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.274,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.1899999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:43:34 2021","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":0.98799999999999999,"15min":0.97999999999999998},"min":{"1min":0.81200000000000006,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.421,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.129,"15min":1.1220000000000001},"min":{"1min":0.97699999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.345,"5min":1.673,"15min":1.673},"last":1.109}]},{"osd":7,"last update":"Mon Jul 26 15:43:59 2021","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.0840000000000001,"15min":1.0669999999999999},"min":{"1min":0.89800000000000002,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.387,"5min":1.722,"15min":1.722},"last":0.90800000000000003},{"interface":"front","average":{"1min":1.206,"5min":1.137,"15min":1.117},"min":{"1min":0.95199999999999996,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.571,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.1339999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822711,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5448,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739704,"statfs":{"total":95995035648,"available":95989456896,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.93899999999999995,"15min":0.94699999999999995},"min":{"1min":0.60399999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.2470000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.94899999999999995,"15min":0.92000000000000004},"min":{"1min":0.67300000000000004,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.48699999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.94199999999999995,"15min":0.89400000000000002},"min":{"1min":0.66300000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.3540000000000001,"5min":1.395,"15min":1.395},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.97199999999999998},"min":{"1min":0.75800000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.436}]},{"osd":2,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.98599999999999999,"15min":0.97399999999999998},"min":{"1min":0.70099999999999996,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.2430000000000001,"5min":1.577,"15min":1.577},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.014,"5min":1.002,"15min":0.96699999999999997},"min":{"1min":0.70299999999999996,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.2949999999999999,"5min":1.482,"15min":1.482},"last":0.53700000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0620000000000001,"5min":0.98899999999999999,"15min":0.93700000000000006},"min":{"1min":0.88,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.089,"5min":1.04,"15min":1},"min":{"1min":0.81200000000000006,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.3009999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.64600000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.89400000000000002,"15min":0.86699999999999999},"min":{"1min":0.63,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.1379999999999999,"5min":1.345,"15min":1.345},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.96999999999999997,"15min":0.91200000000000003},"min":{"1min":0.73199999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2989999999999999,"5min":1.528,"15min":1.528},"last":0.37}]},{"osd":6,"last update":"Mon Jul 26 15:43:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.101,"15min":1.087},"min":{"1min":0.82099999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.347,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.256,"5min":1.202,"15min":1.1779999999999999},"min":{"1min":0.96199999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.5509999999999999,"5min":1.679,"15min":1.679},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:44:05 2021","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.2050000000000001,"15min":1.216},"min":{"1min":0.86799999999999999,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.3420000000000001,"5min":1.609,"15min":1.609},"last":0.41199999999999998},{"interface":"front","average":{"1min":1.075,"5min":1.1479999999999999,"15min":1.1519999999999999},"min":{"1min":0.78200000000000003,"5min":0.755,"15min":0.755},"max":{"1min":1.2669999999999999,"5min":1.462,"15min":1.462},"last":0.45800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:44:28.203 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:44:28.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:28 smithi073 bash[15153]: audit 2021-07-26T15:44:27.340151+0000 mgr.y (mgr.14146) 347 : audit [DBG] from='client.14595 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:28.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:28 smithi046 bash[14687]: audit 2021-07-26T15:44:27.340151+0000 mgr.y (mgr.14146) 347 : audit [DBG] from='client.14595 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:28.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:28 smithi046 bash[18964]: audit 2021-07-26T15:44:27.340151+0000 mgr.y (mgr.14146) 347 : audit [DBG] from='client.14595 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:30.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:29 smithi073 bash[15153]: cluster 2021-07-26T15:44:28.435742+0000 mgr.y (mgr.14146) 348 : cluster [DBG] pgmap v313: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:29 smithi046 bash[14687]: cluster 2021-07-26T15:44:28.435742+0000 mgr.y (mgr.14146) 348 : cluster [DBG] pgmap v313: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:30.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:30 smithi046 bash[18964]: cluster 2021-07-26T15:44:28.435742+0000 mgr.y (mgr.14146) 348 : cluster [DBG] pgmap v313: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:30.999 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:31 smithi073 bash[15153]: audit 2021-07-26T15:44:30.565868+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:44:31.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:31 smithi073 bash[15153]: audit 2021-07-26T15:44:30.566351+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:44:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:31 smithi046 bash[18964]: audit 2021-07-26T15:44:30.565868+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:44:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:31 smithi046 bash[18964]: audit 2021-07-26T15:44:30.566351+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:44:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:31 smithi046 bash[14687]: audit 2021-07-26T15:44:30.565868+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:44:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:31 smithi046 bash[14687]: audit 2021-07-26T15:44:30.566351+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:44:32.265 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:32 smithi046 bash[14687]: cluster 2021-07-26T15:44:30.436422+0000 mgr.y (mgr.14146) 349 : cluster [DBG] pgmap v314: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:32.265 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:32 smithi046 bash[18964]: cluster 2021-07-26T15:44:30.436422+0000 mgr.y (mgr.14146) 349 : cluster [DBG] pgmap v314: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:32.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:32 smithi073 bash[15153]: cluster 2021-07-26T15:44:30.436422+0000 mgr.y (mgr.14146) 349 : cluster [DBG] pgmap v314: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:33.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:33 smithi073 bash[15153]: cluster 2021-07-26T15:44:32.437093+0000 mgr.y (mgr.14146) 350 : cluster [DBG] pgmap v315: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:33 smithi046 bash[18964]: cluster 2021-07-26T15:44:32.437093+0000 mgr.y (mgr.14146) 350 : cluster [DBG] pgmap v315: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:33 smithi046 bash[14687]: cluster 2021-07-26T15:44:32.437093+0000 mgr.y (mgr.14146) 350 : cluster [DBG] pgmap v315: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:34.740 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:44:34.744 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2021-07-26T15:44:35.575 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2021-07-26T15:44:34.437348+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":44044,"kb_used_data":4108,"kb_used_omap":0,"kb_used_meta":39872,"kb_avail":749917172,"statfs":{"total":767960285184,"available":767915184128,"internally_reserved":0,"allocated":4206592,"data_stored":1702849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40828928},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:32.982901+0000","last_change":"2021-07-26T15:41:31.974441+0000","last_active":"2021-07-26T15:41:32.982901+0000","last_peered":"2021-07-26T15:41:32.982901+0000","last_clean":"2021-07-26T15:41:32.982901+0000","last_became_active":"2021-07-26T15:41:31.973834+0000","last_became_peered":"2021-07-26T15:41:31.973834+0000","last_unstale":"2021-07-26T15:41:32.982901+0000","last_undegraded":"2021-07-26T15:41:32.982901+0000","last_fullsized":"2021-07-26T15:41:32.982901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736454+0000","last_change":"2021-07-26T15:41:31.973324+0000","last_active":"2021-07-26T15:41:33.736454+0000","last_peered":"2021-07-26T15:41:33.736454+0000","last_clean":"2021-07-26T15:41:33.736454+0000","last_became_active":"2021-07-26T15:41:31.972938+0000","last_became_peered":"2021-07-26T15:41:31.972938+0000","last_unstale":"2021-07-26T15:41:33.736454+0000","last_undegraded":"2021-07-26T15:41:33.736454+0000","last_fullsized":"2021-07-26T15:41:33.736454+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.737093+0000","last_change":"2021-07-26T15:41:32.396217+0000","last_active":"2021-07-26T15:41:33.737093+0000","last_peered":"2021-07-26T15:41:33.737093+0000","last_clean":"2021-07-26T15:41:33.737093+0000","last_became_active":"2021-07-26T15:41:32.395156+0000","last_became_peered":"2021-07-26T15:41:32.395156+0000","last_unstale":"2021-07-26T15:41:33.737093+0000","last_undegraded":"2021-07-26T15:41:33.737093+0000","last_fullsized":"2021-07-26T15:41:33.737093+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736946+0000","last_change":"2021-07-26T15:41:32.395930+0000","last_active":"2021-07-26T15:41:33.736946+0000","last_peered":"2021-07-26T15:41:33.736946+0000","last_clean":"2021-07-26T15:41:33.736946+0000","last_became_active":"2021-07-26T15:41:32.395005+0000","last_became_peered":"2021-07-26T15:41:32.395005+0000","last_unstale":"2021-07-26T15:41:33.736946+0000","last_undegraded":"2021-07-26T15:41:33.736946+0000","last_fullsized":"2021-07-26T15:41:33.736946+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.737053+0000","last_change":"2021-07-26T15:40:58.695666+0000","last_active":"2021-07-26T15:41:33.737053+0000","last_peered":"2021-07-26T15:41:33.737053+0000","last_clean":"2021-07-26T15:41:33.737053+0000","last_became_active":"2021-07-26T15:40:58.694736+0000","last_became_peered":"2021-07-26T15:40:58.694736+0000","last_unstale":"2021-07-26T15:41:33.737053+0000","last_undegraded":"2021-07-26T15:41:33.737053+0000","last_fullsized":"2021-07-26T15:41:33.737053+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_clean_scrub_stamp":"2021-07-26T15:38:43.949120+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.493611+0000","last_change":"2021-07-26T15:41:31.973652+0000","last_active":"2021-07-26T15:41:33.493611+0000","last_peered":"2021-07-26T15:41:33.493611+0000","last_clean":"2021-07-26T15:41:33.493611+0000","last_became_active":"2021-07-26T15:41:31.973114+0000","last_became_peered":"2021-07-26T15:41:31.973114+0000","last_unstale":"2021-07-26T15:41:33.493611+0000","last_undegraded":"2021-07-26T15:41:33.493611+0000","last_fullsized":"2021-07-26T15:41:33.493611+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:32.981449+0000","last_change":"2021-07-26T15:41:32.396283+0000","last_active":"2021-07-26T15:41:32.981449+0000","last_peered":"2021-07-26T15:41:32.981449+0000","last_clean":"2021-07-26T15:41:32.981449+0000","last_became_active":"2021-07-26T15:41:32.395322+0000","last_became_peered":"2021-07-26T15:41:32.395322+0000","last_unstale":"2021-07-26T15:41:32.981449+0000","last_undegraded":"2021-07-26T15:41:32.981449+0000","last_fullsized":"2021-07-26T15:41:32.981449+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.493609+0000","last_change":"2021-07-26T15:41:31.975729+0000","last_active":"2021-07-26T15:41:33.493609+0000","last_peered":"2021-07-26T15:41:33.493609+0000","last_clean":"2021-07-26T15:41:33.493609+0000","last_became_active":"2021-07-26T15:41:31.975174+0000","last_became_peered":"2021-07-26T15:41:31.975174+0000","last_unstale":"2021-07-26T15:41:33.493609+0000","last_undegraded":"2021-07-26T15:41:33.493609+0000","last_fullsized":"2021-07-26T15:41:33.493609+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2021-07-26T15:41:33.736409+0000","last_change":"2021-07-26T15:41:32.396601+0000","last_active":"2021-07-26T15:41:33.736409+0000","last_peered":"2021-07-26T15:41:33.736409+0000","last_clean":"2021-07-26T15:41:33.736409+0000","last_became_active":"2021-07-26T15:41:32.394955+0000","last_became_peered":"2021-07-26T15:41:32.394955+0000","last_unstale":"2021-07-26T15:41:33.736409+0000","last_undegraded":"2021-07-26T15:41:33.736409+0000","last_fullsized":"2021-07-26T15:41:33.736409+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430255,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5324,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739828,"statfs":{"total":95995035648,"available":95989583872,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.88800000000000001,"15min":0.86399999999999999},"min":{"1min":0.65800000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.2170000000000001,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.94599999999999995},"min":{"1min":0.70699999999999996,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.2290000000000001,"5min":1.286,"15min":1.286},"last":0.73499999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.93000000000000005,"15min":0.91600000000000004},"min":{"1min":0.69499999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.272,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.95699999999999996,"15min":0.95599999999999996},"min":{"1min":0.66900000000000004,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.224,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.01,"15min":1.0009999999999999},"min":{"1min":0.745,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.288,"5min":1.355,"15min":1.355},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.99099999999999999,"5min":1.0069999999999999,"15min":1.0049999999999999},"min":{"1min":0.746,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.2070000000000001,"5min":1.516,"15min":1.516},"last":1.155}]},{"osd":3,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.034,"15min":1.038},"min":{"1min":0.85399999999999998,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.266,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0629999999999999,"15min":1.056},"min":{"1min":0.82699999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.262,"5min":1.49,"15min":1.49},"last":1.218}]},{"osd":4,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.93799999999999994,"15min":0.92700000000000005},"min":{"1min":0.71399999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.278,"5min":1.536,"15min":1.536},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.997,"5min":1.0389999999999999,"15min":1.038},"min":{"1min":0.69999999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.3360000000000001,"5min":1.552,"15min":1.552},"last":1.1919999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.0269999999999999,"15min":1.0389999999999999},"min":{"1min":0.74399999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.234,"5min":1.8,"15min":1.8},"last":1.095},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.127,"15min":1.1319999999999999},"min":{"1min":0.88300000000000001,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.331,"5min":1.595,"15min":1.595},"last":1.0780000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.1599999999999999,"15min":1.1619999999999999},"min":{"1min":0.94799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.3999999999999999,"5min":1.643,"15min":1.643},"last":1.006},{"interface":"front","average":{"1min":1.177,"5min":1.1819999999999999,"15min":1.173},"min":{"1min":0.85999999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.381,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":1.1200000000000001}]}]},{"osd":6,"up_from":42,"seq":180388626483,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5380,"kb_used_data":508,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739772,"statfs":{"total":95995035648,"available":95989526528,"internally_reserved":0,"allocated":520192,"data_stored":212423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.93700000000000006,"15min":0.95199999999999996},"min":{"1min":0.61699999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.2569999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.92400000000000004,"15min":0.90600000000000003},"min":{"1min":0.749,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4019999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0900000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.93400000000000005,"15min":0.93700000000000006},"min":{"1min":0.66400000000000003,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.80300000000000005},{"interface":"front","average":{"1min":1.02,"5min":0.98799999999999999,"15min":0.98099999999999998},"min":{"1min":0.71399999999999997,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2909999999999999,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.90400000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.97099999999999997,"15min":0.98199999999999998},"min":{"1min":0.68700000000000006,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.149},{"interface":"front","average":{"1min":1.069,"5min":0.998,"15min":0.98099999999999998},"min":{"1min":0.69599999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.874}]},{"osd":3,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.96599999999999997,"15min":0.96799999999999997},"min":{"1min":0.74399999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.2549999999999999,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.111,"5min":1.103,"15min":1.1020000000000001},"min":{"1min":0.86599999999999999,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":1.3169999999999999,"5min":1.413,"15min":1.413},"last":0.96299999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.93500000000000005,"15min":0.93600000000000005},"min":{"1min":0.68400000000000005,"5min":0.499,"15min":0.499},"max":{"1min":1.4810000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.075,"5min":1.0409999999999999,"15min":1.038},"min":{"1min":0.68600000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.431,"5min":1.647,"15min":1.647},"last":1.018}]},{"osd":5,"last update":"Mon Jul 26 15:43:36 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.024,"15min":1.03},"min":{"1min":0.76600000000000001,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.3740000000000001,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.92600000000000005},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.0920000000000001,"15min":1.0760000000000001},"min":{"1min":0.879,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.369,"5min":1.6799999999999999,"15min":1.6799999999999999},"last":1.1180000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:43:59 2021","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.179,"15min":1.1799999999999999},"min":{"1min":0.90900000000000003,"5min":0.81599999999999995,"15min":0.81599999999999995},"max":{"1min":1.546,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.2,"5min":1.248,"15min":1.268},"min":{"1min":0.89700000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":1.52,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":1.0569999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5644,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739508,"statfs":{"total":95995035648,"available":95989256192,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:28 2021","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.749,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.44400000000000001,"15min":0.29499999999999998},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83699999999999997,"15min":0.68600000000000005},"min":{"1min":0.499,"5min":0.38900000000000001,"15min":0.38},"max":{"1min":1.1479999999999999,"5min":1.385,"15min":1.385},"last":0.75700000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:43:51 2021","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.80400000000000005,"15min":0.73599999999999999},"min":{"1min":0.59699999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.363,"5min":1.615,"15min":1.615},"last":0.80900000000000005},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.97499999999999998,"15min":0.88},"min":{"1min":0.80900000000000005,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.278,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":1.05}]},{"osd":3,"last update":"Mon Jul 26 15:44:20 2021","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93200000000000005,"15min":0.84799999999999998},"min":{"1min":0.54100000000000004,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.2490000000000001,"5min":1.389,"15min":1.389},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.91200000000000003,"15min":0.85199999999999998},"min":{"1min":0.57499999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2110000000000001,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":1.23}]},{"osd":4,"last update":"Mon Jul 26 15:43:46 2021","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":1.0640000000000001,"15min":1.0169999999999999},"min":{"1min":0.878,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.232,"5min":1.571,"15min":1.571},"last":1.339},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.0589999999999999,"15min":1.018},"min":{"1min":0.78000000000000003,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.0800000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.218,"5min":1.1319999999999999,"15min":1.1180000000000001},"min":{"1min":0.75,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.8959999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":1.155},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.218,"15min":1.1859999999999999},"min":{"1min":0.84599999999999997,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.1240000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:44:31 2021","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.25,"15min":1.244},"min":{"1min":0.85699999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.4970000000000001,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":1.4970000000000001},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.298,"15min":1.292},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.841,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":1.409}]},{"osd":7,"last update":"Mon Jul 26 15:44:03 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.341,"15min":1.3620000000000001},"min":{"1min":0.91100000000000003,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.371},{"interface":"front","average":{"1min":1.3,"5min":1.3600000000000001,"15min":1.3779999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.635,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.4370000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5704,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739448,"statfs":{"total":95995035648,"available":95989194752,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.72499999999999998,"15min":0.625},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.434},"max":{"1min":0.94099999999999995,"5min":1.224,"15min":1.224},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.93100000000000005,"15min":0.75700000000000001},"min":{"1min":0.73399999999999999,"5min":0.56100000000000005,"15min":0.52900000000000003},"max":{"1min":1.133,"5min":1.296,"15min":1.296},"last":0.60599999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.84499999999999997,"15min":0.80600000000000005},"min":{"1min":0.52600000000000002,"5min":0.496,"15min":0.496},"max":{"1min":1.0900000000000001,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.84799999999999998,"15min":0.76100000000000001},"min":{"1min":0.628,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.88300000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.96099999999999997,"15min":0.91100000000000003},"min":{"1min":0.68400000000000005,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.379,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92300000000000004,"15min":0.85899999999999999},"min":{"1min":0.68100000000000005,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1419999999999999,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.099}]},{"osd":4,"last update":"Mon Jul 26 15:43:40 2021","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0669999999999999,"15min":1.0209999999999999},"min":{"1min":0.93799999999999994,"5min":0.75,"15min":0.75},"max":{"1min":1.2649999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"last":1.347},{"interface":"front","average":{"1min":1.042,"5min":1.028,"15min":0.97799999999999998},"min":{"1min":0.83999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.5089999999999999,"5min":1.536,"15min":1.536},"last":0.82099999999999995}]},{"osd":5,"last update":"Mon Jul 26 15:44:06 2021","interfaces":[{"interface":"back","average":{"1min":1.1579999999999999,"5min":1.1379999999999999,"15min":1.139},"min":{"1min":0.86299999999999999,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.5860000000000001,"5min":1.667,"15min":1.667},"last":1.002},{"interface":"front","average":{"1min":1.343,"5min":1.302,"15min":1.28},"min":{"1min":1.0109999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.6140000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":1.264}]},{"osd":6,"last update":"Mon Jul 26 15:43:37 2021","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.93999999999999995,"5min":0.93100000000000005,"15min":0.93100000000000005},"max":{"1min":1.5600000000000001,"5min":1.7829999999999999,"15min":1.7829999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.288,"15min":1.304},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.4870000000000001,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.5780000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:44:02 2021","interfaces":[{"interface":"back","average":{"1min":1.401,"5min":1.4059999999999999,"15min":1.4179999999999999},"min":{"1min":1.202,"5min":0.999,"15min":0.999},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.258,"5min":1.3149999999999999,"15min":1.329},"min":{"1min":1.04,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":1.532,"5min":1.579,"15min":1.579},"last":1.6479999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5580,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739572,"statfs":{"total":95995035648,"available":95989321728,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.746,"15min":0.63300000000000001},"min":{"1min":0.499,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.81799999999999995,"15min":0.71699999999999997},"min":{"1min":0.64800000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.238,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.113}]},{"osd":1,"last update":"Mon Jul 26 15:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.83799999999999997,"15min":0.73899999999999999},"min":{"1min":0.57999999999999996,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.79500000000000004,"15min":0.73099999999999998},"min":{"1min":0.66200000000000003,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0920000000000001,"5min":1.2,"15min":1.2},"last":0.88200000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:44:22 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.84299999999999997,"15min":0.78900000000000003},"min":{"1min":0.60799999999999998,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":1.077,"5min":1.002,"15min":0.89700000000000002},"min":{"1min":0.79800000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":1.0349999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:43:43 2021","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":1.1379999999999999,"15min":1.0700000000000001},"min":{"1min":0.93799999999999994,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.5720000000000001,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.1020000000000001,"15min":1.079},"min":{"1min":0.79200000000000004,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.542,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.431}]},{"osd":5,"last update":"Mon Jul 26 15:44:16 2021","interfaces":[{"interface":"back","average":{"1min":1.246,"5min":1.2410000000000001,"15min":1.2470000000000001},"min":{"1min":0.97599999999999998,"5min":0.626,"15min":0.626},"max":{"1min":1.55,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.097},{"interface":"front","average":{"1min":1.127,"5min":1.1279999999999999,"15min":1.1579999999999999},"min":{"1min":0.83499999999999996,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.4350000000000001,"5min":1.619,"15min":1.619},"last":1.5169999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:43:35 2021","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.246,"15min":1.264},"min":{"1min":0.81999999999999995,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.48,"5min":1.724,"15min":1.724},"last":1.599},{"interface":"front","average":{"1min":1.357,"5min":1.341,"15min":1.331},"min":{"1min":0.96899999999999997,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.631,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":1.3759999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:44:06 2021","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":1.2270000000000001,"15min":1.2170000000000001},"min":{"1min":0.92000000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.6339999999999999},{"interface":"front","average":{"1min":1.387,"5min":1.391,"15min":1.391},"min":{"1min":0.90900000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":1.6870000000000001,"5min":1.8280000000000001,"15min":1.8280000000000001},"last":1.2969999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5512,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739640,"statfs":{"total":95995035648,"available":95989391360,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:26 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.752,"15min":0.71299999999999997},"min":{"1min":0.51100000000000001,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1919999999999999,"5min":1.601,"15min":1.601},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.876,"5min":0.84199999999999997,"15min":0.82799999999999996},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.85899999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:44:26 2021","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.80700000000000005,"15min":0.76700000000000002},"min":{"1min":0.53600000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.131,"5min":1.296,"15min":1.296},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.92800000000000005,"15min":0.87},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.98599999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:44:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.95699999999999996,"15min":0.93300000000000005},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.5389999999999999},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.94399999999999995,"15min":0.90800000000000003},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.274,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.3149999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0549999999999999,"15min":1.0289999999999999},"min":{"1min":0.84299999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":1.373,"5min":1.633,"15min":1.633},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.177,"5min":1.0820000000000001,"15min":1.0680000000000001},"min":{"1min":0.874,"5min":0.77600000000000002,"15min":0.77600000000000002},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.0880000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:44:11 2021","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1679999999999999,"15min":1.1819999999999999},"min":{"1min":0.92600000000000005,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":1.5289999999999999,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":1.1519999999999999},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1759999999999999,"15min":1.1599999999999999},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":1.4099999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:43:33 2021","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.242,"15min":1.242},"min":{"1min":1.0169999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.272},{"interface":"front","average":{"1min":1.292,"5min":1.2929999999999999,"15min":1.3029999999999999},"min":{"1min":1.0409999999999999,"5min":0.92900000000000005,"15min":0.92900000000000005},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.254}]},{"osd":7,"last update":"Mon Jul 26 15:44:00 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.2989999999999999,"15min":1.3029999999999999},"min":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"max":{"1min":1.728,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":1.4430000000000001},{"interface":"front","average":{"1min":1.298,"5min":1.3109999999999999,"15min":1.306},"min":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":1.625,"5min":1.722,"15min":1.722},"last":1.514}]}]},{"osd":4,"up_from":30,"seq":128849018942,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5452,"kb_used_data":516,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739700,"statfs":{"total":95995035648,"available":95989452800,"internally_reserved":0,"allocated":528384,"data_stored":213053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.90300000000000002,"15min":0.88700000000000001},"min":{"1min":0.63600000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.351,"5min":1.407,"15min":1.407},"last":1.091},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.91600000000000004,"15min":0.93200000000000005},"min":{"1min":0.69499999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.272,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.73999999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.90100000000000002,"15min":0.89100000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3360000000000001,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.95099999999999996,"15min":0.94399999999999995},"min":{"1min":0.69799999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2989999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.84199999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.98399999999999999,"15min":0.98299999999999998},"min":{"1min":0.72599999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.2450000000000001,"5min":1.401,"15min":1.401},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.95799999999999996,"15min":0.94799999999999995},"min":{"1min":0.70199999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.2190000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.012}]},{"osd":3,"last update":"Mon Jul 26 15:43:45 2021","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.96599999999999997,"15min":0.94899999999999995},"min":{"1min":0.73699999999999999,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.28,"5min":1.391,"15min":1.391},"last":0.91400000000000003},{"interface":"front","average":{"1min":1.052,"5min":1.0169999999999999,"15min":1.0029999999999999},"min":{"1min":0.80700000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.196}]},{"osd":5,"last update":"Mon Jul 26 15:44:07 2021","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.88500000000000001,"15min":0.85499999999999998},"min":{"1min":0.69299999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.609,"15min":1.609},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.121,"5min":1.087,"15min":1.0669999999999999},"min":{"1min":0.64500000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.274,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.0660000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:43:34 2021","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":0.98799999999999999,"15min":0.97999999999999998},"min":{"1min":0.81200000000000006,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.421,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.129,"15min":1.1220000000000001},"min":{"1min":0.97699999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.345,"5min":1.673,"15min":1.673},"last":1.125}]},{"osd":7,"last update":"Mon Jul 26 15:43:59 2021","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.0840000000000001,"15min":1.0669999999999999},"min":{"1min":0.89800000000000002,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.387,"5min":1.722,"15min":1.722},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.206,"5min":1.137,"15min":1.117},"min":{"1min":0.95199999999999996,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.571,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.1180000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822713,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5448,"kb_used_data":512,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739704,"statfs":{"total":95995035648,"available":95989456896,"internally_reserved":0,"allocated":524288,"data_stored":212738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.93899999999999995,"15min":0.94699999999999995},"min":{"1min":0.60399999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.2470000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.94899999999999995,"15min":0.92000000000000004},"min":{"1min":0.67300000000000004,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.1140000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.94199999999999995,"15min":0.89400000000000002},"min":{"1min":0.66300000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.3540000000000001,"5min":1.395,"15min":1.395},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.97199999999999998},"min":{"1min":0.75800000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.85599999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.98599999999999999,"15min":0.97399999999999998},"min":{"1min":0.70099999999999996,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.2430000000000001,"5min":1.577,"15min":1.577},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.014,"5min":1.002,"15min":0.96699999999999997},"min":{"1min":0.70299999999999996,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.2949999999999999,"5min":1.482,"15min":1.482},"last":1.1819999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":1.0620000000000001,"5min":0.98899999999999999,"15min":0.93700000000000006},"min":{"1min":0.88,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.089,"5min":1.04,"15min":1},"min":{"1min":0.81200000000000006,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.3009999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.006}]},{"osd":4,"last update":"Mon Jul 26 15:44:14 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.89400000000000002,"15min":0.86699999999999999},"min":{"1min":0.63,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.1379999999999999,"5min":1.345,"15min":1.345},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.96999999999999997,"15min":0.91200000000000003},"min":{"1min":0.73199999999999998,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2989999999999999,"5min":1.528,"15min":1.528},"last":1.1479999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:43:33 2021","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.101,"15min":1.087},"min":{"1min":0.82099999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.347,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.238},{"interface":"front","average":{"1min":1.256,"5min":1.202,"15min":1.1779999999999999},"min":{"1min":0.96199999999999997,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.5509999999999999,"5min":1.679,"15min":1.679},"last":1.1040000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:44:05 2021","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.2050000000000001,"15min":1.216},"min":{"1min":0.86799999999999999,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.3420000000000001,"5min":1.609,"15min":1.609},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.075,"5min":1.1479999999999999,"15min":1.1519999999999999},"min":{"1min":0.78200000000000003,"5min":0.755,"15min":0.755},"max":{"1min":1.2669999999999999,"5min":1.462,"15min":1.462},"last":1.034}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:44:35.577 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:44:35.578 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:44:35.578 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:44:35.579 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:44:36.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:36 smithi073 bash[15153]: cluster 2021-07-26T15:44:34.437598+0000 mgr.y (mgr.14146) 351 : cluster [DBG] pgmap v316: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:36.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:36 smithi073 bash[15153]: audit 2021-07-26T15:44:34.735883+0000 mgr.y (mgr.14146) 352 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:36.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:36 smithi046 bash[18964]: cluster 2021-07-26T15:44:34.437598+0000 mgr.y (mgr.14146) 351 : cluster [DBG] pgmap v316: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:36.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:36 smithi046 bash[18964]: audit 2021-07-26T15:44:34.735883+0000 mgr.y (mgr.14146) 352 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:36.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:36 smithi046 bash[14687]: cluster 2021-07-26T15:44:34.437598+0000 mgr.y (mgr.14146) 351 : cluster [DBG] pgmap v316: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:36.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:36 smithi046 bash[14687]: audit 2021-07-26T15:44:34.735883+0000 mgr.y (mgr.14146) 352 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:44:37.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:37 smithi073 bash[15153]: cluster 2021-07-26T15:44:36.438168+0000 mgr.y (mgr.14146) 353 : cluster [DBG] pgmap v317: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:37 smithi046 bash[18964]: cluster 2021-07-26T15:44:36.438168+0000 mgr.y (mgr.14146) 353 : cluster [DBG] pgmap v317: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:37 smithi046 bash[14687]: cluster 2021-07-26T15:44:36.438168+0000 mgr.y (mgr.14146) 353 : cluster [DBG] pgmap v317: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:38.355 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:40 smithi073 bash[15153]: cluster 2021-07-26T15:44:38.438957+0000 mgr.y (mgr.14146) 354 : cluster [DBG] pgmap v318: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:40 smithi046 bash[14687]: cluster 2021-07-26T15:44:38.438957+0000 mgr.y (mgr.14146) 354 : cluster [DBG] pgmap v318: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:40.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:40 smithi046 bash[18964]: cluster 2021-07-26T15:44:38.438957+0000 mgr.y (mgr.14146) 354 : cluster [DBG] pgmap v318: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:41 smithi073 bash[15153]: cluster 2021-07-26T15:44:40.439664+0000 mgr.y (mgr.14146) 355 : cluster [DBG] pgmap v319: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:41 smithi046 bash[14687]: cluster 2021-07-26T15:44:40.439664+0000 mgr.y (mgr.14146) 355 : cluster [DBG] pgmap v319: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:41 smithi046 bash[18964]: cluster 2021-07-26T15:44:40.439664+0000 mgr.y (mgr.14146) 355 : cluster [DBG] pgmap v319: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:42.270 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:44:42.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:42 smithi073 bash[15153]: audit 2021-07-26T15:44:42.271262+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.46:0/3131734360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:44:42.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:42 smithi046 bash[14687]: audit 2021-07-26T15:44:42.271262+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.46:0/3131734360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:44:42.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:42 smithi046 bash[18964]: audit 2021-07-26T15:44:42.271262+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.46:0/3131734360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:44:43.075 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:44:43.520 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:44:43.520 INFO:tasks.cephadm:Setup complete, yielding 2021-07-26T15:44:43.521 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:44:43.550 INFO:teuthology.task.print:**** done end installing pacific cephadm ... 2021-07-26T15:44:43.551 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:44:43.708 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2021-07-26T15:44:43.709 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-07-26T15:44:44.169 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:44:44.170 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2021-07-26T15:44:44.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:43 smithi073 bash[15153]: cluster 2021-07-26T15:44:42.440300+0000 mgr.y (mgr.14146) 356 : cluster [DBG] pgmap v320: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:44.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:43 smithi046 bash[14687]: cluster 2021-07-26T15:44:42.440300+0000 mgr.y (mgr.14146) 356 : cluster [DBG] pgmap v320: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:44.172 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:43 smithi046 bash[18964]: cluster 2021-07-26T15:44:42.440300+0000 mgr.y (mgr.14146) 356 : cluster [DBG] pgmap v320: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:46 smithi046 bash[14687]: cluster 2021-07-26T15:44:44.441153+0000 mgr.y (mgr.14146) 357 : cluster [DBG] pgmap v321: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:46.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:46 smithi046 bash[18964]: cluster 2021-07-26T15:44:44.441153+0000 mgr.y (mgr.14146) 357 : cluster [DBG] pgmap v321: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:46.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:46 smithi073 bash[15153]: cluster 2021-07-26T15:44:44.441153+0000 mgr.y (mgr.14146) 357 : cluster [DBG] pgmap v321: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:47.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:47 smithi073 bash[15153]: cluster 2021-07-26T15:44:46.441762+0000 mgr.y (mgr.14146) 358 : cluster [DBG] pgmap v322: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:47.386 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:47 smithi046 bash[18964]: cluster 2021-07-26T15:44:46.441762+0000 mgr.y (mgr.14146) 358 : cluster [DBG] pgmap v322: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:47.387 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:47 smithi046 bash[14687]: cluster 2021-07-26T15:44:46.441762+0000 mgr.y (mgr.14146) 358 : cluster [DBG] pgmap v322: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:48.632 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:44:48.643 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2021-07-26T15:44:48.644 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:44:48.708 INFO:teuthology.task.print:**** done start parallel 2021-07-26T15:44:48.709 INFO:teuthology.run_tasks:Running task parallel... 2021-07-26T15:44:48.795 INFO:teuthology.task.parallel:starting parallel... 2021-07-26T15:44:48.796 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2021-07-26T15:44:48.797 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T15:44:48.797 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2021-07-26T15:44:48.797 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2021-07-26T15:44:48.800 INFO:tasks.rados:Beginning rados... 2021-07-26T15:44:48.800 INFO:tasks.rados:joining rados 2021-07-26T15:44:48.800 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-07-26T15:44:48.801 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T15:44:48.802 INFO:teuthology.task.print:**** done start upgrade, wait 2021-07-26T15:44:48.802 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-07-26T15:44:48.803 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2021-07-26T15:44:48.803 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph config set global log_to_journald false --force' 2021-07-26T15:44:48.804 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2021-07-26T15:44:48.804 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2021-07-26T15:44:48.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[18964]: audit 2021-07-26T15:44:47.808286+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.15.46:0/2122042284' entity='client.admin' 2021-07-26T15:44:48.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[18964]: audit 2021-07-26T15:44:47.817622+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:48.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[18964]: audit 2021-07-26T15:44:47.820112+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:48.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[18964]: audit 2021-07-26T15:44:47.821126+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:48.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[18964]: audit 2021-07-26T15:44:47.828964+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:48.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[14687]: audit 2021-07-26T15:44:47.808286+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.15.46:0/2122042284' entity='client.admin' 2021-07-26T15:44:48.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[14687]: audit 2021-07-26T15:44:47.817622+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:48.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[14687]: audit 2021-07-26T15:44:47.820112+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:48.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[14687]: audit 2021-07-26T15:44:47.821126+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:48.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:48 smithi046 bash[14687]: audit 2021-07-26T15:44:47.828964+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:49.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:48 smithi073 bash[15153]: audit 2021-07-26T15:44:47.808286+0000 mon.a (mon.0) 635 : audit [INF] from='client.? 172.21.15.46:0/2122042284' entity='client.admin' 2021-07-26T15:44:49.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:48 smithi073 bash[15153]: audit 2021-07-26T15:44:47.817622+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:49.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:48 smithi073 bash[15153]: audit 2021-07-26T15:44:47.820112+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:49.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:48 smithi073 bash[15153]: audit 2021-07-26T15:44:47.821126+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:49.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:48 smithi073 bash[15153]: audit 2021-07-26T15:44:47.828964+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:50.334 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:50 smithi046 bash[18964]: cluster 2021-07-26T15:44:48.442450+0000 mgr.y (mgr.14146) 359 : cluster [DBG] pgmap v323: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:50.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:50 smithi046 bash[14687]: cluster 2021-07-26T15:44:48.442450+0000 mgr.y (mgr.14146) 359 : cluster [DBG] pgmap v323: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:50.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:50 smithi073 bash[15153]: cluster 2021-07-26T15:44:48.442450+0000 mgr.y (mgr.14146) 359 : cluster [DBG] pgmap v323: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:51 smithi073 bash[15153]: cluster 2021-07-26T15:44:50.443135+0000 mgr.y (mgr.14146) 360 : cluster [DBG] pgmap v324: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:51 smithi046 bash[14687]: cluster 2021-07-26T15:44:50.443135+0000 mgr.y (mgr.14146) 360 : cluster [DBG] pgmap v324: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:51 smithi046 bash[18964]: cluster 2021-07-26T15:44:50.443135+0000 mgr.y (mgr.14146) 360 : cluster [DBG] pgmap v324: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:51.610 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:44:53.742 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: cluster 2021-07-26T15:44:52.443848+0000 mgr.y (mgr.14146) 361 : cluster [DBG] pgmap v325: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:53.742 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: audit 2021-07-26T15:44:53.354232+0000 mon.a (mon.0) 640 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:44:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: audit 2021-07-26T15:44:53.361063+0000 mon.a (mon.0) 641 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: audit 2021-07-26T15:44:53.362597+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: audit 2021-07-26T15:44:53.363729+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[14687]: audit 2021-07-26T15:44:53.370830+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:53.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: cluster 2021-07-26T15:44:52.443848+0000 mgr.y (mgr.14146) 361 : cluster [DBG] pgmap v325: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:53.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: audit 2021-07-26T15:44:53.354232+0000 mon.a (mon.0) 640 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:44:53.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: audit 2021-07-26T15:44:53.361063+0000 mon.a (mon.0) 641 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:53.744 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: audit 2021-07-26T15:44:53.362597+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:53.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: audit 2021-07-26T15:44:53.363729+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:53.745 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:53 smithi046 bash[18964]: audit 2021-07-26T15:44:53.370830+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:53.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: cluster 2021-07-26T15:44:52.443848+0000 mgr.y (mgr.14146) 361 : cluster [DBG] pgmap v325: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:53.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: audit 2021-07-26T15:44:53.354232+0000 mon.a (mon.0) 640 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:44:53.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: audit 2021-07-26T15:44:53.361063+0000 mon.a (mon.0) 641 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:44:53.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: audit 2021-07-26T15:44:53.362597+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:44:53.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: audit 2021-07-26T15:44:53.363729+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:44:53.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:53 smithi073 bash[15153]: audit 2021-07-26T15:44:53.370830+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:44:55.295 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-07-26T15:44:56.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:56 smithi073 bash[15153]: cluster 2021-07-26T15:44:54.444704+0000 mgr.y (mgr.14146) 362 : cluster [DBG] pgmap v326: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:56 smithi046 bash[14687]: cluster 2021-07-26T15:44:54.444704+0000 mgr.y (mgr.14146) 362 : cluster [DBG] pgmap v326: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:56 smithi046 bash[18964]: cluster 2021-07-26T15:44:54.444704+0000 mgr.y (mgr.14146) 362 : cluster [DBG] pgmap v326: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:57.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:57 smithi073 bash[15153]: cluster 2021-07-26T15:44:56.445394+0000 mgr.y (mgr.14146) 363 : cluster [DBG] pgmap v327: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:57.373 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:57 smithi046 bash[14687]: cluster 2021-07-26T15:44:56.445394+0000 mgr.y (mgr.14146) 363 : cluster [DBG] pgmap v327: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:57.373 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:57 smithi046 bash[18964]: cluster 2021-07-26T15:44:56.445394+0000 mgr.y (mgr.14146) 363 : cluster [DBG] pgmap v327: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:58.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:58 smithi073 bash[15153]: audit 2021-07-26T15:44:57.151035+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/1869436603' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:58.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:58 smithi073 bash[15153]: audit 2021-07-26T15:44:57.151787+0000 mon.a (mon.0) 645 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:58 smithi046 bash[14687]: audit 2021-07-26T15:44:57.151035+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/1869436603' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:58 smithi046 bash[14687]: audit 2021-07-26T15:44:57.151787+0000 mon.a (mon.0) 645 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:58 smithi046 bash[18964]: audit 2021-07-26T15:44:57.151035+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/1869436603' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:58 smithi046 bash[18964]: audit 2021-07-26T15:44:57.151787+0000 mon.a (mon.0) 645 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:44:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:59 smithi073 bash[15153]: audit 2021-07-26T15:44:58.029291+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:44:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:59 smithi073 bash[15153]: cluster 2021-07-26T15:44:58.029519+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:44:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:44:59 smithi073 bash[15153]: cluster 2021-07-26T15:44:58.446022+0000 mgr.y (mgr.14146) 364 : cluster [DBG] pgmap v329: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:59.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[18964]: audit 2021-07-26T15:44:58.029291+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:44:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[18964]: cluster 2021-07-26T15:44:58.029519+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:44:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[18964]: cluster 2021-07-26T15:44:58.446022+0000 mgr.y (mgr.14146) 364 : cluster [DBG] pgmap v329: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[14687]: audit 2021-07-26T15:44:58.029291+0000 mon.a (mon.0) 646 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:44:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[14687]: cluster 2021-07-26T15:44:58.029519+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:44:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:44:59 smithi046 bash[14687]: cluster 2021-07-26T15:44:58.446022+0000 mgr.y (mgr.14146) 364 : cluster [DBG] pgmap v329: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:44:59.512 INFO:tasks.rados:starting run 0 out of 1 2021-07-26T15:44:59.512 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-07-26T15:44:59.513 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2021-07-26T15:45:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.282 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2021-07-26T15:45:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.106895+0000 mgr.y (mgr.14146) 365 : audit [DBG] from='client.24541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.115750+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.116791+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:01.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.118786+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:01.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.120156+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:01.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: audit 2021-07-26T15:45:00.127803+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:01 smithi073 bash[15153]: cluster 2021-07-26T15:45:00.446673+0000 mgr.y (mgr.14146) 368 : cluster [DBG] pgmap v330: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.106895+0000 mgr.y (mgr.14146) 365 : audit [DBG] from='client.24541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.115750+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.116791+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.118786+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.120156+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: audit 2021-07-26T15:45:00.127803+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[18964]: cluster 2021-07-26T15:45:00.446673+0000 mgr.y (mgr.14146) 368 : cluster [DBG] pgmap v330: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:01.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.106895+0000 mgr.y (mgr.14146) 365 : audit [DBG] from='client.24541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.115750+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.116791+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:01.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.118786+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:01.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.120156+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:01.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: audit 2021-07-26T15:45:00.127803+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:01.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:01.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:01 smithi046 bash[14687]: cluster 2021-07-26T15:45:00.446673+0000 mgr.y (mgr.14146) 368 : cluster [DBG] pgmap v330: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:45:03.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:03 smithi073 bash[15153]: cluster 2021-07-26T15:45:02.447227+0000 mgr.y (mgr.14146) 369 : cluster [DBG] pgmap v331: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:03.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:03 smithi046 bash[18964]: cluster 2021-07-26T15:45:02.447227+0000 mgr.y (mgr.14146) 369 : cluster [DBG] pgmap v331: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:03.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:03 smithi046 bash[14687]: cluster 2021-07-26T15:45:02.447227+0000 mgr.y (mgr.14146) 369 : cluster [DBG] pgmap v331: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:03.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:03.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:03.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:45:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:06 smithi073 bash[15153]: cluster 2021-07-26T15:45:04.447796+0000 mgr.y (mgr.14146) 370 : cluster [DBG] pgmap v332: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:06 smithi046 bash[14687]: cluster 2021-07-26T15:45:04.447796+0000 mgr.y (mgr.14146) 370 : cluster [DBG] pgmap v332: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:06 smithi046 bash[18964]: cluster 2021-07-26T15:45:04.447796+0000 mgr.y (mgr.14146) 370 : cluster [DBG] pgmap v332: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:07.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:07 smithi073 bash[15153]: cluster 2021-07-26T15:45:06.448433+0000 mgr.y (mgr.14146) 371 : cluster [DBG] pgmap v333: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:07 smithi046 bash[14687]: cluster 2021-07-26T15:45:06.448433+0000 mgr.y (mgr.14146) 371 : cluster [DBG] pgmap v333: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:07 smithi046 bash[18964]: cluster 2021-07-26T15:45:06.448433+0000 mgr.y (mgr.14146) 371 : cluster [DBG] pgmap v333: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:10 smithi073 bash[15153]: cluster 2021-07-26T15:45:08.449075+0000 mgr.y (mgr.14146) 372 : cluster [DBG] pgmap v334: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:10.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:10 smithi046 bash[14687]: cluster 2021-07-26T15:45:08.449075+0000 mgr.y (mgr.14146) 372 : cluster [DBG] pgmap v334: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:10.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:10 smithi046 bash[18964]: cluster 2021-07-26T15:45:08.449075+0000 mgr.y (mgr.14146) 372 : cluster [DBG] pgmap v334: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:11 smithi073 bash[15153]: cluster 2021-07-26T15:45:10.449573+0000 mgr.y (mgr.14146) 373 : cluster [DBG] pgmap v335: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:11 smithi046 bash[14687]: cluster 2021-07-26T15:45:10.449573+0000 mgr.y (mgr.14146) 373 : cluster [DBG] pgmap v335: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:11 smithi046 bash[18964]: cluster 2021-07-26T15:45:10.449573+0000 mgr.y (mgr.14146) 373 : cluster [DBG] pgmap v335: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:13.760 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:13 smithi046 bash[18964]: cluster 2021-07-26T15:45:12.450102+0000 mgr.y (mgr.14146) 374 : cluster [DBG] pgmap v336: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:13.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:13 smithi046 bash[14687]: cluster 2021-07-26T15:45:12.450102+0000 mgr.y (mgr.14146) 374 : cluster [DBG] pgmap v336: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:13.762 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:13.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:13.762 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:13.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:13.762 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:13.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:45:13.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:13 smithi073 bash[15153]: cluster 2021-07-26T15:45:12.450102+0000 mgr.y (mgr.14146) 374 : cluster [DBG] pgmap v336: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:15.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:15 smithi073 bash[15153]: cluster 2021-07-26T15:45:14.450687+0000 mgr.y (mgr.14146) 375 : cluster [DBG] pgmap v337: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:15 smithi046 bash[14687]: cluster 2021-07-26T15:45:14.450687+0000 mgr.y (mgr.14146) 375 : cluster [DBG] pgmap v337: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:15 smithi046 bash[18964]: cluster 2021-07-26T15:45:14.450687+0000 mgr.y (mgr.14146) 375 : cluster [DBG] pgmap v337: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:17.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:17 smithi073 bash[15153]: cluster 2021-07-26T15:45:16.451200+0000 mgr.y (mgr.14146) 376 : cluster [DBG] pgmap v338: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:17.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:17 smithi046 bash[14687]: cluster 2021-07-26T15:45:16.451200+0000 mgr.y (mgr.14146) 376 : cluster [DBG] pgmap v338: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:17.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:17 smithi046 bash[18964]: cluster 2021-07-26T15:45:16.451200+0000 mgr.y (mgr.14146) 376 : cluster [DBG] pgmap v338: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:20.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:20 smithi073 bash[15153]: cluster 2021-07-26T15:45:18.451799+0000 mgr.y (mgr.14146) 377 : cluster [DBG] pgmap v339: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:20.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:20 smithi046 bash[14687]: cluster 2021-07-26T15:45:18.451799+0000 mgr.y (mgr.14146) 377 : cluster [DBG] pgmap v339: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:20.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:20 smithi046 bash[18964]: cluster 2021-07-26T15:45:18.451799+0000 mgr.y (mgr.14146) 377 : cluster [DBG] pgmap v339: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:21.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:21 smithi073 bash[15153]: cluster 2021-07-26T15:45:20.452393+0000 mgr.y (mgr.14146) 378 : cluster [DBG] pgmap v340: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:21.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:21 smithi046 bash[14687]: cluster 2021-07-26T15:45:20.452393+0000 mgr.y (mgr.14146) 378 : cluster [DBG] pgmap v340: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:21.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:21 smithi046 bash[18964]: cluster 2021-07-26T15:45:20.452393+0000 mgr.y (mgr.14146) 378 : cluster [DBG] pgmap v340: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:23.113 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:45:23.453 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:45:23.454 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 3m ago 3m 9.77M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:45:23.454 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (3m) 3m ago 3m 24.6M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:45:23.454 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (8m) 3m ago 8m 360M - 16.2.5 34f74fddb18e 06729710db32 2021-07-26T15:45:23.454 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283 running (10m) 3m ago 10m 405M - 16.2.5 34f74fddb18e b5be0f72929a 2021-07-26T15:45:23.455 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (10m) 3m ago 10m 47.2M 2048M 16.2.5 34f74fddb18e a024e1de20bb 2021-07-26T15:45:23.455 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (8m) 3m ago 8m 40.4M 2048M 16.2.5 34f74fddb18e d6a0121c3da9 2021-07-26T15:45:23.455 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (8m) 3m ago 8m 37.3M 2048M 16.2.5 34f74fddb18e 701015c2849f 2021-07-26T15:45:23.455 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (3m) 3m ago 4m 3456k - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:45:23.455 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (4m) 3m ago 4m 3319k - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:45:23.456 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (7m) 3m ago 7m 37.9M 4065M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:45:23.456 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 3m ago 7m 37.2M 4065M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:45:23.456 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (6m) 3m ago 6m 36.6M 4065M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:45:23.456 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 3m ago 6m 36.5M 4065M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:45:23.457 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (5m) 3m ago 5m 36.6M 4320M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:45:23.457 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (5m) 3m ago 5m 36.9M 4320M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:45:23.457 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (5m) 3m ago 5m 36.3M 4320M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:45:23.457 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (4m) 3m ago 4m 37.0M 4320M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:45:23.457 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (3m) 3m ago 4m 19.0M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:45:23.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:23 smithi046 bash[18964]: cluster 2021-07-26T15:45:22.453150+0000 mgr.y (mgr.14146) 379 : cluster [DBG] pgmap v341: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:23.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:23 smithi046 bash[14687]: cluster 2021-07-26T15:45:22.453150+0000 mgr.y (mgr.14146) 379 : cluster [DBG] pgmap v341: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:23.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:23.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:23.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:23.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:23.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:23.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:45:23.843 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:45:23.844 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:45:23.844 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 3 2021-07-26T15:45:23.844 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:23.844 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:45:23.845 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 2 2021-07-26T15:45:23.845 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:23.845 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:45:23.846 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:45:23.846 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:23.846 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:45:23.846 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:45:23.846 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 13 2021-07-26T15:45:23.847 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:45:23.847 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:45:23.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:23 smithi073 bash[15153]: cluster 2021-07-26T15:45:22.453150+0000 mgr.y (mgr.14146) 379 : cluster [DBG] pgmap v341: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:24.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:24 smithi073 bash[15153]: audit 2021-07-26T15:45:23.098865+0000 mgr.y (mgr.14146) 380 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:24 smithi073 bash[15153]: audit 2021-07-26T15:45:23.436407+0000 mgr.y (mgr.14146) 381 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:24 smithi073 bash[15153]: audit 2021-07-26T15:45:23.681126+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:45:24.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:24 smithi073 bash[15153]: audit 2021-07-26T15:45:23.844990+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.46:0/55199525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:24.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[18964]: audit 2021-07-26T15:45:23.098865+0000 mgr.y (mgr.14146) 380 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[18964]: audit 2021-07-26T15:45:23.436407+0000 mgr.y (mgr.14146) 381 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[18964]: audit 2021-07-26T15:45:23.681126+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:45:24.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[18964]: audit 2021-07-26T15:45:23.844990+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.46:0/55199525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:24.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[14687]: audit 2021-07-26T15:45:23.098865+0000 mgr.y (mgr.14146) 380 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[14687]: audit 2021-07-26T15:45:23.436407+0000 mgr.y (mgr.14146) 381 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:24.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[14687]: audit 2021-07-26T15:45:23.681126+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:45:24.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:24 smithi046 bash[14687]: audit 2021-07-26T15:45:23.844990+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.46:0/55199525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:25.539 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' created 2021-07-26T15:45:25.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: cluster 2021-07-26T15:45:24.454037+0000 mgr.y (mgr.14146) 382 : cluster [DBG] pgmap v342: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:25.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: cluster 2021-07-26T15:45:24.950111+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:45:25.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: audit 2021-07-26T15:45:24.955941+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:25.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:45:25.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:45:25.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: audit 2021-07-26T15:45:24.959159+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:25.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:25 smithi073 bash[15153]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:45:25.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: cluster 2021-07-26T15:45:24.454037+0000 mgr.y (mgr.14146) 382 : cluster [DBG] pgmap v342: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:25.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: cluster 2021-07-26T15:45:24.950111+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:45:25.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: audit 2021-07-26T15:45:24.955941+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:25.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:45:25.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:45:25.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: audit 2021-07-26T15:45:24.959159+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:25.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[14687]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:45:25.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: cluster 2021-07-26T15:45:24.454037+0000 mgr.y (mgr.14146) 382 : cluster [DBG] pgmap v342: 9 pgs: 9 active+clean; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:25.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: cluster 2021-07-26T15:45:24.950111+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:45:25.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: audit 2021-07-26T15:45:24.955941+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:25.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:45:25.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:45:25.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: audit 2021-07-26T15:45:24.959159+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:25.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:25 smithi046 bash[18964]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:45:26.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-07-26T15:45:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[14687]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:45:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[14687]: audit 2021-07-26T15:45:25.529862+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:45:26.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[14687]: cluster 2021-07-26T15:45:25.530203+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:45:26.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[14687]: cluster 2021-07-26T15:45:26.532417+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:45:26.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[18964]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:45:26.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[18964]: audit 2021-07-26T15:45:25.529862+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:45:26.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[18964]: cluster 2021-07-26T15:45:25.530203+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:45:26.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:26 smithi046 bash[18964]: cluster 2021-07-26T15:45:26.532417+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:45:26.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:26 smithi073 bash[15153]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:45:26.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:26 smithi073 bash[15153]: audit 2021-07-26T15:45:25.529862+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.46:0/1228364603' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:45:26.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:26 smithi073 bash[15153]: cluster 2021-07-26T15:45:25.530203+0000 mon.a (mon.0) 659 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:45:26.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:26 smithi073 bash[15153]: cluster 2021-07-26T15:45:26.532417+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:45:27.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:27 smithi073 bash[15153]: cluster 2021-07-26T15:45:26.454757+0000 mgr.y (mgr.14146) 387 : cluster [DBG] pgmap v345: 25 pgs: 2 creating+peering, 9 active+clean, 14 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:27.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:27 smithi073 bash[15153]: cluster 2021-07-26T15:45:27.534097+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:45:27.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:27 smithi046 bash[14687]: cluster 2021-07-26T15:45:26.454757+0000 mgr.y (mgr.14146) 387 : cluster [DBG] pgmap v345: 25 pgs: 2 creating+peering, 9 active+clean, 14 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:27.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:27 smithi046 bash[14687]: cluster 2021-07-26T15:45:27.534097+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:45:27.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:27 smithi046 bash[18964]: cluster 2021-07-26T15:45:26.454757+0000 mgr.y (mgr.14146) 387 : cluster [DBG] pgmap v345: 25 pgs: 2 creating+peering, 9 active+clean, 14 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:27.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:27 smithi046 bash[18964]: cluster 2021-07-26T15:45:27.534097+0000 mon.a (mon.0) 661 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:45:29.123 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:45:29.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:29 smithi073 bash[15153]: cluster 2021-07-26T15:45:28.455507+0000 mgr.y (mgr.14146) 388 : cluster [DBG] pgmap v348: 25 pgs: 4 creating+peering, 20 active+clean, 1 unknown; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:29.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:29 smithi046 bash[14687]: cluster 2021-07-26T15:45:28.455507+0000 mgr.y (mgr.14146) 388 : cluster [DBG] pgmap v348: 25 pgs: 4 creating+peering, 20 active+clean, 1 unknown; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:29.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:29 smithi046 bash[18964]: cluster 2021-07-26T15:45:28.455507+0000 mgr.y (mgr.14146) 388 : cluster [DBG] pgmap v348: 25 pgs: 4 creating+peering, 20 active+clean, 1 unknown; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:31 smithi073 bash[15153]: cluster 2021-07-26T15:45:30.459264+0000 mgr.y (mgr.14146) 389 : cluster [DBG] pgmap v349: 25 pgs: 4 creating+peering, 21 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:31 smithi073 bash[15153]: audit 2021-07-26T15:45:30.573402+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:45:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:31 smithi073 bash[15153]: audit 2021-07-26T15:45:30.573769+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:45:31.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[18964]: cluster 2021-07-26T15:45:30.459264+0000 mgr.y (mgr.14146) 389 : cluster [DBG] pgmap v349: 25 pgs: 4 creating+peering, 21 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:31.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[18964]: audit 2021-07-26T15:45:30.573402+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:45:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[18964]: audit 2021-07-26T15:45:30.573769+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:45:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[14687]: cluster 2021-07-26T15:45:30.459264+0000 mgr.y (mgr.14146) 389 : cluster [DBG] pgmap v349: 25 pgs: 4 creating+peering, 21 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[14687]: audit 2021-07-26T15:45:30.573402+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:45:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:31 smithi046 bash[14687]: audit 2021-07-26T15:45:30.573769+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:45:33.575 INFO:teuthology.orchestra.run.smithi046.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-07-26T15:45:33.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:33 smithi073 bash[15153]: cluster 2021-07-26T15:45:32.460021+0000 mgr.y (mgr.14146) 390 : cluster [DBG] pgmap v350: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:33.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:33 smithi073 bash[15153]: audit 2021-07-26T15:45:33.120408+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/3147565864' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:33 smithi073 bash[15153]: audit 2021-07-26T15:45:33.121483+0000 mon.a (mon.0) 664 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[18964]: cluster 2021-07-26T15:45:32.460021+0000 mgr.y (mgr.14146) 390 : cluster [DBG] pgmap v350: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[18964]: audit 2021-07-26T15:45:33.120408+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/3147565864' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[18964]: audit 2021-07-26T15:45:33.121483+0000 mon.a (mon.0) 664 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[14687]: cluster 2021-07-26T15:45:32.460021+0000 mgr.y (mgr.14146) 390 : cluster [DBG] pgmap v350: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[14687]: audit 2021-07-26T15:45:33.120408+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/3147565864' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[14687]: audit 2021-07-26T15:45:33.121483+0000 mon.a (mon.0) 664 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:45:33.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:33.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:33.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:33.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:33.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:33.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:45:34.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:34 smithi046 bash[18964]: audit 2021-07-26T15:45:33.569640+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:45:34.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:34 smithi046 bash[18964]: cluster 2021-07-26T15:45:33.569959+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:45:34.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:34 smithi046 bash[14687]: audit 2021-07-26T15:45:33.569640+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:45:34.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:34 smithi046 bash[14687]: cluster 2021-07-26T15:45:33.569959+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:45:34.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:34 smithi073 bash[15153]: audit 2021-07-26T15:45:33.569640+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:45:34.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:34 smithi073 bash[15153]: cluster 2021-07-26T15:45:33.569959+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:45:35.390 DEBUG:teuthology.orchestra.run.smithi046:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2021-07-26T15:45:35.410 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight read -> 100 2021-07-26T15:45:35.411 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight delete -> 50 2021-07-26T15:45:35.411 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_create -> 50 2021-07-26T15:45:35.411 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight snap_remove -> 50 2021-07-26T15:45:35.412 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rollback -> 50 2021-07-26T15:45:35.412 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight setattr -> 25 2021-07-26T15:45:35.412 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight rmattr -> 25 2021-07-26T15:45:35.412 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight copy_from -> 50 2021-07-26T15:45:35.412 INFO:tasks.rados.rados.0.smithi046.stdout:adding op weight append -> 100 2021-07-26T15:45:35.413 INFO:tasks.rados.rados.0.smithi046.stdout:ceph version 16.2.5-102-gc6a1fa5a (c6a1fa5a5e06fd971d97a2404f2b028c091eb255) pacific (stable) 2021-07-26T15:45:35.413 INFO:tasks.rados.rados.0.smithi046.stdout:Configuration: 2021-07-26T15:45:35.413 INFO:tasks.rados.rados.0.smithi046.stdout: Number of operations: 4000 2021-07-26T15:45:35.413 INFO:tasks.rados.rados.0.smithi046.stdout: Number of objects: 50 2021-07-26T15:45:35.414 INFO:tasks.rados.rados.0.smithi046.stdout: Max in flight operations: 16 2021-07-26T15:45:35.414 INFO:tasks.rados.rados.0.smithi046.stdout: Object size (in bytes): 4000000 2021-07-26T15:45:35.414 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride min: 400000 2021-07-26T15:45:35.415 INFO:tasks.rados.rados.0.smithi046.stdout: Write stride max: 800000 2021-07-26T15:45:35.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:35 smithi073 bash[15153]: cluster 2021-07-26T15:45:34.460699+0000 mgr.y (mgr.14146) 391 : cluster [DBG] pgmap v352: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:35.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:35 smithi073 bash[15153]: audit 2021-07-26T15:45:35.430121+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:45:35.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:35 smithi046 bash[18964]: cluster 2021-07-26T15:45:34.460699+0000 mgr.y (mgr.14146) 391 : cluster [DBG] pgmap v352: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:35.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:35 smithi046 bash[18964]: audit 2021-07-26T15:45:35.430121+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:45:35.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:35 smithi046 bash[14687]: cluster 2021-07-26T15:45:34.460699+0000 mgr.y (mgr.14146) 391 : cluster [DBG] pgmap v352: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:35.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:35 smithi046 bash[14687]: audit 2021-07-26T15:45:35.430121+0000 mon.a (mon.0) 667 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:45:36.024 INFO:tasks.rados.rados.0.smithi046.stdout:1: write initial oid 1 2021-07-26T15:45:36.024 INFO:tasks.rados.rados.0.smithi046.stdout:1: seq_num 0 ranges {0=24576} 2021-07-26T15:45:36.024 INFO:tasks.rados.rados.0.smithi046.stdout:1: writing smithi04638994-1 from 0 to 24576 tid 1 2021-07-26T15:45:36.025 INFO:tasks.rados.rados.0.smithi046.stdout:2: write initial oid 2 2021-07-26T15:45:36.025 INFO:tasks.rados.rados.0.smithi046.stdout:2: seq_num 1 ranges {0=24576} 2021-07-26T15:45:36.025 INFO:tasks.rados.rados.0.smithi046.stdout:2: writing smithi04638994-2 from 0 to 24576 tid 1 2021-07-26T15:45:36.025 INFO:tasks.rados.rados.0.smithi046.stdout:3: write initial oid 3 2021-07-26T15:45:36.026 INFO:tasks.rados.rados.0.smithi046.stdout:3: seq_num 2 ranges {0=40960} 2021-07-26T15:45:36.027 INFO:tasks.rados.rados.0.smithi046.stdout:3: writing smithi04638994-3 from 0 to 40960 tid 1 2021-07-26T15:45:36.027 INFO:tasks.rados.rados.0.smithi046.stdout:4: write initial oid 4 2021-07-26T15:45:36.028 INFO:tasks.rados.rados.0.smithi046.stdout:4: seq_num 3 ranges {0=57344} 2021-07-26T15:45:36.028 INFO:tasks.rados.rados.0.smithi046.stdout:4: writing smithi04638994-4 from 0 to 57344 tid 1 2021-07-26T15:45:36.028 INFO:tasks.rados.rados.0.smithi046.stdout:5: write initial oid 5 2021-07-26T15:45:36.028 INFO:tasks.rados.rados.0.smithi046.stdout:5: seq_num 4 ranges {0=73728} 2021-07-26T15:45:36.028 INFO:tasks.rados.rados.0.smithi046.stdout:5: writing smithi04638994-5 from 0 to 73728 tid 1 2021-07-26T15:45:36.029 INFO:tasks.rados.rados.0.smithi046.stdout:6: write initial oid 6 2021-07-26T15:45:36.029 INFO:tasks.rados.rados.0.smithi046.stdout:6: seq_num 5 ranges {0=90112} 2021-07-26T15:45:36.030 INFO:tasks.rados.rados.0.smithi046.stdout:6: writing smithi04638994-6 from 0 to 90112 tid 1 2021-07-26T15:45:36.030 INFO:tasks.rados.rados.0.smithi046.stdout:7: write initial oid 7 2021-07-26T15:45:36.031 INFO:tasks.rados.rados.0.smithi046.stdout:7: seq_num 6 ranges {0=106496} 2021-07-26T15:45:36.031 INFO:tasks.rados.rados.0.smithi046.stdout:7: writing smithi04638994-7 from 0 to 106496 tid 1 2021-07-26T15:45:36.032 INFO:tasks.rados.rados.0.smithi046.stdout:8: write initial oid 8 2021-07-26T15:45:36.032 INFO:tasks.rados.rados.0.smithi046.stdout:8: seq_num 7 ranges {0=122880} 2021-07-26T15:45:36.033 INFO:tasks.rados.rados.0.smithi046.stdout:8: writing smithi04638994-8 from 0 to 122880 tid 1 2021-07-26T15:45:36.033 INFO:tasks.rados.rados.0.smithi046.stdout:9: write initial oid 9 2021-07-26T15:45:36.034 INFO:tasks.rados.rados.0.smithi046.stdout:9: seq_num 8 ranges {0=139264} 2021-07-26T15:45:36.034 INFO:tasks.rados.rados.0.smithi046.stdout:9: writing smithi04638994-9 from 0 to 139264 tid 1 2021-07-26T15:45:36.034 INFO:tasks.rados.rados.0.smithi046.stdout:10: write initial oid 10 2021-07-26T15:45:36.034 INFO:tasks.rados.rados.0.smithi046.stdout:10: seq_num 9 ranges {0=155648} 2021-07-26T15:45:36.037 INFO:tasks.rados.rados.0.smithi046.stdout:10: writing smithi04638994-10 from 0 to 155648 tid 1 2021-07-26T15:45:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:11: write initial oid 11 2021-07-26T15:45:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:11: seq_num 10 ranges {0=172032} 2021-07-26T15:45:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:11: writing smithi04638994-11 from 0 to 172032 tid 1 2021-07-26T15:45:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:12: write initial oid 12 2021-07-26T15:45:36.039 INFO:tasks.rados.rados.0.smithi046.stdout:12: seq_num 11 ranges {0=188416} 2021-07-26T15:45:36.039 INFO:tasks.rados.rados.0.smithi046.stdout:12: writing smithi04638994-12 from 0 to 188416 tid 1 2021-07-26T15:45:36.039 INFO:tasks.rados.rados.0.smithi046.stdout:13: write initial oid 13 2021-07-26T15:45:36.039 INFO:tasks.rados.rados.0.smithi046.stdout:13: seq_num 12 ranges {0=204800} 2021-07-26T15:45:36.040 INFO:tasks.rados.rados.0.smithi046.stdout:13: writing smithi04638994-13 from 0 to 204800 tid 1 2021-07-26T15:45:36.040 INFO:tasks.rados.rados.0.smithi046.stdout:14: write initial oid 14 2021-07-26T15:45:36.041 INFO:tasks.rados.rados.0.smithi046.stdout:14: seq_num 13 ranges {0=221184} 2021-07-26T15:45:36.042 INFO:tasks.rados.rados.0.smithi046.stdout:14: writing smithi04638994-14 from 0 to 221184 tid 1 2021-07-26T15:45:36.043 INFO:tasks.rados.rados.0.smithi046.stdout:15: write initial oid 15 2021-07-26T15:45:36.043 INFO:tasks.rados.rados.0.smithi046.stdout:15: seq_num 14 ranges {0=237568} 2021-07-26T15:45:36.044 INFO:tasks.rados.rados.0.smithi046.stdout:15: writing smithi04638994-15 from 0 to 237568 tid 1 2021-07-26T15:45:36.044 INFO:tasks.rados.rados.0.smithi046.stdout:16: write initial oid 16 2021-07-26T15:45:36.044 INFO:tasks.rados.rados.0.smithi046.stdout:16: seq_num 15 ranges {0=253952} 2021-07-26T15:45:36.047 INFO:tasks.rados.rados.0.smithi046.stdout:16: writing smithi04638994-16 from 0 to 253952 tid 1 2021-07-26T15:45:36.048 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.048 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 1 to smithi04638994-1 2021-07-26T15:45:36.049 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 2 to smithi04638994-1 2021-07-26T15:45:36.049 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 1 to smithi04638994-7 2021-07-26T15:45:36.050 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 1 to smithi04638994-9 2021-07-26T15:45:36.050 INFO:tasks.rados.rados.0.smithi046.stdout:1: finishing write tid 3 to smithi04638994-1 2021-07-26T15:45:36.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:45:36.051 INFO:tasks.rados.rados.0.smithi046.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:45:36.051 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 1 to smithi04638994-6 2021-07-26T15:45:36.051 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 1 to smithi04638994-4 2021-07-26T15:45:36.051 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 1 to smithi04638994-8 2021-07-26T15:45:36.052 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 1 to smithi04638994-5 2021-07-26T15:45:36.052 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 1 to smithi04638994-2 2021-07-26T15:45:36.052 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 1 to smithi04638994-3 2021-07-26T15:45:36.052 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 2 to smithi04638994-7 2021-07-26T15:45:36.052 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 1 to smithi04638994-10 2021-07-26T15:45:36.053 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 1 to smithi04638994-11 2021-07-26T15:45:36.053 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 2 to smithi04638994-2 2021-07-26T15:45:36.053 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 1 to smithi04638994-12 2021-07-26T15:45:36.053 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 2 to smithi04638994-6 2021-07-26T15:45:36.053 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 2 to smithi04638994-9 2021-07-26T15:45:36.054 INFO:tasks.rados.rados.0.smithi046.stdout:7: finishing write tid 3 to smithi04638994-7 2021-07-26T15:45:36.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 5 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:45:36.054 INFO:tasks.rados.rados.0.smithi046.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:45:36.054 INFO:tasks.rados.rados.0.smithi046.stdout:2: finishing write tid 3 to smithi04638994-2 2021-07-26T15:45:36.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 3 (ObjNum 1 snap 0 seq_num 1) dirty exists 2021-07-26T15:45:36.055 INFO:tasks.rados.rados.0.smithi046.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:45:36.055 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 2 to smithi04638994-10 2021-07-26T15:45:36.055 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 2 to smithi04638994-8 2021-07-26T15:45:36.056 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 2 to smithi04638994-3 2021-07-26T15:45:36.056 INFO:tasks.rados.rados.0.smithi046.stdout:6: finishing write tid 3 to smithi04638994-6 2021-07-26T15:45:36.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2021-07-26T15:45:36.056 INFO:tasks.rados.rados.0.smithi046.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2021-07-26T15:45:36.056 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 2 to smithi04638994-11 2021-07-26T15:45:36.057 INFO:tasks.rados.rados.0.smithi046.stdout:9: finishing write tid 3 to smithi04638994-9 2021-07-26T15:45:36.057 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2021-07-26T15:45:36.057 INFO:tasks.rados.rados.0.smithi046.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:45:36.057 INFO:tasks.rados.rados.0.smithi046.stdout:3: finishing write tid 3 to smithi04638994-3 2021-07-26T15:45:36.058 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2021-07-26T15:45:36.058 INFO:tasks.rados.rados.0.smithi046.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:45:36.059 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 2 to smithi04638994-4 2021-07-26T15:45:36.059 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 2 to smithi04638994-5 2021-07-26T15:45:36.061 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 2 to smithi04638994-12 2021-07-26T15:45:36.061 INFO:tasks.rados.rados.0.smithi046.stdout:1: done (15 left) 2021-07-26T15:45:36.061 INFO:tasks.rados.rados.0.smithi046.stdout:2: done (14 left) 2021-07-26T15:45:36.061 INFO:tasks.rados.rados.0.smithi046.stdout:3: done (13 left) 2021-07-26T15:45:36.062 INFO:tasks.rados.rados.0.smithi046.stdout:6: done (12 left) 2021-07-26T15:45:36.062 INFO:tasks.rados.rados.0.smithi046.stdout:7: done (11 left) 2021-07-26T15:45:36.062 INFO:tasks.rados.rados.0.smithi046.stdout:9: done (10 left) 2021-07-26T15:45:36.062 INFO:tasks.rados.rados.0.smithi046.stdout:17: write initial oid 17 2021-07-26T15:45:36.062 INFO:tasks.rados.rados.0.smithi046.stdout:17: seq_num 16 ranges {0=270336} 2021-07-26T15:45:36.070 INFO:tasks.rados.rados.0.smithi046.stdout:17: writing smithi04638994-17 from 0 to 270336 tid 1 2021-07-26T15:45:36.071 INFO:tasks.rados.rados.0.smithi046.stdout:18: write initial oid 18 2021-07-26T15:45:36.071 INFO:tasks.rados.rados.0.smithi046.stdout:18: seq_num 17 ranges {0=286720} 2021-07-26T15:45:36.071 INFO:tasks.rados.rados.0.smithi046.stdout:18: writing smithi04638994-18 from 0 to 286720 tid 1 2021-07-26T15:45:36.072 INFO:tasks.rados.rados.0.smithi046.stdout:19: write initial oid 19 2021-07-26T15:45:36.072 INFO:tasks.rados.rados.0.smithi046.stdout:19: seq_num 18 ranges {0=303104} 2021-07-26T15:45:36.072 INFO:tasks.rados.rados.0.smithi046.stdout:19: writing smithi04638994-19 from 0 to 303104 tid 1 2021-07-26T15:45:36.072 INFO:tasks.rados.rados.0.smithi046.stdout:20: write initial oid 20 2021-07-26T15:45:36.073 INFO:tasks.rados.rados.0.smithi046.stdout:20: seq_num 19 ranges {0=319488} 2021-07-26T15:45:36.073 INFO:tasks.rados.rados.0.smithi046.stdout:20: writing smithi04638994-20 from 0 to 319488 tid 1 2021-07-26T15:45:36.073 INFO:tasks.rados.rados.0.smithi046.stdout:21: write initial oid 21 2021-07-26T15:45:36.073 INFO:tasks.rados.rados.0.smithi046.stdout:21: seq_num 20 ranges {0=344064} 2021-07-26T15:45:36.073 INFO:tasks.rados.rados.0.smithi046.stdout:21: writing smithi04638994-21 from 0 to 344064 tid 1 2021-07-26T15:45:36.074 INFO:tasks.rados.rados.0.smithi046.stdout:22: write initial oid 22 2021-07-26T15:45:36.074 INFO:tasks.rados.rados.0.smithi046.stdout:22: seq_num 21 ranges {0=360448} 2021-07-26T15:45:36.074 INFO:tasks.rados.rados.0.smithi046.stdout:22: writing smithi04638994-22 from 0 to 360448 tid 1 2021-07-26T15:45:36.074 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.075 INFO:tasks.rados.rados.0.smithi046.stdout:5: finishing write tid 3 to smithi04638994-5 2021-07-26T15:45:36.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2021-07-26T15:45:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2021-07-26T15:45:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:4: finishing write tid 3 to smithi04638994-4 2021-07-26T15:45:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 3 (ObjNum 3 snap 0 seq_num 3) dirty exists 2021-07-26T15:45:36.077 INFO:tasks.rados.rados.0.smithi046.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2021-07-26T15:45:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 1 to smithi04638994-13 2021-07-26T15:45:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:8: finishing write tid 3 to smithi04638994-8 2021-07-26T15:45:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 3 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:45:36.078 INFO:tasks.rados.rados.0.smithi046.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2021-07-26T15:45:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 1 to smithi04638994-14 2021-07-26T15:45:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:12: finishing write tid 3 to smithi04638994-12 2021-07-26T15:45:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:45:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:45:36.079 INFO:tasks.rados.rados.0.smithi046.stdout:11: finishing write tid 3 to smithi04638994-11 2021-07-26T15:45:36.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:45:36.080 INFO:tasks.rados.rados.0.smithi046.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:45:36.080 INFO:tasks.rados.rados.0.smithi046.stdout:10: finishing write tid 3 to smithi04638994-10 2021-07-26T15:45:36.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2021-07-26T15:45:36.081 INFO:tasks.rados.rados.0.smithi046.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2021-07-26T15:45:36.081 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 1 to smithi04638994-15 2021-07-26T15:45:36.081 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 2 to smithi04638994-13 2021-07-26T15:45:36.081 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 1 to smithi04638994-16 2021-07-26T15:45:36.081 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 2 to smithi04638994-14 2021-07-26T15:45:36.082 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 1 to smithi04638994-17 2021-07-26T15:45:36.082 INFO:tasks.rados.rados.0.smithi046.stdout:13: finishing write tid 3 to smithi04638994-13 2021-07-26T15:45:36.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:45:36.082 INFO:tasks.rados.rados.0.smithi046.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:45:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 2 to smithi04638994-15 2021-07-26T15:45:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:14: finishing write tid 3 to smithi04638994-14 2021-07-26T15:45:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:45:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:45:36.083 INFO:tasks.rados.rados.0.smithi046.stdout:15: finishing write tid 3 to smithi04638994-15 2021-07-26T15:45:36.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 5 (ObjNum 14 snap 0 seq_num 14) dirty exists 2021-07-26T15:45:36.084 INFO:tasks.rados.rados.0.smithi046.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:45:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 2 to smithi04638994-17 2021-07-26T15:45:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 2 to smithi04638994-16 2021-07-26T15:45:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:16: finishing write tid 3 to smithi04638994-16 2021-07-26T15:45:36.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2021-07-26T15:45:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2021-07-26T15:45:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 1 to smithi04638994-18 2021-07-26T15:45:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:17: finishing write tid 3 to smithi04638994-17 2021-07-26T15:45:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2021-07-26T15:45:36.086 INFO:tasks.rados.rados.0.smithi046.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:45:36.087 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 2 to smithi04638994-18 2021-07-26T15:45:36.087 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 1 to smithi04638994-20 2021-07-26T15:45:36.087 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 1 to smithi04638994-19 2021-07-26T15:45:36.087 INFO:tasks.rados.rados.0.smithi046.stdout:18: finishing write tid 3 to smithi04638994-18 2021-07-26T15:45:36.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2021-07-26T15:45:36.088 INFO:tasks.rados.rados.0.smithi046.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2021-07-26T15:45:36.088 INFO:tasks.rados.rados.0.smithi046.stdout:4: done (15 left) 2021-07-26T15:45:36.088 INFO:tasks.rados.rados.0.smithi046.stdout:5: done (14 left) 2021-07-26T15:45:36.088 INFO:tasks.rados.rados.0.smithi046.stdout:8: done (13 left) 2021-07-26T15:45:36.089 INFO:tasks.rados.rados.0.smithi046.stdout:10: done (12 left) 2021-07-26T15:45:36.089 INFO:tasks.rados.rados.0.smithi046.stdout:11: done (11 left) 2021-07-26T15:45:36.089 INFO:tasks.rados.rados.0.smithi046.stdout:12: done (10 left) 2021-07-26T15:45:36.089 INFO:tasks.rados.rados.0.smithi046.stdout:13: done (9 left) 2021-07-26T15:45:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:14: done (8 left) 2021-07-26T15:45:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:15: done (7 left) 2021-07-26T15:45:36.090 INFO:tasks.rados.rados.0.smithi046.stdout:16: done (6 left) 2021-07-26T15:45:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:17: done (5 left) 2021-07-26T15:45:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:18: done (4 left) 2021-07-26T15:45:36.091 INFO:tasks.rados.rados.0.smithi046.stdout:23: write initial oid 23 2021-07-26T15:45:36.092 INFO:tasks.rados.rados.0.smithi046.stdout:23: seq_num 22 ranges {0=376832} 2021-07-26T15:45:36.092 INFO:tasks.rados.rados.0.smithi046.stdout:23: writing smithi04638994-23 from 0 to 376832 tid 1 2021-07-26T15:45:36.092 INFO:tasks.rados.rados.0.smithi046.stdout:24: write initial oid 24 2021-07-26T15:45:36.093 INFO:tasks.rados.rados.0.smithi046.stdout:24: seq_num 23 ranges {0=393216} 2021-07-26T15:45:36.093 INFO:tasks.rados.rados.0.smithi046.stdout:24: writing smithi04638994-24 from 0 to 393216 tid 1 2021-07-26T15:45:36.093 INFO:tasks.rados.rados.0.smithi046.stdout:25: write initial oid 25 2021-07-26T15:45:36.093 INFO:tasks.rados.rados.0.smithi046.stdout:25: seq_num 24 ranges {0=409600} 2021-07-26T15:45:36.094 INFO:tasks.rados.rados.0.smithi046.stdout:25: writing smithi04638994-25 from 0 to 409600 tid 1 2021-07-26T15:45:36.094 INFO:tasks.rados.rados.0.smithi046.stdout:26: write initial oid 26 2021-07-26T15:45:36.094 INFO:tasks.rados.rados.0.smithi046.stdout:26: seq_num 25 ranges {0=425984} 2021-07-26T15:45:36.094 INFO:tasks.rados.rados.0.smithi046.stdout:26: writing smithi04638994-26 from 0 to 425984 tid 1 2021-07-26T15:45:36.094 INFO:tasks.rados.rados.0.smithi046.stdout:27: write initial oid 27 2021-07-26T15:45:36.095 INFO:tasks.rados.rados.0.smithi046.stdout:27: seq_num 26 ranges {0=442368} 2021-07-26T15:45:36.098 INFO:tasks.rados.rados.0.smithi046.stdout:27: writing smithi04638994-27 from 0 to 442368 tid 1 2021-07-26T15:45:36.098 INFO:tasks.rados.rados.0.smithi046.stdout:28: write initial oid 28 2021-07-26T15:45:36.098 INFO:tasks.rados.rados.0.smithi046.stdout:28: seq_num 27 ranges {0=458752} 2021-07-26T15:45:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:28: writing smithi04638994-28 from 0 to 458752 tid 1 2021-07-26T15:45:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:29: write initial oid 29 2021-07-26T15:45:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:29: seq_num 28 ranges {0=475136} 2021-07-26T15:45:36.099 INFO:tasks.rados.rados.0.smithi046.stdout:29: writing smithi04638994-29 from 0 to 475136 tid 1 2021-07-26T15:45:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:30: write initial oid 30 2021-07-26T15:45:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:30: seq_num 29 ranges {0=491520} 2021-07-26T15:45:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:30: writing smithi04638994-30 from 0 to 491520 tid 1 2021-07-26T15:45:36.100 INFO:tasks.rados.rados.0.smithi046.stdout:31: write initial oid 31 2021-07-26T15:45:36.101 INFO:tasks.rados.rados.0.smithi046.stdout:31: seq_num 30 ranges {0=507904} 2021-07-26T15:45:36.101 INFO:tasks.rados.rados.0.smithi046.stdout:31: writing smithi04638994-31 from 0 to 507904 tid 1 2021-07-26T15:45:36.101 INFO:tasks.rados.rados.0.smithi046.stdout:32: write initial oid 32 2021-07-26T15:45:36.101 INFO:tasks.rados.rados.0.smithi046.stdout:32: seq_num 31 ranges {0=524288} 2021-07-26T15:45:36.102 INFO:tasks.rados.rados.0.smithi046.stdout:32: writing smithi04638994-32 from 0 to 524288 tid 1 2021-07-26T15:45:36.102 INFO:tasks.rados.rados.0.smithi046.stdout:33: write initial oid 33 2021-07-26T15:45:36.102 INFO:tasks.rados.rados.0.smithi046.stdout:33: seq_num 32 ranges {0=540672} 2021-07-26T15:45:36.102 INFO:tasks.rados.rados.0.smithi046.stdout:33: writing smithi04638994-33 from 0 to 540672 tid 1 2021-07-26T15:45:36.103 INFO:tasks.rados.rados.0.smithi046.stdout:34: write initial oid 34 2021-07-26T15:45:36.103 INFO:tasks.rados.rados.0.smithi046.stdout:34: seq_num 33 ranges {0=557056} 2021-07-26T15:45:36.103 INFO:tasks.rados.rados.0.smithi046.stdout:34: writing smithi04638994-34 from 0 to 557056 tid 1 2021-07-26T15:45:36.103 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.104 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 1 to smithi04638994-21 2021-07-26T15:45:36.104 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 2 to smithi04638994-19 2021-07-26T15:45:36.104 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 2 to smithi04638994-21 2021-07-26T15:45:36.104 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 2 to smithi04638994-20 2021-07-26T15:45:36.104 INFO:tasks.rados.rados.0.smithi046.stdout:21: finishing write tid 3 to smithi04638994-21 2021-07-26T15:45:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2021-07-26T15:45:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2021-07-26T15:45:36.105 INFO:tasks.rados.rados.0.smithi046.stdout:19: finishing write tid 3 to smithi04638994-19 2021-07-26T15:45:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2021-07-26T15:45:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2021-07-26T15:45:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 1 to smithi04638994-22 2021-07-26T15:45:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:19: done (15 left) 2021-07-26T15:45:36.106 INFO:tasks.rados.rados.0.smithi046.stdout:21: done (14 left) 2021-07-26T15:45:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:35: write initial oid 35 2021-07-26T15:45:36.107 INFO:tasks.rados.rados.0.smithi046.stdout:35: seq_num 34 ranges {0=573440} 2021-07-26T15:45:36.108 INFO:tasks.rados.rados.0.smithi046.stdout:35: writing smithi04638994-35 from 0 to 573440 tid 1 2021-07-26T15:45:36.109 INFO:tasks.rados.rados.0.smithi046.stdout:36: write initial oid 36 2021-07-26T15:45:36.109 INFO:tasks.rados.rados.0.smithi046.stdout:20: finishing write tid 3 to smithi04638994-20 2021-07-26T15:45:36.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2021-07-26T15:45:36.109 INFO:tasks.rados.rados.0.smithi046.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2021-07-26T15:45:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:36: seq_num 35 ranges {0=589824} 2021-07-26T15:45:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:36: writing smithi04638994-36 from 0 to 589824 tid 1 2021-07-26T15:45:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:20: done (15 left) 2021-07-26T15:45:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:37: write initial oid 37 2021-07-26T15:45:36.110 INFO:tasks.rados.rados.0.smithi046.stdout:37: seq_num 36 ranges {0=606208} 2021-07-26T15:45:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:37: writing smithi04638994-37 from 0 to 606208 tid 1 2021-07-26T15:45:36.111 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.111 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 1 to smithi04638994-23 2021-07-26T15:45:36.112 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 2 to smithi04638994-22 2021-07-26T15:45:36.112 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 2 to smithi04638994-23 2021-07-26T15:45:36.112 INFO:tasks.rados.rados.0.smithi046.stdout:22: finishing write tid 3 to smithi04638994-22 2021-07-26T15:45:36.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2021-07-26T15:45:36.112 INFO:tasks.rados.rados.0.smithi046.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2021-07-26T15:45:36.113 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 1 to smithi04638994-24 2021-07-26T15:45:36.113 INFO:tasks.rados.rados.0.smithi046.stdout:22: done (15 left) 2021-07-26T15:45:36.113 INFO:tasks.rados.rados.0.smithi046.stdout:38: write initial oid 38 2021-07-26T15:45:36.113 INFO:tasks.rados.rados.0.smithi046.stdout:38: seq_num 37 ranges {0=622592} 2021-07-26T15:45:36.115 INFO:tasks.rados.rados.0.smithi046.stdout:38: writing smithi04638994-38 from 0 to 622592 tid 1 2021-07-26T15:45:36.115 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.115 INFO:tasks.rados.rados.0.smithi046.stdout:23: finishing write tid 3 to smithi04638994-23 2021-07-26T15:45:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2021-07-26T15:45:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2021-07-26T15:45:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:23: done (15 left) 2021-07-26T15:45:36.116 INFO:tasks.rados.rados.0.smithi046.stdout:39: write initial oid 39 2021-07-26T15:45:36.117 INFO:tasks.rados.rados.0.smithi046.stdout:39: seq_num 38 ranges {0=638976} 2021-07-26T15:45:36.118 INFO:tasks.rados.rados.0.smithi046.stdout:39: writing smithi04638994-39 from 0 to 638976 tid 1 2021-07-26T15:45:36.118 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.119 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 1 to smithi04638994-25 2021-07-26T15:45:36.119 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 2 to smithi04638994-24 2021-07-26T15:45:36.119 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 2 to smithi04638994-25 2021-07-26T15:45:36.119 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 1 to smithi04638994-26 2021-07-26T15:45:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:24: finishing write tid 3 to smithi04638994-24 2021-07-26T15:45:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:45:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:45:36.120 INFO:tasks.rados.rados.0.smithi046.stdout:25: finishing write tid 3 to smithi04638994-25 2021-07-26T15:45:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2021-07-26T15:45:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2021-07-26T15:45:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 2 to smithi04638994-26 2021-07-26T15:45:36.121 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 1 to smithi04638994-27 2021-07-26T15:45:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:26: finishing write tid 3 to smithi04638994-26 2021-07-26T15:45:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2021-07-26T15:45:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2021-07-26T15:45:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 2 to smithi04638994-27 2021-07-26T15:45:36.122 INFO:tasks.rados.rados.0.smithi046.stdout:24: done (15 left) 2021-07-26T15:45:36.123 INFO:tasks.rados.rados.0.smithi046.stdout:25: done (14 left) 2021-07-26T15:45:36.123 INFO:tasks.rados.rados.0.smithi046.stdout:26: done (13 left) 2021-07-26T15:45:36.123 INFO:tasks.rados.rados.0.smithi046.stdout:40: write initial oid 40 2021-07-26T15:45:36.123 INFO:tasks.rados.rados.0.smithi046.stdout:40: seq_num 39 ranges {0=663552} 2021-07-26T15:45:36.124 INFO:tasks.rados.rados.0.smithi046.stdout:40: writing smithi04638994-40 from 0 to 663552 tid 1 2021-07-26T15:45:36.125 INFO:tasks.rados.rados.0.smithi046.stdout:41: write initial oid 41 2021-07-26T15:45:36.125 INFO:tasks.rados.rados.0.smithi046.stdout:41: seq_num 40 ranges {0=679936} 2021-07-26T15:45:36.126 INFO:tasks.rados.rados.0.smithi046.stdout:41: writing smithi04638994-41 from 0 to 679936 tid 1 2021-07-26T15:45:36.126 INFO:tasks.rados.rados.0.smithi046.stdout:42: write initial oid 42 2021-07-26T15:45:36.127 INFO:tasks.rados.rados.0.smithi046.stdout:42: seq_num 41 ranges {0=696320} 2021-07-26T15:45:36.132 INFO:tasks.rados.rados.0.smithi046.stdout:42: writing smithi04638994-42 from 0 to 696320 tid 1 2021-07-26T15:45:36.132 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.133 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 1 to smithi04638994-28 2021-07-26T15:45:36.133 INFO:tasks.rados.rados.0.smithi046.stdout:27: finishing write tid 3 to smithi04638994-27 2021-07-26T15:45:36.133 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:45:36.133 INFO:tasks.rados.rados.0.smithi046.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:45:36.134 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 2 to smithi04638994-28 2021-07-26T15:45:36.134 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 1 to smithi04638994-29 2021-07-26T15:45:36.134 INFO:tasks.rados.rados.0.smithi046.stdout:28: finishing write tid 3 to smithi04638994-28 2021-07-26T15:45:36.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:45:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:45:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 2 to smithi04638994-29 2021-07-26T15:45:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:29: finishing write tid 3 to smithi04638994-29 2021-07-26T15:45:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 12 (ObjNum 28 snap 0 seq_num 28) dirty exists 2021-07-26T15:45:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2021-07-26T15:45:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 1 to smithi04638994-30 2021-07-26T15:45:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 2 to smithi04638994-30 2021-07-26T15:45:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:30: finishing write tid 3 to smithi04638994-30 2021-07-26T15:45:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2021-07-26T15:45:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:45:36.137 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 1 to smithi04638994-31 2021-07-26T15:45:36.137 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 2 to smithi04638994-31 2021-07-26T15:45:36.137 INFO:tasks.rados.rados.0.smithi046.stdout:27: done (15 left) 2021-07-26T15:45:36.137 INFO:tasks.rados.rados.0.smithi046.stdout:28: done (14 left) 2021-07-26T15:45:36.137 INFO:tasks.rados.rados.0.smithi046.stdout:29: done (13 left) 2021-07-26T15:45:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:30: done (12 left) 2021-07-26T15:45:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:43: write initial oid 43 2021-07-26T15:45:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:43: seq_num 42 ranges {0=712704} 2021-07-26T15:45:36.139 INFO:tasks.rados.rados.0.smithi046.stdout:43: writing smithi04638994-43 from 0 to 712704 tid 1 2021-07-26T15:45:36.139 INFO:tasks.rados.rados.0.smithi046.stdout:44: write initial oid 44 2021-07-26T15:45:36.139 INFO:tasks.rados.rados.0.smithi046.stdout:44: seq_num 43 ranges {0=729088} 2021-07-26T15:45:36.140 INFO:tasks.rados.rados.0.smithi046.stdout:44: writing smithi04638994-44 from 0 to 729088 tid 1 2021-07-26T15:45:36.141 INFO:tasks.rados.rados.0.smithi046.stdout:45: write initial oid 45 2021-07-26T15:45:36.141 INFO:tasks.rados.rados.0.smithi046.stdout:45: seq_num 44 ranges {0=745472} 2021-07-26T15:45:36.145 INFO:tasks.rados.rados.0.smithi046.stdout:45: writing smithi04638994-45 from 0 to 745472 tid 1 2021-07-26T15:45:36.146 INFO:tasks.rados.rados.0.smithi046.stdout:46: write initial oid 46 2021-07-26T15:45:36.146 INFO:tasks.rados.rados.0.smithi046.stdout:46: seq_num 45 ranges {0=761856} 2021-07-26T15:45:36.151 INFO:tasks.rados.rados.0.smithi046.stdout:46: writing smithi04638994-46 from 0 to 761856 tid 1 2021-07-26T15:45:36.151 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.151 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 1 to smithi04638994-32 2021-07-26T15:45:36.151 INFO:tasks.rados.rados.0.smithi046.stdout:31: finishing write tid 3 to smithi04638994-31 2021-07-26T15:45:36.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2021-07-26T15:45:36.152 INFO:tasks.rados.rados.0.smithi046.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2021-07-26T15:45:36.152 INFO:tasks.rados.rados.0.smithi046.stdout:31: done (15 left) 2021-07-26T15:45:36.152 INFO:tasks.rados.rados.0.smithi046.stdout:47: write initial oid 47 2021-07-26T15:45:36.152 INFO:tasks.rados.rados.0.smithi046.stdout:47: seq_num 46 ranges {0=778240} 2021-07-26T15:45:36.155 INFO:tasks.rados.rados.0.smithi046.stdout:47: writing smithi04638994-47 from 0 to 778240 tid 1 2021-07-26T15:45:36.156 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 2 to smithi04638994-32 2021-07-26T15:45:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:32: finishing write tid 3 to smithi04638994-32 2021-07-26T15:45:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2021-07-26T15:45:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2021-07-26T15:45:36.157 INFO:tasks.rados.rados.0.smithi046.stdout:32: done (15 left) 2021-07-26T15:45:36.157 INFO:tasks.rados.rados.0.smithi046.stdout:48: write initial oid 48 2021-07-26T15:45:36.157 INFO:tasks.rados.rados.0.smithi046.stdout:48: seq_num 47 ranges {0=794624} 2021-07-26T15:45:36.161 INFO:tasks.rados.rados.0.smithi046.stdout:48: writing smithi04638994-48 from 0 to 794624 tid 1 2021-07-26T15:45:36.161 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 1 to smithi04638994-33 2021-07-26T15:45:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 2 to smithi04638994-33 2021-07-26T15:45:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:33: finishing write tid 3 to smithi04638994-33 2021-07-26T15:45:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2021-07-26T15:45:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:45:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:33: done (15 left) 2021-07-26T15:45:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:49: write initial oid 49 2021-07-26T15:45:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2021-07-26T15:45:36.164 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04638994-49 from 0 to 409600 tid 1 2021-07-26T15:45:36.166 INFO:tasks.rados.rados.0.smithi046.stdout:49: writing smithi04638994-49 from 409600 to 811008 tid 2 2021-07-26T15:45:36.167 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 16 2021-07-26T15:45:36.169 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 1 to smithi04638994-34 2021-07-26T15:45:36.169 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 1 to smithi04638994-35 2021-07-26T15:45:36.169 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 2 to smithi04638994-34 2021-07-26T15:45:36.169 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 2 to smithi04638994-35 2021-07-26T15:45:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:34: finishing write tid 3 to smithi04638994-34 2021-07-26T15:45:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2021-07-26T15:45:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:45:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:35: finishing write tid 3 to smithi04638994-35 2021-07-26T15:45:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2021-07-26T15:45:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2021-07-26T15:45:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 1 to smithi04638994-36 2021-07-26T15:45:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 2 to smithi04638994-36 2021-07-26T15:45:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 1 to smithi04638994-37 2021-07-26T15:45:36.172 INFO:tasks.rados.rados.0.smithi046.stdout:36: finishing write tid 3 to smithi04638994-36 2021-07-26T15:45:36.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2021-07-26T15:45:36.172 INFO:tasks.rados.rados.0.smithi046.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2021-07-26T15:45:36.173 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 2 to smithi04638994-37 2021-07-26T15:45:36.173 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 1 to smithi04638994-38 2021-07-26T15:45:36.173 INFO:tasks.rados.rados.0.smithi046.stdout:37: finishing write tid 3 to smithi04638994-37 2021-07-26T15:45:36.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:45:36.174 INFO:tasks.rados.rados.0.smithi046.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2021-07-26T15:45:36.174 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 2 to smithi04638994-38 2021-07-26T15:45:36.174 INFO:tasks.rados.rados.0.smithi046.stdout:38: finishing write tid 3 to smithi04638994-38 2021-07-26T15:45:36.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2021-07-26T15:45:36.175 INFO:tasks.rados.rados.0.smithi046.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:45:36.175 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 1 to smithi04638994-39 2021-07-26T15:45:36.175 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 1 to smithi04638994-40 2021-07-26T15:45:36.175 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 2 to smithi04638994-39 2021-07-26T15:45:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:39: finishing write tid 3 to smithi04638994-39 2021-07-26T15:45:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:45:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:45:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 2 to smithi04638994-40 2021-07-26T15:45:36.176 INFO:tasks.rados.rados.0.smithi046.stdout:40: finishing write tid 3 to smithi04638994-40 2021-07-26T15:45:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2021-07-26T15:45:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2021-07-26T15:45:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 1 to smithi04638994-41 2021-07-26T15:45:36.177 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 2 to smithi04638994-41 2021-07-26T15:45:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:41: finishing write tid 3 to smithi04638994-41 2021-07-26T15:45:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2021-07-26T15:45:36.178 INFO:tasks.rados.rados.0.smithi046.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:45:36.179 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 1 to smithi04638994-42 2021-07-26T15:45:36.179 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 2 to smithi04638994-42 2021-07-26T15:45:36.179 INFO:tasks.rados.rados.0.smithi046.stdout:34: done (15 left) 2021-07-26T15:45:36.179 INFO:tasks.rados.rados.0.smithi046.stdout:35: done (14 left) 2021-07-26T15:45:36.179 INFO:tasks.rados.rados.0.smithi046.stdout:36: done (13 left) 2021-07-26T15:45:36.180 INFO:tasks.rados.rados.0.smithi046.stdout:37: done (12 left) 2021-07-26T15:45:36.180 INFO:tasks.rados.rados.0.smithi046.stdout:38: done (11 left) 2021-07-26T15:45:36.180 INFO:tasks.rados.rados.0.smithi046.stdout:39: done (10 left) 2021-07-26T15:45:36.182 INFO:tasks.rados.rados.0.smithi046.stdout:40: done (9 left) 2021-07-26T15:45:36.182 INFO:tasks.rados.rados.0.smithi046.stdout:41: done (8 left) 2021-07-26T15:45:36.183 INFO:tasks.rados.rados.0.smithi046.stdout:50: write initial oid 50 2021-07-26T15:45:36.183 INFO:tasks.rados.rados.0.smithi046.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2021-07-26T15:45:36.187 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04638994-50 from 0 to 425984 tid 1 2021-07-26T15:45:36.187 INFO:tasks.rados.rados.0.smithi046.stdout:50: writing smithi04638994-50 from 425984 to 827392 tid 2 2021-07-26T15:45:36.188 INFO:tasks.rados.rados.0.smithi046.stdout:51: copy_from oid 5 from oid 1 current snap is 0 2021-07-26T15:45:36.188 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 0 2021-07-26T15:45:36.188 INFO:tasks.rados.rados.0.smithi046.stdout:42: finishing write tid 3 to smithi04638994-42 2021-07-26T15:45:36.189 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2021-07-26T15:45:36.189 INFO:tasks.rados.rados.0.smithi046.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2021-07-26T15:45:36.189 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 1 to smithi04638994-43 2021-07-26T15:45:36.189 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 2 to smithi04638994-43 2021-07-26T15:45:36.189 INFO:tasks.rados.rados.0.smithi046.stdout:43: finishing write tid 3 to smithi04638994-43 2021-07-26T15:45:36.190 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2021-07-26T15:45:36.190 INFO:tasks.rados.rados.0.smithi046.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:45:36.190 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 1 to smithi04638994-44 2021-07-26T15:45:36.190 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 2 to smithi04638994-44 2021-07-26T15:45:36.191 INFO:tasks.rados.rados.0.smithi046.stdout:44: finishing write tid 3 to smithi04638994-44 2021-07-26T15:45:36.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2021-07-26T15:45:36.191 INFO:tasks.rados.rados.0.smithi046.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2021-07-26T15:45:36.191 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 1 to smithi04638994-45 2021-07-26T15:45:36.191 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 2 to smithi04638994-45 2021-07-26T15:45:36.192 INFO:tasks.rados.rados.0.smithi046.stdout:45: finishing write tid 3 to smithi04638994-45 2021-07-26T15:45:36.192 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2021-07-26T15:45:36.192 INFO:tasks.rados.rados.0.smithi046.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2021-07-26T15:45:36.192 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 1 to smithi04638994-46 2021-07-26T15:45:36.193 INFO:tasks.rados.rados.0.smithi046.stdout:52: seq_num 50 ranges {376832=442368,819200=401408} 2021-07-26T15:45:36.193 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04638994-23 from 376832 to 819200 tid 1 2021-07-26T15:45:36.193 INFO:tasks.rados.rados.0.smithi046.stdout:52: writing smithi04638994-23 from 819200 to 1220608 tid 2 2021-07-26T15:45:36.193 INFO:tasks.rados.rados.0.smithi046.stdout:42: done (10 left) 2021-07-26T15:45:36.193 INFO:tasks.rados.rados.0.smithi046.stdout:43: done (9 left) 2021-07-26T15:45:36.194 INFO:tasks.rados.rados.0.smithi046.stdout:44: done (8 left) 2021-07-26T15:45:36.194 INFO:tasks.rados.rados.0.smithi046.stdout:45: done (7 left) 2021-07-26T15:45:36.194 INFO:tasks.rados.rados.0.smithi046.stdout:53: rmattr oid 2 current snap is 0 2021-07-26T15:45:36.194 INFO:tasks.rados.rados.0.smithi046.stdout:53: done (7 left) 2021-07-26T15:45:36.194 INFO:tasks.rados.rados.0.smithi046.stdout:54: delete oid 4 current snap is 0 2021-07-26T15:45:36.195 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 2 to smithi04638994-46 2021-07-26T15:45:36.195 INFO:tasks.rados.rados.0.smithi046.stdout:46: finishing write tid 3 to smithi04638994-46 2021-07-26T15:45:36.195 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:45:36.195 INFO:tasks.rados.rados.0.smithi046.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:45:36.196 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 1 to smithi04638994-47 2021-07-26T15:45:36.196 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 2 to smithi04638994-47 2021-07-26T15:45:36.196 INFO:tasks.rados.rados.0.smithi046.stdout:47: finishing write tid 3 to smithi04638994-47 2021-07-26T15:45:36.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:45:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 1 to smithi04638994-48 2021-07-26T15:45:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 1 to smithi04638994-49 2021-07-26T15:45:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 2 to smithi04638994-49 2021-07-26T15:45:36.197 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 2 to smithi04638994-48 2021-07-26T15:45:36.198 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 3 to smithi04638994-49 2021-07-26T15:45:36.198 INFO:tasks.rados.rados.0.smithi046.stdout:49: finishing write tid 4 to smithi04638994-49 2021-07-26T15:45:36.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:45:36.198 INFO:tasks.rados.rados.0.smithi046.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:45:36.198 INFO:tasks.rados.rados.0.smithi046.stdout:48: finishing write tid 3 to smithi04638994-48 2021-07-26T15:45:36.199 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:45:36.199 INFO:tasks.rados.rados.0.smithi046.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:45:36.199 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 1 to smithi04638994-50 2021-07-26T15:45:36.199 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 2 to smithi04638994-50 2021-07-26T15:45:36.200 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 3 to smithi04638994-50 2021-07-26T15:45:36.200 INFO:tasks.rados.rados.0.smithi046.stdout:50: finishing write tid 4 to smithi04638994-50 2021-07-26T15:45:36.200 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:45:36.200 INFO:tasks.rados.rados.0.smithi046.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2021-07-26T15:45:36.200 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from to smithi04638994-5 2021-07-26T15:45:36.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:45:36.201 INFO:tasks.rados.rados.0.smithi046.stdout:51: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:45:36.201 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 1 to smithi04638994-23 2021-07-26T15:45:36.201 INFO:tasks.rados.rados.0.smithi046.stdout:46: done (7 left) 2021-07-26T15:45:36.201 INFO:tasks.rados.rados.0.smithi046.stdout:47: done (6 left) 2021-07-26T15:45:36.202 INFO:tasks.rados.rados.0.smithi046.stdout:48: done (5 left) 2021-07-26T15:45:36.202 INFO:tasks.rados.rados.0.smithi046.stdout:49: done (4 left) 2021-07-26T15:45:36.202 INFO:tasks.rados.rados.0.smithi046.stdout:50: done (3 left) 2021-07-26T15:45:36.202 INFO:tasks.rados.rados.0.smithi046.stdout:51: done (2 left) 2021-07-26T15:45:36.203 INFO:tasks.rados.rados.0.smithi046.stdout:54: done (1 left) 2021-07-26T15:45:36.203 INFO:tasks.rados.rados.0.smithi046.stdout:55: read oid 15 snap -1 2021-07-26T15:45:36.203 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:45:36.203 INFO:tasks.rados.rados.0.smithi046.stdout:56: rollback oid 31 current snap is 0 2021-07-26T15:45:36.203 INFO:tasks.rados.rados.0.smithi046.stdout:56: done (2 left) 2021-07-26T15:45:36.204 INFO:tasks.rados.rados.0.smithi046.stdout:57: read oid 28 snap -1 2021-07-26T15:45:36.204 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:45:36.204 INFO:tasks.rados.rados.0.smithi046.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2021-07-26T15:45:36.204 INFO:tasks.rados.rados.0.smithi046.stdout:59: rollback oid 45 current snap is 0 2021-07-26T15:45:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:59: done (4 left) 2021-07-26T15:45:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2021-07-26T15:45:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:61: delete oid 1 current snap is 0 2021-07-26T15:45:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:61: done (5 left) 2021-07-26T15:45:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:62: read oid 17 snap -1 2021-07-26T15:45:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:45:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:63: snap_create 2021-07-26T15:45:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 2 to smithi04638994-23 2021-07-26T15:45:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 3 to smithi04638994-23 2021-07-26T15:45:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:52: finishing write tid 4 to smithi04638994-23 2021-07-26T15:45:36.207 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 15 (ObjNum 50 snap 0 seq_num 50) dirty exists 2021-07-26T15:45:36.207 INFO:tasks.rados.rados.0.smithi046.stdout:52: left oid 23 (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:45:36.207 INFO:tasks.rados.rados.0.smithi046.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:45:36.208 INFO:tasks.rados.rados.0.smithi046.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:45:36.208 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from to smithi04638994-29 2021-07-26T15:45:36.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:36.209 INFO:tasks.rados.rados.0.smithi046.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:45:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:58: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:45:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from to smithi04638994-22 2021-07-26T15:45:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:45:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:60: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:45:37.032 INFO:tasks.rados.rados.0.smithi046.stdout:52: done (6 left) 2021-07-26T15:45:37.033 INFO:tasks.rados.rados.0.smithi046.stdout:55: done (5 left) 2021-07-26T15:45:37.033 INFO:tasks.rados.rados.0.smithi046.stdout:57: done (4 left) 2021-07-26T15:45:37.033 INFO:tasks.rados.rados.0.smithi046.stdout:58: done (3 left) 2021-07-26T15:45:37.033 INFO:tasks.rados.rados.0.smithi046.stdout:60: done (2 left) 2021-07-26T15:45:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:62: done (1 left) 2021-07-26T15:45:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:63: done (0 left) 2021-07-26T15:45:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2021-07-26T15:45:37.035 INFO:tasks.rados.rados.0.smithi046.stdout:65: read oid 30 snap -1 2021-07-26T15:45:37.035 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:45:37.035 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 1 2021-07-26T15:45:37.035 INFO:tasks.rados.rados.0.smithi046.stdout:66: seq_num 53 ranges {1220608=491520,1712128=401408} 2021-07-26T15:45:37.041 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04638994-23 from 1220608 to 1712128 tid 1 2021-07-26T15:45:37.046 INFO:tasks.rados.rados.0.smithi046.stdout:66: writing smithi04638994-23 from 1712128 to 2113536 tid 2 2021-07-26T15:45:37.047 INFO:tasks.rados.rados.0.smithi046.stdout:67: rollback oid 10 current snap is 1 2021-07-26T15:45:37.047 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 0 2021-07-26T15:45:37.047 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from to smithi04638994-15 2021-07-26T15:45:37.047 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 3 (ObjNum 1 snap 0 seq_num 1) dirty exists 2021-07-26T15:45:37.048 INFO:tasks.rados.rados.0.smithi046.stdout:68: setattr oid 32 current snap is 1 2021-07-26T15:45:37.048 INFO:tasks.rados.rados.0.smithi046.stdout:64: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:45:37.048 INFO:tasks.rados.rados.0.smithi046.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:45:37.064 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 1 to smithi04638994-23 2021-07-26T15:45:37.065 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:45:37.065 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:45:37.065 INFO:tasks.rados.rados.0.smithi046.stdout:67: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:45:37.065 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2021-07-26T15:45:37.066 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 2 to smithi04638994-23 2021-07-26T15:45:37.066 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 3 to smithi04638994-23 2021-07-26T15:45:37.067 INFO:tasks.rados.rados.0.smithi046.stdout:66: finishing write tid 4 to smithi04638994-23 2021-07-26T15:45:37.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 20 (ObjNum 53 snap 1 seq_num 53) dirty exists 2021-07-26T15:45:37.067 INFO:tasks.rados.rados.0.smithi046.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2021-07-26T15:45:37.067 INFO:tasks.rados.rados.0.smithi046.stdout:64: done (4 left) 2021-07-26T15:45:37.068 INFO:tasks.rados.rados.0.smithi046.stdout:65: done (3 left) 2021-07-26T15:45:37.068 INFO:tasks.rados.rados.0.smithi046.stdout:66: done (2 left) 2021-07-26T15:45:37.068 INFO:tasks.rados.rados.0.smithi046.stdout:67: done (1 left) 2021-07-26T15:45:37.068 INFO:tasks.rados.rados.0.smithi046.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2021-07-26T15:45:37.069 INFO:tasks.rados.rados.0.smithi046.stdout:70: read oid 23 snap 0 2021-07-26T15:45:37.069 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:45:37.069 INFO:tasks.rados.rados.0.smithi046.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2021-07-26T15:45:37.069 INFO:tasks.rados.rados.0.smithi046.stdout:72: rollback oid 49 current snap is 1 2021-07-26T15:45:37.069 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 0 2021-07-26T15:45:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:73: read oid 4 snap 0 2021-07-26T15:45:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:73: expect deleted 2021-07-26T15:45:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:74: rmattr oid 7 current snap is 1 2021-07-26T15:45:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:74: done (6 left) 2021-07-26T15:45:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2021-07-26T15:45:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:76: read oid 39 snap -1 2021-07-26T15:45:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:45:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2021-07-26T15:45:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:78: read oid 2 snap -1 2021-07-26T15:45:37.073 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:45:37.073 INFO:tasks.rados.rados.0.smithi046.stdout:79: setattr oid 41 current snap is 1 2021-07-26T15:45:37.073 INFO:tasks.rados.rados.0.smithi046.stdout:73: done (10 left) 2021-07-26T15:45:37.074 INFO:tasks.rados.rados.0.smithi046.stdout:80: snap_create 2021-07-26T15:45:37.076 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:45:37.076 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:45:37.076 INFO:tasks.rados.rados.0.smithi046.stdout:72: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:45:37.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:45:37.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2021-07-26T15:45:37.077 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from to smithi04638994-36 2021-07-26T15:45:37.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:45:37.078 INFO:tasks.rados.rados.0.smithi046.stdout:71: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:45:37.078 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from to smithi04638994-45 2021-07-26T15:45:37.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2021-07-26T15:45:37.079 INFO:tasks.rados.rados.0.smithi046.stdout:69: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:45:37.079 INFO:tasks.rados.rados.0.smithi046.stdout:70: expect (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:45:37.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2021-07-26T15:45:37.119 INFO:tasks.rados.rados.0.smithi046.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:45:37.133 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from to smithi04638994-6 2021-07-26T15:45:37.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:45:37.134 INFO:tasks.rados.rados.0.smithi046.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:45:37.134 INFO:tasks.rados.rados.0.smithi046.stdout:77: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:45:37.135 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from to smithi04638994-20 2021-07-26T15:45:37.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:45:37.135 INFO:tasks.rados.rados.0.smithi046.stdout:75: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:45:37.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:37 smithi073 bash[15153]: audit 2021-07-26T15:45:36.024657+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:45:37.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:37 smithi073 bash[15153]: cluster 2021-07-26T15:45:36.024799+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:45:37.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:37 smithi073 bash[15153]: cluster 2021-07-26T15:45:36.461348+0000 mgr.y (mgr.14146) 392 : cluster [DBG] pgmap v354: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:37.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[14687]: audit 2021-07-26T15:45:36.024657+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:45:37.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[14687]: cluster 2021-07-26T15:45:36.024799+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:45:37.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[14687]: cluster 2021-07-26T15:45:36.461348+0000 mgr.y (mgr.14146) 392 : cluster [DBG] pgmap v354: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:37.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[18964]: audit 2021-07-26T15:45:36.024657+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.46:0/1429540049' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:45:37.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[18964]: cluster 2021-07-26T15:45:36.024799+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:45:37.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:37 smithi046 bash[18964]: cluster 2021-07-26T15:45:36.461348+0000 mgr.y (mgr.14146) 392 : cluster [DBG] pgmap v354: 25 pgs: 25 active+clean; 0 B data, 44 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:45:38.040 INFO:tasks.rados.rados.0.smithi046.stdout:68: done (10 left) 2021-07-26T15:45:38.040 INFO:tasks.rados.rados.0.smithi046.stdout:69: done (9 left) 2021-07-26T15:45:38.040 INFO:tasks.rados.rados.0.smithi046.stdout:70: done (8 left) 2021-07-26T15:45:38.040 INFO:tasks.rados.rados.0.smithi046.stdout:71: done (7 left) 2021-07-26T15:45:38.041 INFO:tasks.rados.rados.0.smithi046.stdout:72: done (6 left) 2021-07-26T15:45:38.041 INFO:tasks.rados.rados.0.smithi046.stdout:75: done (5 left) 2021-07-26T15:45:38.041 INFO:tasks.rados.rados.0.smithi046.stdout:76: done (4 left) 2021-07-26T15:45:38.041 INFO:tasks.rados.rados.0.smithi046.stdout:77: done (3 left) 2021-07-26T15:45:38.042 INFO:tasks.rados.rados.0.smithi046.stdout:78: done (2 left) 2021-07-26T15:45:38.042 INFO:tasks.rados.rados.0.smithi046.stdout:79: done (1 left) 2021-07-26T15:45:38.042 INFO:tasks.rados.rados.0.smithi046.stdout:80: done (0 left) 2021-07-26T15:45:38.042 INFO:tasks.rados.rados.0.smithi046.stdout:81: rollback oid 40 current snap is 2 2021-07-26T15:45:38.042 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 1 2021-07-26T15:45:38.043 INFO:tasks.rados.rados.0.smithi046.stdout:82: snap_create 2021-07-26T15:45:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 0 to smithi04638994-40 2021-07-26T15:45:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 1 to smithi04638994-40 2021-07-26T15:45:38.045 INFO:tasks.rados.rados.0.smithi046.stdout:81: finishing rollback tid 2 to smithi04638994-40 2021-07-26T15:45:38.046 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2021-07-26T15:45:38.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:38 smithi073 bash[15153]: cluster 2021-07-26T15:45:37.032998+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:45:38.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:38 smithi046 bash[14687]: cluster 2021-07-26T15:45:37.032998+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:45:38.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:38 smithi046 bash[18964]: cluster 2021-07-26T15:45:37.032998+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:45:39.051 INFO:tasks.rados.rados.0.smithi046.stdout:81: done (1 left) 2021-07-26T15:45:39.051 INFO:tasks.rados.rados.0.smithi046.stdout:82: done (0 left) 2021-07-26T15:45:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:83: rollback oid 9 current snap is 3 2021-07-26T15:45:39.052 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 0 2021-07-26T15:45:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:84: read oid 20 snap 1 2021-07-26T15:45:39.053 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:45:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:85: read oid 41 snap -1 2021-07-26T15:45:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:45:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:86: snap_create 2021-07-26T15:45:39.055 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:45:39.056 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:45:39.056 INFO:tasks.rados.rados.0.smithi046.stdout:83: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:45:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 23 (ObjNum 8 snap 0 seq_num 8) dirty exists 2021-07-26T15:45:39.057 INFO:tasks.rados.rados.0.smithi046.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:45:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:45:39.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:39 smithi073 bash[15153]: cluster 2021-07-26T15:45:38.041130+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:45:39.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:39 smithi073 bash[15153]: cluster 2021-07-26T15:45:38.462022+0000 mgr.y (mgr.14146) 393 : cluster [DBG] pgmap v357: 25 pgs: 25 active+clean; 15 MiB data, 68 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 135 op/s 2021-07-26T15:45:39.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:39 smithi073 bash[15153]: audit 2021-07-26T15:45:38.747489+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:39.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[14687]: cluster 2021-07-26T15:45:38.041130+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:45:39.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[14687]: cluster 2021-07-26T15:45:38.462022+0000 mgr.y (mgr.14146) 393 : cluster [DBG] pgmap v357: 25 pgs: 25 active+clean; 15 MiB data, 68 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 135 op/s 2021-07-26T15:45:39.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[14687]: audit 2021-07-26T15:45:38.747489+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:39.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[18964]: cluster 2021-07-26T15:45:38.041130+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:45:39.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[18964]: cluster 2021-07-26T15:45:38.462022+0000 mgr.y (mgr.14146) 393 : cluster [DBG] pgmap v357: 25 pgs: 25 active+clean; 15 MiB data, 68 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.5 MiB/s wr, 135 op/s 2021-07-26T15:45:39.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:39 smithi046 bash[18964]: audit 2021-07-26T15:45:38.747489+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:40.061 INFO:tasks.rados.rados.0.smithi046.stdout:83: done (3 left) 2021-07-26T15:45:40.064 INFO:tasks.rados.rados.0.smithi046.stdout:84: done (2 left) 2021-07-26T15:45:40.067 INFO:tasks.rados.rados.0.smithi046.stdout:85: done (1 left) 2021-07-26T15:45:40.068 INFO:tasks.rados.rados.0.smithi046.stdout:86: done (0 left) 2021-07-26T15:45:40.069 INFO:tasks.rados.rados.0.smithi046.stdout:87: snap_remove snap 0 2021-07-26T15:45:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:40 smithi073 bash[15153]: cluster 2021-07-26T15:45:39.051214+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:45:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:40 smithi046 bash[14687]: cluster 2021-07-26T15:45:39.051214+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:45:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:40 smithi046 bash[18964]: cluster 2021-07-26T15:45:39.051214+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:45:41.071 INFO:tasks.rados.rados.0.smithi046.stdout:87: done (0 left) 2021-07-26T15:45:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:88: read oid 29 snap 3 2021-07-26T15:45:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:45:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:89: read oid 46 snap -1 2021-07-26T15:45:41.072 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:45:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2021-07-26T15:45:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:91: rmattr oid 49 current snap is 4 2021-07-26T15:45:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:91: done (3 left) 2021-07-26T15:45:41.075 INFO:tasks.rados.rados.0.smithi046.stdout:92: snap_remove snap 2 2021-07-26T15:45:41.389 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:41 smithi073 bash[15153]: cluster 2021-07-26T15:45:40.060384+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:45:41.389 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:41 smithi073 bash[15153]: cluster 2021-07-26T15:45:40.462671+0000 mgr.y (mgr.14146) 394 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 19 MiB data, 74 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 69 op/s 2021-07-26T15:45:41.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:41 smithi046 bash[14687]: cluster 2021-07-26T15:45:40.060384+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:45:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:41 smithi046 bash[14687]: cluster 2021-07-26T15:45:40.462671+0000 mgr.y (mgr.14146) 394 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 19 MiB data, 74 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 69 op/s 2021-07-26T15:45:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:41 smithi046 bash[18964]: cluster 2021-07-26T15:45:40.060384+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:45:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:41 smithi046 bash[18964]: cluster 2021-07-26T15:45:40.462671+0000 mgr.y (mgr.14146) 394 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 19 MiB data, 74 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 69 op/s 2021-07-26T15:45:42.079 INFO:tasks.rados.rados.0.smithi046.stdout:92: done (3 left) 2021-07-26T15:45:42.079 INFO:tasks.rados.rados.0.smithi046.stdout:93: rmattr oid 30 current snap is 4 2021-07-26T15:45:42.079 INFO:tasks.rados.rados.0.smithi046.stdout:93: done (3 left) 2021-07-26T15:45:42.080 INFO:tasks.rados.rados.0.smithi046.stdout:94: read oid 42 snap 1 2021-07-26T15:45:42.081 INFO:tasks.rados.rados.0.smithi046.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2021-07-26T15:45:42.081 INFO:tasks.rados.rados.0.smithi046.stdout:95: rmattr oid 14 current snap is 4 2021-07-26T15:45:42.081 INFO:tasks.rados.rados.0.smithi046.stdout:95: done (4 left) 2021-07-26T15:45:42.081 INFO:tasks.rados.rados.0.smithi046.stdout:96: read oid 9 snap 1 2021-07-26T15:45:42.081 INFO:tasks.rados.rados.0.smithi046.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:45:42.082 INFO:tasks.rados.rados.0.smithi046.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:45:42.104 INFO:tasks.rados.rados.0.smithi046.stdout:90: finishing copy_from to smithi04638994-36 2021-07-26T15:45:42.105 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 3 (ObjNum 1 snap 0 seq_num 1) dirty exists 2021-07-26T15:45:42.105 INFO:tasks.rados.rados.0.smithi046.stdout:90: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:45:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:89: done (4 left) 2021-07-26T15:45:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:90: done (3 left) 2021-07-26T15:45:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 4 2021-07-26T15:45:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:45:42.125 INFO:tasks.rados.rados.0.smithi046.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2021-07-26T15:45:42.143 INFO:tasks.rados.rados.0.smithi046.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:45:42.147 INFO:tasks.rados.rados.0.smithi046.stdout:97: seq_num 54 ranges {638976=507904,1146880=401408} 2021-07-26T15:45:42.159 INFO:tasks.rados.rados.0.smithi046.stdout:97: writing smithi04638994-39 from 638976 to 1146880 tid 1 2021-07-26T15:45:42.163 INFO:tasks.rados.rados.0.smithi046.stdout:97: writing smithi04638994-39 from 1146880 to 1548288 tid 2 2021-07-26T15:45:42.163 INFO:tasks.rados.rados.0.smithi046.stdout:88: done (3 left) 2021-07-26T15:45:42.163 INFO:tasks.rados.rados.0.smithi046.stdout:94: done (2 left) 2021-07-26T15:45:42.163 INFO:tasks.rados.rados.0.smithi046.stdout:96: done (1 left) 2021-07-26T15:45:42.164 INFO:tasks.rados.rados.0.smithi046.stdout:98: copy_from oid 35 from oid 29 current snap is 4 2021-07-26T15:45:42.164 INFO:tasks.rados.rados.0.smithi046.stdout:99: snap_remove snap 3 2021-07-26T15:45:42.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:42 smithi073 bash[15153]: cluster 2021-07-26T15:45:41.071945+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:45:42.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:42 smithi046 bash[14687]: cluster 2021-07-26T15:45:41.071945+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:45:42.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:42 smithi046 bash[18964]: cluster 2021-07-26T15:45:41.071945+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:45:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:99: done (2 left) 2021-07-26T15:45:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2021-07-26T15:45:43.090 INFO:tasks.rados.rados.0.smithi046.stdout:101: read oid 27 snap 1 2021-07-26T15:45:43.091 INFO:tasks.rados.rados.0.smithi046.stdout:101: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:45:43.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 4 2021-07-26T15:45:43.091 INFO:tasks.rados.rados.0.smithi046.stdout:102: seq_num 55 ranges {696320=524288,1220608=401408} 2021-07-26T15:45:43.098 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04638994-42 from 696320 to 1220608 tid 1 2021-07-26T15:45:43.101 INFO:tasks.rados.rados.0.smithi046.stdout:102: writing smithi04638994-42 from 1220608 to 1622016 tid 2 2021-07-26T15:45:43.102 INFO:tasks.rados.rados.0.smithi046.stdout:103: delete oid 18 current snap is 4 2021-07-26T15:45:43.102 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 1 to smithi04638994-39 2021-07-26T15:45:43.102 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 2 to smithi04638994-39 2021-07-26T15:45:43.102 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 3 to smithi04638994-39 2021-07-26T15:45:43.103 INFO:tasks.rados.rados.0.smithi046.stdout:97: finishing write tid 4 to smithi04638994-39 2021-07-26T15:45:43.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 22 (ObjNum 54 snap 4 seq_num 54) dirty exists 2021-07-26T15:45:43.103 INFO:tasks.rados.rados.0.smithi046.stdout:97: left oid 39 (ObjNum 54 snap 4 seq_num 54) 2021-07-26T15:45:43.103 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing copy_from to smithi04638994-35 2021-07-26T15:45:43.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:43.104 INFO:tasks.rados.rados.0.smithi046.stdout:98: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:45:43.104 INFO:tasks.rados.rados.0.smithi046.stdout:101: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:45:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from to smithi04638994-16 2021-07-26T15:45:43.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2021-07-26T15:45:43.117 INFO:tasks.rados.rados.0.smithi046.stdout:100: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:45:43.117 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 1 to smithi04638994-42 2021-07-26T15:45:43.117 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 2 to smithi04638994-42 2021-07-26T15:45:43.117 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 3 to smithi04638994-42 2021-07-26T15:45:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:102: finishing write tid 4 to smithi04638994-42 2021-07-26T15:45:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 6 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:45:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:102: left oid 42 (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:45:43.118 INFO:tasks.rados.rados.0.smithi046.stdout:97: done (5 left) 2021-07-26T15:45:43.119 INFO:tasks.rados.rados.0.smithi046.stdout:98: done (4 left) 2021-07-26T15:45:43.119 INFO:tasks.rados.rados.0.smithi046.stdout:100: done (3 left) 2021-07-26T15:45:43.119 INFO:tasks.rados.rados.0.smithi046.stdout:101: done (2 left) 2021-07-26T15:45:43.119 INFO:tasks.rados.rados.0.smithi046.stdout:102: done (1 left) 2021-07-26T15:45:43.119 INFO:tasks.rados.rados.0.smithi046.stdout:103: done (0 left) 2021-07-26T15:45:43.120 INFO:tasks.rados.rados.0.smithi046.stdout:104: read oid 43 snap -1 2021-07-26T15:45:43.120 INFO:tasks.rados.rados.0.smithi046.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:45:43.120 INFO:tasks.rados.rados.0.smithi046.stdout:105: rollback oid 38 current snap is 4 2021-07-26T15:45:43.120 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 1 2021-07-26T15:45:43.121 INFO:tasks.rados.rados.0.smithi046.stdout:106: delete oid 12 current snap is 4 2021-07-26T15:45:43.121 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:45:43.122 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:45:43.122 INFO:tasks.rados.rados.0.smithi046.stdout:105: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:45:43.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 29 (ObjNum 37 snap 0 seq_num 37) dirty exists 2021-07-26T15:45:43.124 INFO:tasks.rados.rados.0.smithi046.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:45:43.147 INFO:tasks.rados.rados.0.smithi046.stdout:104: done (2 left) 2021-07-26T15:45:43.147 INFO:tasks.rados.rados.0.smithi046.stdout:105: done (1 left) 2021-07-26T15:45:43.147 INFO:tasks.rados.rados.0.smithi046.stdout:106: done (0 left) 2021-07-26T15:45:43.147 INFO:tasks.rados.rados.0.smithi046.stdout:107: read oid 33 snap 1 2021-07-26T15:45:43.148 INFO:tasks.rados.rados.0.smithi046.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:45:43.148 INFO:tasks.rados.rados.0.smithi046.stdout:108: rollback oid 48 current snap is 4 2021-07-26T15:45:43.148 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 1 2021-07-26T15:45:43.148 INFO:tasks.rados.rados.0.smithi046.stdout:109: delete oid 47 current snap is 4 2021-07-26T15:45:43.152 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:45:43.153 INFO:tasks.rados.rados.0.smithi046.stdout:109: done (2 left) 2021-07-26T15:45:43.153 INFO:tasks.rados.rados.0.smithi046.stdout:110: setattr oid 31 current snap is 4 2021-07-26T15:45:43.153 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:45:43.154 INFO:tasks.rados.rados.0.smithi046.stdout:108: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:45:43.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 33 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:45:43.155 INFO:tasks.rados.rados.0.smithi046.stdout:108: done (2 left) 2021-07-26T15:45:43.156 INFO:tasks.rados.rados.0.smithi046.stdout:111: snap_create 2021-07-26T15:45:43.156 INFO:tasks.rados.rados.0.smithi046.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:45:43.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2021-07-26T15:45:43.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:43 smithi073 bash[15153]: cluster 2021-07-26T15:45:42.079961+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:45:43.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:43 smithi073 bash[15153]: cluster 2021-07-26T15:45:42.463364+0000 mgr.y (mgr.14146) 395 : cluster [DBG] pgmap v363: 25 pgs: 25 active+clean; 24 MiB data, 80 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:45:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[14687]: cluster 2021-07-26T15:45:42.079961+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:45:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[14687]: cluster 2021-07-26T15:45:42.463364+0000 mgr.y (mgr.14146) 395 : cluster [DBG] pgmap v363: 25 pgs: 25 active+clean; 24 MiB data, 80 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:45:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[18964]: cluster 2021-07-26T15:45:42.079961+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:45:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[18964]: cluster 2021-07-26T15:45:42.463364+0000 mgr.y (mgr.14146) 395 : cluster [DBG] pgmap v363: 25 pgs: 25 active+clean; 24 MiB data, 80 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:45:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:43.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:43.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:43.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:45:44.093 INFO:tasks.rados.rados.0.smithi046.stdout:107: done (2 left) 2021-07-26T15:45:44.093 INFO:tasks.rados.rados.0.smithi046.stdout:110: done (1 left) 2021-07-26T15:45:44.093 INFO:tasks.rados.rados.0.smithi046.stdout:111: done (0 left) 2021-07-26T15:45:44.094 INFO:tasks.rados.rados.0.smithi046.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2021-07-26T15:45:44.094 INFO:tasks.rados.rados.0.smithi046.stdout:113: setattr oid 23 current snap is 5 2021-07-26T15:45:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 5 2021-07-26T15:45:44.096 INFO:tasks.rados.rados.0.smithi046.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2021-07-26T15:45:44.100 INFO:tasks.rados.rados.0.smithi046.stdout:114: writing smithi04638994-15 from 24576 to 622592 tid 1 2021-07-26T15:45:44.105 INFO:tasks.rados.rados.0.smithi046.stdout:114: writing smithi04638994-15 from 622592 to 1024000 tid 2 2021-07-26T15:45:44.105 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 5 2021-07-26T15:45:44.105 INFO:tasks.rados.rados.0.smithi046.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2021-07-26T15:45:44.110 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04638994-20 from 188416 to 802816 tid 1 2021-07-26T15:45:44.115 INFO:tasks.rados.rados.0.smithi046.stdout:115: writing smithi04638994-20 from 802816 to 1204224 tid 2 2021-07-26T15:45:44.116 INFO:tasks.rados.rados.0.smithi046.stdout:116: rollback oid 31 current snap is 5 2021-07-26T15:45:44.116 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 1 2021-07-26T15:45:44.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 28 (ObjNum 53 snap 1 seq_num 53) dirty exists 2021-07-26T15:45:44.116 INFO:tasks.rados.rados.0.smithi046.stdout:112: finishing copy_from to smithi04638994-25 2021-07-26T15:45:44.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:45:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:112: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:45:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 1 to smithi04638994-15 2021-07-26T15:45:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 2 to smithi04638994-15 2021-07-26T15:45:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 3 to smithi04638994-15 2021-07-26T15:45:44.119 INFO:tasks.rados.rados.0.smithi046.stdout:112: done (4 left) 2021-07-26T15:45:44.120 INFO:tasks.rados.rados.0.smithi046.stdout:113: done (3 left) 2021-07-26T15:45:44.120 INFO:tasks.rados.rados.0.smithi046.stdout:117: read oid 21 snap -1 2021-07-26T15:45:44.120 INFO:tasks.rados.rados.0.smithi046.stdout:117: expect (ObjNum 20 snap 0 seq_num 20) 2021-07-26T15:45:44.121 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 5 2021-07-26T15:45:44.121 INFO:tasks.rados.rados.0.smithi046.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2021-07-26T15:45:44.123 INFO:tasks.rados.rados.0.smithi046.stdout:118: writing smithi04638994-40 from 663552 to 1294336 tid 1 2021-07-26T15:45:44.129 INFO:tasks.rados.rados.0.smithi046.stdout:118: writing smithi04638994-40 from 1294336 to 1695744 tid 2 2021-07-26T15:45:44.129 INFO:tasks.rados.rados.0.smithi046.stdout:119: snap_create 2021-07-26T15:45:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:114: finishing write tid 4 to smithi04638994-15 2021-07-26T15:45:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 20 (ObjNum 59 snap 5 seq_num 59) dirty exists 2021-07-26T15:45:44.130 INFO:tasks.rados.rados.0.smithi046.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2021-07-26T15:45:44.131 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 1 to smithi04638994-20 2021-07-26T15:45:44.131 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 2 to smithi04638994-20 2021-07-26T15:45:44.131 INFO:tasks.rados.rados.0.smithi046.stdout:117: expect (ObjNum 20 snap 0 seq_num 20) 2021-07-26T15:45:44.139 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 3 to smithi04638994-20 2021-07-26T15:45:44.139 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:45:44.139 INFO:tasks.rados.rados.0.smithi046.stdout:115: finishing write tid 4 to smithi04638994-20 2021-07-26T15:45:44.140 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 32 (ObjNum 60 snap 5 seq_num 60) dirty exists 2021-07-26T15:45:44.142 INFO:tasks.rados.rados.0.smithi046.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2021-07-26T15:45:44.142 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:45:44.144 INFO:tasks.rados.rados.0.smithi046.stdout:116: finishing rollback tid 2 to smithi04638994-31 2021-07-26T15:45:44.144 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2021-07-26T15:45:44.144 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 1 to smithi04638994-40 2021-07-26T15:45:44.145 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 2 to smithi04638994-40 2021-07-26T15:45:44.145 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 3 to smithi04638994-40 2021-07-26T15:45:44.145 INFO:tasks.rados.rados.0.smithi046.stdout:118: finishing write tid 4 to smithi04638994-40 2021-07-26T15:45:44.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 37 (ObjNum 61 snap 5 seq_num 61) dirty exists 2021-07-26T15:45:44.145 INFO:tasks.rados.rados.0.smithi046.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2021-07-26T15:45:44.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:44 smithi073 bash[15153]: cluster 2021-07-26T15:45:43.090930+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:45:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:44 smithi046 bash[14687]: cluster 2021-07-26T15:45:43.090930+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:45:44.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:44 smithi046 bash[18964]: cluster 2021-07-26T15:45:43.090930+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:45:45.110 INFO:tasks.rados.rados.0.smithi046.stdout:114: done (5 left) 2021-07-26T15:45:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:115: done (4 left) 2021-07-26T15:45:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:116: done (3 left) 2021-07-26T15:45:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:117: done (2 left) 2021-07-26T15:45:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:118: done (1 left) 2021-07-26T15:45:45.112 INFO:tasks.rados.rados.0.smithi046.stdout:119: done (0 left) 2021-07-26T15:45:45.112 INFO:tasks.rados.rados.0.smithi046.stdout:120: read oid 48 snap 4 2021-07-26T15:45:45.112 INFO:tasks.rados.rados.0.smithi046.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:45:45.112 INFO:tasks.rados.rados.0.smithi046.stdout:121: read oid 49 snap 5 2021-07-26T15:45:45.112 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:45:45.113 INFO:tasks.rados.rados.0.smithi046.stdout:122: delete oid 44 current snap is 6 2021-07-26T15:45:45.117 INFO:tasks.rados.rados.0.smithi046.stdout:122: done (2 left) 2021-07-26T15:45:45.117 INFO:tasks.rados.rados.0.smithi046.stdout:123: rollback oid 23 current snap is 6 2021-07-26T15:45:45.117 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 4 2021-07-26T15:45:45.117 INFO:tasks.rados.rados.0.smithi046.stdout:124: read oid 30 snap -1 2021-07-26T15:45:45.118 INFO:tasks.rados.rados.0.smithi046.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:45:45.118 INFO:tasks.rados.rados.0.smithi046.stdout:125: setattr oid 35 current snap is 6 2021-07-26T15:45:45.119 INFO:tasks.rados.rados.0.smithi046.stdout:126: delete oid 25 current snap is 6 2021-07-26T15:45:45.119 INFO:tasks.rados.rados.0.smithi046.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:45:45.143 INFO:tasks.rados.rados.0.smithi046.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:45:45.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:45.157 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:45:45.157 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:45:45.157 INFO:tasks.rados.rados.0.smithi046.stdout:123: finishing rollback tid 2 to smithi04638994-23 2021-07-26T15:45:45.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 36 (ObjNum 53 snap 1 seq_num 53) dirty exists 2021-07-26T15:45:45.158 INFO:tasks.rados.rados.0.smithi046.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:45:45.183 INFO:tasks.rados.rados.0.smithi046.stdout:120: done (5 left) 2021-07-26T15:45:45.183 INFO:tasks.rados.rados.0.smithi046.stdout:121: done (4 left) 2021-07-26T15:45:45.183 INFO:tasks.rados.rados.0.smithi046.stdout:123: done (3 left) 2021-07-26T15:45:45.184 INFO:tasks.rados.rados.0.smithi046.stdout:124: done (2 left) 2021-07-26T15:45:45.184 INFO:tasks.rados.rados.0.smithi046.stdout:125: done (1 left) 2021-07-26T15:45:45.185 INFO:tasks.rados.rados.0.smithi046.stdout:126: done (0 left) 2021-07-26T15:45:45.185 INFO:tasks.rados.rados.0.smithi046.stdout:127: snap_remove snap 4 2021-07-26T15:45:45.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:45 smithi073 bash[15153]: cluster 2021-07-26T15:45:44.093687+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:45:45.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:45 smithi073 bash[15153]: cluster 2021-07-26T15:45:44.464109+0000 mgr.y (mgr.14146) 396 : cluster [DBG] pgmap v366: 25 pgs: 25 active+clean; 24 MiB data, 82 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T15:45:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:45 smithi046 bash[14687]: cluster 2021-07-26T15:45:44.093687+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:45:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:45 smithi046 bash[14687]: cluster 2021-07-26T15:45:44.464109+0000 mgr.y (mgr.14146) 396 : cluster [DBG] pgmap v366: 25 pgs: 25 active+clean; 24 MiB data, 82 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T15:45:45.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:45 smithi046 bash[18964]: cluster 2021-07-26T15:45:44.093687+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:45:45.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:45 smithi046 bash[18964]: cluster 2021-07-26T15:45:44.464109+0000 mgr.y (mgr.14146) 396 : cluster [DBG] pgmap v366: 25 pgs: 25 active+clean; 24 MiB data, 82 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T15:45:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:127: done (0 left) 2021-07-26T15:45:46.121 INFO:tasks.rados.rados.0.smithi046.stdout:128: setattr oid 28 current snap is 6 2021-07-26T15:45:46.123 INFO:tasks.rados.rados.0.smithi046.stdout:129: snap_remove snap 1 2021-07-26T15:45:46.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:46 smithi073 bash[15153]: cluster 2021-07-26T15:45:45.111756+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:45:46.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:46 smithi046 bash[14687]: cluster 2021-07-26T15:45:45.111756+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:45:46.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:46 smithi046 bash[18964]: cluster 2021-07-26T15:45:45.111756+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:45:47.129 INFO:tasks.rados.rados.0.smithi046.stdout:129: done (1 left) 2021-07-26T15:45:47.130 INFO:tasks.rados.rados.0.smithi046.stdout:130: delete oid 6 current snap is 6 2021-07-26T15:45:47.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 15 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:45:47.135 INFO:tasks.rados.rados.0.smithi046.stdout:128: done (1 left) 2021-07-26T15:45:47.135 INFO:tasks.rados.rados.0.smithi046.stdout:130: done (0 left) 2021-07-26T15:45:47.137 INFO:tasks.rados.rados.0.smithi046.stdout:131: snap_remove snap 5 2021-07-26T15:45:47.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:47 smithi046 bash[14687]: cluster 2021-07-26T15:45:46.119335+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:45:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:47 smithi046 bash[14687]: cluster 2021-07-26T15:45:46.464774+0000 mgr.y (mgr.14146) 397 : cluster [DBG] pgmap v369: 25 pgs: 25 active+clean; 25 MiB data, 83 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 20 op/s 2021-07-26T15:45:47.432 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:45:47 smithi046 bash[24278]: debug 2021-07-26T15:45:47.126+0000 7fed2b2fa700 -1 osd.1 pg_epoch: 72 pg[3.0s0( v 68'6 (0'0,68'6] local-lis/les=57/58 n=3 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [1,2,6]p1(0) r=0 lpr=57 crt=68'6 lcod 61'4 mlcod 61'4 active+clean+snaptrim trimq=[3~1] ps=[2~1,4~2,9~1]] removing snap head 2021-07-26T15:45:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:47 smithi046 bash[18964]: cluster 2021-07-26T15:45:46.119335+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:45:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:47 smithi046 bash[18964]: cluster 2021-07-26T15:45:46.464774+0000 mgr.y (mgr.14146) 397 : cluster [DBG] pgmap v369: 25 pgs: 25 active+clean; 25 MiB data, 83 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 20 op/s 2021-07-26T15:45:47.621 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:45:47 smithi073 bash[20702]: debug 2021-07-26T15:45:47.314+0000 7fa5c8fa0700 -1 osd.5 pg_epoch: 72 pg[3.5s0( v 68'4 (0'0,68'4] local-lis/les=57/58 n=2 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [5,3,2]p5(0) r=0 lpr=57 crt=68'4 lcod 61'2 mlcod 61'2 active+clean+snaptrim trimq=[3~1] ps=[2~1,4~2,9~1]] removing snap head 2021-07-26T15:45:47.622 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:45:47 smithi073 bash[25937]: debug 2021-07-26T15:45:47.126+0000 7f0b72b45700 -1 osd.7 pg_epoch: 72 pg[3.es0( v 72'24 (0'0,72'24] local-lis/les=57/58 n=6 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [7,4,1]p7(0) r=0 lpr=57 luod=71'22 crt=71'22 lcod 69'20 mlcod 69'20 active+clean+snaptrim trimq=[3~1] ps=[2~1,4~2,9~1]] removing snap head 2021-07-26T15:45:47.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:47 smithi073 bash[15153]: cluster 2021-07-26T15:45:46.119335+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:45:47.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:47 smithi073 bash[15153]: cluster 2021-07-26T15:45:46.464774+0000 mgr.y (mgr.14146) 397 : cluster [DBG] pgmap v369: 25 pgs: 25 active+clean; 25 MiB data, 83 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 20 op/s 2021-07-26T15:45:48.139 INFO:tasks.rados.rados.0.smithi046.stdout:131: done (0 left) 2021-07-26T15:45:48.139 INFO:tasks.rados.rados.0.smithi046.stdout:132: rollback oid 17 current snap is 6 2021-07-26T15:45:48.140 INFO:tasks.rados.rados.0.smithi046.stdout:132: done (0 left) 2021-07-26T15:45:48.140 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 6 2021-07-26T15:45:48.140 INFO:tasks.rados.rados.0.smithi046.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2021-07-26T15:45:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:133: writing smithi04638994-43 from 712704 to 1409024 tid 1 2021-07-26T15:45:48.152 INFO:tasks.rados.rados.0.smithi046.stdout:133: writing smithi04638994-43 from 1409024 to 1810432 tid 2 2021-07-26T15:45:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:134: read oid 11 snap -1 2021-07-26T15:45:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:45:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:135: read oid 6 snap -1 2021-07-26T15:45:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:135: expect deleted 2021-07-26T15:45:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2021-07-26T15:45:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:137: read oid 41 snap -1 2021-07-26T15:45:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:45:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:138: rmattr oid 37 current snap is 6 2021-07-26T15:45:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:138: done (5 left) 2021-07-26T15:45:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:139: read oid 1 snap -1 2021-07-26T15:45:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:139: expect deleted 2021-07-26T15:45:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:140: rmattr oid 30 current snap is 6 2021-07-26T15:45:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:140: done (6 left) 2021-07-26T15:45:48.156 INFO:tasks.rados.rados.0.smithi046.stdout:141: setattr oid 47 current snap is 6 2021-07-26T15:45:48.156 INFO:tasks.rados.rados.0.smithi046.stdout:135: done (6 left) 2021-07-26T15:45:48.157 INFO:tasks.rados.rados.0.smithi046.stdout:139: done (5 left) 2021-07-26T15:45:48.157 INFO:tasks.rados.rados.0.smithi046.stdout:142: copy_from oid 23 from oid 25 current snap is 6 2021-07-26T15:45:48.158 INFO:tasks.rados.rados.0.smithi046.stdout:143: setattr oid 24 current snap is 6 2021-07-26T15:45:48.158 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 1 to smithi04638994-43 2021-07-26T15:45:48.158 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 6 2021-07-26T15:45:48.159 INFO:tasks.rados.rados.0.smithi046.stdout:144: seq_num 66 ranges {303104=712704,1015808=401408} 2021-07-26T15:45:48.161 INFO:tasks.rados.rados.0.smithi046.stdout:144: writing smithi04638994-19 from 303104 to 1015808 tid 1 2021-07-26T15:45:48.164 INFO:tasks.rados.rados.0.smithi046.stdout:144: writing smithi04638994-19 from 1015808 to 1417216 tid 2 2021-07-26T15:45:48.165 INFO:tasks.rados.rados.0.smithi046.stdout:145: setattr oid 33 current snap is 6 2021-07-26T15:45:48.165 INFO:tasks.rados.rados.0.smithi046.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:45:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:45:48.198 INFO:tasks.rados.rados.0.smithi046.stdout:142: finishing copy_from to smithi04638994-23 2021-07-26T15:45:48.200 INFO:tasks.rados.rados.0.smithi046.stdout:142: got expected ENOENT (src dne) 2021-07-26T15:45:48.200 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 2 to smithi04638994-43 2021-07-26T15:45:48.200 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 3 to smithi04638994-43 2021-07-26T15:45:48.201 INFO:tasks.rados.rados.0.smithi046.stdout:142: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:45:48.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 7 (ObjNum 0 snap 22029 seq_num 197782336) dirty exists 2021-07-26T15:45:48.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 47 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:45:48.201 INFO:tasks.rados.rados.0.smithi046.stdout:133: finishing write tid 4 to smithi04638994-43 2021-07-26T15:45:48.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 31 (ObjNum 65 snap 6 seq_num 65) dirty exists 2021-07-26T15:45:48.202 INFO:tasks.rados.rados.0.smithi046.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2021-07-26T15:45:48.202 INFO:tasks.rados.rados.0.smithi046.stdout:136: finishing copy_from to smithi04638994-18 2021-07-26T15:45:48.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:45:48.202 INFO:tasks.rados.rados.0.smithi046.stdout:136: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:45:48.203 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 1 to smithi04638994-19 2021-07-26T15:45:48.203 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 2 to smithi04638994-19 2021-07-26T15:45:48.203 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 3 to smithi04638994-19 2021-07-26T15:45:48.203 INFO:tasks.rados.rados.0.smithi046.stdout:144: finishing write tid 4 to smithi04638994-19 2021-07-26T15:45:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 7 (ObjNum 66 snap 6 seq_num 66) dirty exists 2021-07-26T15:45:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:144: left oid 19 (ObjNum 66 snap 6 seq_num 66) 2021-07-26T15:45:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:133: done (8 left) 2021-07-26T15:45:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:134: done (7 left) 2021-07-26T15:45:48.204 INFO:tasks.rados.rados.0.smithi046.stdout:136: done (6 left) 2021-07-26T15:45:48.205 INFO:tasks.rados.rados.0.smithi046.stdout:137: done (5 left) 2021-07-26T15:45:48.205 INFO:tasks.rados.rados.0.smithi046.stdout:141: done (4 left) 2021-07-26T15:45:48.205 INFO:tasks.rados.rados.0.smithi046.stdout:142: done (3 left) 2021-07-26T15:45:48.205 INFO:tasks.rados.rados.0.smithi046.stdout:143: done (2 left) 2021-07-26T15:45:48.206 INFO:tasks.rados.rados.0.smithi046.stdout:144: done (1 left) 2021-07-26T15:45:48.206 INFO:tasks.rados.rados.0.smithi046.stdout:146: snap_create 2021-07-26T15:45:48.206 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2021-07-26T15:45:48.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:48 smithi046 bash[14687]: cluster 2021-07-26T15:45:47.130633+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:45:48.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:48 smithi046 bash[18964]: cluster 2021-07-26T15:45:47.130633+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:45:48.432 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:45:48 smithi046 bash[21662]: debug 2021-07-26T15:45:48.134+0000 7f74a7c7d700 -1 osd.0 pg_epoch: 73 pg[3.6s0( v 72'10 (0'0,72'10] local-lis/les=57/58 n=3 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [0,1,4]p0(0) r=0 lpr=57 crt=72'10 lcod 66'8 mlcod 66'8 active+clean+snaptrim trimq=[a~1] ps=[2~4,9~1]] removing snap head 2021-07-26T15:45:48.433 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:45:48 smithi046 bash[29372]: debug 2021-07-26T15:45:48.138+0000 7fee2f2c0700 -1 osd.3 pg_epoch: 73 pg[3.7s0( v 72'22 (0'0,72'22] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [3,0,7]p3(0) r=0 lpr=57 crt=72'22 lcod 72'20 mlcod 72'20 active+clean+snaptrim trimq=[a~1] ps=[2~4,9~1]] removing snap head 2021-07-26T15:45:48.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:48 smithi073 bash[15153]: cluster 2021-07-26T15:45:47.130633+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:45:48.621 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:45:48 smithi073 bash[18228]: debug 2021-07-26T15:45:48.134+0000 7f2e739ed700 -1 osd.4 pg_epoch: 73 pg[3.9s0( v 72'14 (0'0,72'14] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [4,2,7]p4(0) r=0 lpr=57 crt=72'14 lcod 71'12 mlcod 71'12 active+clean+snaptrim trimq=[a~1] ps=[2~4,9~1]] removing snap head 2021-07-26T15:45:49.025 INFO:tasks.rados.rados.0.smithi046.stdout:145: done (1 left) 2021-07-26T15:45:49.025 INFO:tasks.rados.rados.0.smithi046.stdout:146: done (0 left) 2021-07-26T15:45:49.026 INFO:tasks.rados.rados.0.smithi046.stdout:147: snap_remove snap 6 2021-07-26T15:45:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[14687]: cluster 2021-07-26T15:45:48.139515+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:45:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[14687]: cluster 2021-07-26T15:45:48.465454+0000 mgr.y (mgr.14146) 398 : cluster [DBG] pgmap v372: 25 pgs: 25 active+clean; 26 MiB data, 90 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2021-07-26T15:45:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[14687]: cluster 2021-07-26T15:45:49.026228+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:45:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[18964]: cluster 2021-07-26T15:45:48.139515+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:45:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[18964]: cluster 2021-07-26T15:45:48.465454+0000 mgr.y (mgr.14146) 398 : cluster [DBG] pgmap v372: 25 pgs: 25 active+clean; 26 MiB data, 90 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2021-07-26T15:45:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:49 smithi046 bash[18964]: cluster 2021-07-26T15:45:49.026228+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:45:49.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:49 smithi073 bash[15153]: cluster 2021-07-26T15:45:48.139515+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:45:49.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:49 smithi073 bash[15153]: cluster 2021-07-26T15:45:48.465454+0000 mgr.y (mgr.14146) 398 : cluster [DBG] pgmap v372: 25 pgs: 25 active+clean; 26 MiB data, 90 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2021-07-26T15:45:49.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:49 smithi073 bash[15153]: cluster 2021-07-26T15:45:49.026228+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:45:50.036 INFO:tasks.rados.rados.0.smithi046.stdout:147: done (0 left) 2021-07-26T15:45:50.036 INFO:tasks.rados.rados.0.smithi046.stdout:148: delete oid 1 current snap is 7 2021-07-26T15:45:50.039 INFO:tasks.rados.rados.0.smithi046.stdout:148: done (0 left) 2021-07-26T15:45:50.040 INFO:tasks.rados.rados.0.smithi046.stdout:149: snap_create 2021-07-26T15:45:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:149: done (0 left) 2021-07-26T15:45:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 8 2021-07-26T15:45:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:150: seq_num 68 ranges {507904=745472,1253376=401408} 2021-07-26T15:45:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04638994-31 from 507904 to 1253376 tid 1 2021-07-26T15:45:51.053 INFO:tasks.rados.rados.0.smithi046.stdout:150: writing smithi04638994-31 from 1253376 to 1654784 tid 2 2021-07-26T15:45:51.054 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 8 2021-07-26T15:45:51.054 INFO:tasks.rados.rados.0.smithi046.stdout:151: seq_num 69 ranges {344064=761856,1105920=401408} 2021-07-26T15:45:51.060 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04638994-16 from 344064 to 1105920 tid 1 2021-07-26T15:45:51.063 INFO:tasks.rados.rados.0.smithi046.stdout:151: writing smithi04638994-16 from 1105920 to 1507328 tid 2 2021-07-26T15:45:51.063 INFO:tasks.rados.rados.0.smithi046.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2021-07-26T15:45:51.063 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 1 to smithi04638994-31 2021-07-26T15:45:51.064 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 2 to smithi04638994-31 2021-07-26T15:45:51.064 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 3 to smithi04638994-31 2021-07-26T15:45:51.064 INFO:tasks.rados.rados.0.smithi046.stdout:153: read oid 48 snap 7 2021-07-26T15:45:51.064 INFO:tasks.rados.rados.0.smithi046.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:45:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:154: copy_from oid 50 from oid 1 current snap is 8 2021-07-26T15:45:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:155: rollback oid 29 current snap is 8 2021-07-26T15:45:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 7 2021-07-26T15:45:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:156: copy_from oid 47 from oid 13 current snap is 8 2021-07-26T15:45:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:157: snap_create 2021-07-26T15:45:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:150: finishing write tid 4 to smithi04638994-31 2021-07-26T15:45:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 28 (ObjNum 68 snap 8 seq_num 68) dirty exists 2021-07-26T15:45:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2021-07-26T15:45:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:45:51.091 INFO:tasks.rados.rados.0.smithi046.stdout:154: finishing copy_from to smithi04638994-50 2021-07-26T15:45:51.092 INFO:tasks.rados.rados.0.smithi046.stdout:154: got expected ENOENT (src dne) 2021-07-26T15:45:51.092 INFO:tasks.rados.rados.0.smithi046.stdout:154: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:45:51.092 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:45:51.093 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 1 to smithi04638994-16 2021-07-26T15:45:51.093 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 2 to smithi04638994-16 2021-07-26T15:45:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:45:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 3 to smithi04638994-16 2021-07-26T15:45:51.094 INFO:tasks.rados.rados.0.smithi046.stdout:155: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:45:51.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 51 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:51.095 INFO:tasks.rados.rados.0.smithi046.stdout:151: finishing write tid 4 to smithi04638994-16 2021-07-26T15:45:51.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 35 (ObjNum 69 snap 8 seq_num 69) dirty exists 2021-07-26T15:45:51.096 INFO:tasks.rados.rados.0.smithi046.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2021-07-26T15:45:51.097 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing copy_from to smithi04638994-47 2021-07-26T15:45:51.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:45:51.098 INFO:tasks.rados.rados.0.smithi046.stdout:156: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:45:51.099 INFO:tasks.rados.rados.0.smithi046.stdout:152: finishing copy_from to smithi04638994-10 2021-07-26T15:45:51.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 22 (ObjNum 54 snap 4 seq_num 54) dirty exists 2021-07-26T15:45:51.100 INFO:tasks.rados.rados.0.smithi046.stdout:152: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:45:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:51 smithi073 bash[15153]: cluster 2021-07-26T15:45:50.037231+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:45:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:51 smithi073 bash[15153]: cluster 2021-07-26T15:45:50.466140+0000 mgr.y (mgr.14146) 399 : cluster [DBG] pgmap v375: 25 pgs: 25 active+clean; 26 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 954 KiB/s wr, 28 op/s 2021-07-26T15:45:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:51 smithi046 bash[14687]: cluster 2021-07-26T15:45:50.037231+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:45:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:51 smithi046 bash[14687]: cluster 2021-07-26T15:45:50.466140+0000 mgr.y (mgr.14146) 399 : cluster [DBG] pgmap v375: 25 pgs: 25 active+clean; 26 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 954 KiB/s wr, 28 op/s 2021-07-26T15:45:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:51 smithi046 bash[18964]: cluster 2021-07-26T15:45:50.037231+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:45:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:51 smithi046 bash[18964]: cluster 2021-07-26T15:45:50.466140+0000 mgr.y (mgr.14146) 399 : cluster [DBG] pgmap v375: 25 pgs: 25 active+clean; 26 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 954 KiB/s wr, 28 op/s 2021-07-26T15:45:52.053 INFO:tasks.rados.rados.0.smithi046.stdout:150: done (7 left) 2021-07-26T15:45:52.053 INFO:tasks.rados.rados.0.smithi046.stdout:151: done (6 left) 2021-07-26T15:45:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:152: done (5 left) 2021-07-26T15:45:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:153: done (4 left) 2021-07-26T15:45:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:154: done (3 left) 2021-07-26T15:45:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:155: done (2 left) 2021-07-26T15:45:52.054 INFO:tasks.rados.rados.0.smithi046.stdout:156: done (1 left) 2021-07-26T15:45:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:157: done (0 left) 2021-07-26T15:45:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:158: read oid 46 snap -1 2021-07-26T15:45:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:45:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:159: read oid 7 snap 7 2021-07-26T15:45:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:45:52.056 INFO:tasks.rados.rados.0.smithi046.stdout:160: snap_create 2021-07-26T15:45:52.058 INFO:tasks.rados.rados.0.smithi046.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:45:52.065 INFO:tasks.rados.rados.0.smithi046.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:45:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:52 smithi073 bash[15153]: cluster 2021-07-26T15:45:51.045443+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:45:52.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:52 smithi046 bash[14687]: cluster 2021-07-26T15:45:51.045443+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:45:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:52 smithi046 bash[18964]: cluster 2021-07-26T15:45:51.045443+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:45:53.067 INFO:tasks.rados.rados.0.smithi046.stdout:158: done (2 left) 2021-07-26T15:45:53.067 INFO:tasks.rados.rados.0.smithi046.stdout:159: done (1 left) 2021-07-26T15:45:53.067 INFO:tasks.rados.rados.0.smithi046.stdout:160: done (0 left) 2021-07-26T15:45:53.068 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 10 2021-07-26T15:45:53.068 INFO:tasks.rados.rados.0.smithi046.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2021-07-26T15:45:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:161: writing smithi04638994-13 from 204800 to 983040 tid 1 2021-07-26T15:45:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:161: writing smithi04638994-13 from 983040 to 1384448 tid 2 2021-07-26T15:45:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2021-07-26T15:45:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:163: rollback oid 19 current snap is 10 2021-07-26T15:45:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 8 2021-07-26T15:45:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2021-07-26T15:45:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2021-07-26T15:45:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:166: read oid 33 snap -1 2021-07-26T15:45:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:45:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:167: rollback oid 18 current snap is 10 2021-07-26T15:45:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 7 2021-07-26T15:45:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:168: copy_from oid 22 from oid 35 current snap is 10 2021-07-26T15:45:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:169: read oid 31 snap -1 2021-07-26T15:45:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2021-07-26T15:45:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:170: snap_remove snap 9 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: cluster 2021-07-26T15:45:52.054193+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: cluster 2021-07-26T15:45:52.466828+0000 mgr.y (mgr.14146) 400 : cluster [DBG] pgmap v378: 25 pgs: 25 active+clean; 24 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: audit 2021-07-26T15:45:52.748314+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: audit 2021-07-26T15:45:52.750164+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: audit 2021-07-26T15:45:52.751894+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: audit 2021-07-26T15:45:52.753350+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:53 smithi073 bash[15153]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:45:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: cluster 2021-07-26T15:45:52.054193+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:45:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: cluster 2021-07-26T15:45:52.466828+0000 mgr.y (mgr.14146) 400 : cluster [DBG] pgmap v378: 25 pgs: 25 active+clean; 24 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:45:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:45:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: audit 2021-07-26T15:45:52.748314+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: audit 2021-07-26T15:45:52.750164+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:45:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: audit 2021-07-26T15:45:52.751894+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:45:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: audit 2021-07-26T15:45:52.753350+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[14687]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:45:53.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: cluster 2021-07-26T15:45:52.054193+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:45:53.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: cluster 2021-07-26T15:45:52.466828+0000 mgr.y (mgr.14146) 400 : cluster [DBG] pgmap v378: 25 pgs: 25 active+clean; 24 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 126 KiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:45:53.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:45:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: audit 2021-07-26T15:45:52.748314+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: audit 2021-07-26T15:45:52.750164+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:45:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: audit 2021-07-26T15:45:52.751894+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:45:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: audit 2021-07-26T15:45:52.753350+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[18964]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:45:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:53.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:53.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:45:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:45:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:45:53.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:45:54.027 INFO:tasks.rados.rados.0.smithi046.stdout:170: done (9 left) 2021-07-26T15:45:54.028 INFO:tasks.rados.rados.0.smithi046.stdout:171: rollback oid 20 current snap is 10 2021-07-26T15:45:54.028 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 7 2021-07-26T15:45:54.028 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 1 to smithi04638994-13 2021-07-26T15:45:54.028 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:45:54.036 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:45:54.036 INFO:tasks.rados.rados.0.smithi046.stdout:167: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:45:54.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 13 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:45:54.036 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:45:54.037 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:45:54.037 INFO:tasks.rados.rados.0.smithi046.stdout:163: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:45:54.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 12 (ObjNum 66 snap 6 seq_num 66) dirty exists 2021-07-26T15:45:54.037 INFO:tasks.rados.rados.0.smithi046.stdout:169: expect (ObjNum 68 snap 8 seq_num 68) 2021-07-26T15:45:54.084 INFO:tasks.rados.rados.0.smithi046.stdout:165: finishing copy_from to smithi04638994-3 2021-07-26T15:45:54.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 5 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:45:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 2 to smithi04638994-13 2021-07-26T15:45:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 3 to smithi04638994-13 2021-07-26T15:45:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:165: finishing copy_from racing read to smithi04638994-3 2021-07-26T15:45:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:164: finishing copy_from to smithi04638994-21 2021-07-26T15:45:54.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 47 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:45:54.086 INFO:tasks.rados.rados.0.smithi046.stdout:161: finishing write tid 4 to smithi04638994-13 2021-07-26T15:45:54.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 11 (ObjNum 70 snap 10 seq_num 70) dirty exists 2021-07-26T15:45:54.086 INFO:tasks.rados.rados.0.smithi046.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2021-07-26T15:45:54.086 INFO:tasks.rados.rados.0.smithi046.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:45:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:164: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:45:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:162: finishing copy_from to smithi04638994-15 2021-07-26T15:45:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:45:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:162: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:45:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:168: finishing copy_from to smithi04638994-22 2021-07-26T15:45:54.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:45:54.103 INFO:tasks.rados.rados.0.smithi046.stdout:168: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:45:54.103 INFO:tasks.rados.rados.0.smithi046.stdout:161: done (9 left) 2021-07-26T15:45:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:162: done (8 left) 2021-07-26T15:45:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:163: done (7 left) 2021-07-26T15:45:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:164: done (6 left) 2021-07-26T15:45:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:165: done (5 left) 2021-07-26T15:45:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:166: done (4 left) 2021-07-26T15:45:54.105 INFO:tasks.rados.rados.0.smithi046.stdout:167: done (3 left) 2021-07-26T15:45:54.105 INFO:tasks.rados.rados.0.smithi046.stdout:168: done (2 left) 2021-07-26T15:45:54.105 INFO:tasks.rados.rados.0.smithi046.stdout:169: done (1 left) 2021-07-26T15:45:54.106 INFO:tasks.rados.rados.0.smithi046.stdout:172: delete oid 39 current snap is 10 2021-07-26T15:45:54.106 INFO:tasks.rados.rados.0.smithi046.stdout:171: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:45:54.106 INFO:tasks.rados.rados.0.smithi046.stdout:171: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:45:54.106 INFO:tasks.rados.rados.0.smithi046.stdout:171: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:45:54.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 55 (ObjNum 60 snap 5 seq_num 60) dirty exists 2021-07-26T15:45:54.110 INFO:tasks.rados.rados.0.smithi046.stdout:171: done (1 left) 2021-07-26T15:45:54.111 INFO:tasks.rados.rados.0.smithi046.stdout:172: done (0 left) 2021-07-26T15:45:54.111 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 10 2021-07-26T15:45:54.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2021-07-26T15:45:54.111 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04638994-44 from 0 to 409600 tid 1 2021-07-26T15:45:54.112 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04638994-44 from 409600 to 933888 tid 2 2021-07-26T15:45:54.113 INFO:tasks.rados.rados.0.smithi046.stdout:173: writing smithi04638994-44 from 933888 to 1212416 tid 3 2021-07-26T15:45:54.113 INFO:tasks.rados.rados.0.smithi046.stdout:174: snap_create 2021-07-26T15:45:54.113 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 1 to smithi04638994-44 2021-07-26T15:45:54.116 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 2 to smithi04638994-44 2021-07-26T15:45:54.117 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 3 to smithi04638994-44 2021-07-26T15:45:54.117 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 4 to smithi04638994-44 2021-07-26T15:45:54.120 INFO:tasks.rados.rados.0.smithi046.stdout:173: finishing write tid 5 to smithi04638994-44 2021-07-26T15:45:54.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 36 (ObjNum 72 snap 10 seq_num 72) dirty exists 2021-07-26T15:45:54.121 INFO:tasks.rados.rados.0.smithi046.stdout:173: left oid 44 (ObjNum 72 snap 10 seq_num 72) 2021-07-26T15:45:54.224 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:45:54.328 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:54 smithi073 bash[15153]: cluster 2021-07-26T15:45:53.065920+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:45:54.329 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:54 smithi073 bash[15153]: cluster 2021-07-26T15:45:54.026944+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:45:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:54 smithi046 bash[18964]: cluster 2021-07-26T15:45:53.065920+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:45:54.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:54 smithi046 bash[18964]: cluster 2021-07-26T15:45:54.026944+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:45:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:54 smithi046 bash[14687]: cluster 2021-07-26T15:45:53.065920+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:45:54.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:54 smithi046 bash[14687]: cluster 2021-07-26T15:45:54.026944+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:45:54.553 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:45:54.553 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (3m) 3m ago 4m 9.77M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:45:54.554 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (4m) 3m ago 4m 24.6M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:45:54.554 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (8m) 3m ago 8m 360M - 16.2.5 34f74fddb18e 06729710db32 2021-07-26T15:45:54.554 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:9283 running (11m) 3m ago 11m 405M - 16.2.5 34f74fddb18e b5be0f72929a 2021-07-26T15:45:54.554 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (11m) 3m ago 11m 47.2M 2048M 16.2.5 34f74fddb18e a024e1de20bb 2021-07-26T15:45:54.555 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (9m) 3m ago 9m 40.4M 2048M 16.2.5 34f74fddb18e d6a0121c3da9 2021-07-26T15:45:54.555 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 3m ago 9m 37.3M 2048M 16.2.5 34f74fddb18e 701015c2849f 2021-07-26T15:45:54.555 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (4m) 3m ago 4m 3456k - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:45:54.556 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (4m) 3m ago 4m 3319k - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:45:54.556 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 3m ago 8m 37.9M 4065M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:45:54.556 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (7m) 3m ago 7m 37.2M 4065M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:45:54.556 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 3m ago 7m 36.6M 4065M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:45:54.557 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (6m) 3m ago 6m 36.5M 4065M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:45:54.557 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (6m) 3m ago 6m 36.6M 4320M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:45:54.557 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (6m) 3m ago 6m 36.9M 4320M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:45:54.557 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (5m) 3m ago 5m 36.3M 4320M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:45:54.557 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (5m) 3m ago 5m 37.0M 4320M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:45:54.558 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (3m) 3m ago 4m 19.0M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:45:54.938 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:45:54.938 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:45:54.938 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 3 2021-07-26T15:45:54.939 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:54.939 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:45:54.939 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 2 2021-07-26T15:45:54.940 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:54.940 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:45:54.940 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:45:54.940 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:45:54.940 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:45:54.941 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:45:54.941 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 13 2021-07-26T15:45:54.941 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:45:54.941 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:45:55.072 INFO:tasks.rados.rados.0.smithi046.stdout:173: done (1 left) 2021-07-26T15:45:55.072 INFO:tasks.rados.rados.0.smithi046.stdout:174: done (0 left) 2021-07-26T15:45:55.072 INFO:tasks.rados.rados.0.smithi046.stdout:175: snap_remove snap 8 2021-07-26T15:45:55.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:55 smithi073 bash[15153]: audit 2021-07-26T15:45:54.211325+0000 mgr.y (mgr.14146) 403 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:55 smithi073 bash[15153]: cluster 2021-07-26T15:45:54.467525+0000 mgr.y (mgr.14146) 404 : cluster [DBG] pgmap v381: 25 pgs: 25 active+clean; 30 MiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:55.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:55 smithi073 bash[15153]: audit 2021-07-26T15:45:54.536917+0000 mgr.y (mgr.14146) 405 : audit [DBG] from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:55 smithi073 bash[15153]: audit 2021-07-26T15:45:54.939353+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.46:0/4931226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:55.163 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:55 smithi073 systemd[1]: Stopping Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:45:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[18964]: audit 2021-07-26T15:45:54.211325+0000 mgr.y (mgr.14146) 403 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[18964]: cluster 2021-07-26T15:45:54.467525+0000 mgr.y (mgr.14146) 404 : cluster [DBG] pgmap v381: 25 pgs: 25 active+clean; 30 MiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[18964]: audit 2021-07-26T15:45:54.536917+0000 mgr.y (mgr.14146) 405 : audit [DBG] from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[18964]: audit 2021-07-26T15:45:54.939353+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.46:0/4931226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:55.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[14687]: audit 2021-07-26T15:45:54.211325+0000 mgr.y (mgr.14146) 403 : audit [DBG] from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[14687]: cluster 2021-07-26T15:45:54.467525+0000 mgr.y (mgr.14146) 404 : cluster [DBG] pgmap v381: 25 pgs: 25 active+clean; 30 MiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:55.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[14687]: audit 2021-07-26T15:45:54.536917+0000 mgr.y (mgr.14146) 405 : audit [DBG] from='client.24589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:45:55.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:55 smithi046 bash[14687]: audit 2021-07-26T15:45:54.939353+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.46:0/4931226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:45:55.480 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:55 smithi073 docker[30691]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:56.077 INFO:tasks.rados.rados.0.smithi046.stdout:175: done (0 left) 2021-07-26T15:45:56.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 11 2021-07-26T15:45:56.078 INFO:tasks.rados.rados.0.smithi046.stdout:176: seq_num 73 ranges {778240=425984,1204224=409600,1613824=393216} 2021-07-26T15:45:56.084 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04638994-22 from 778240 to 1204224 tid 1 2021-07-26T15:45:56.086 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04638994-22 from 1204224 to 1613824 tid 2 2021-07-26T15:45:56.089 INFO:tasks.rados.rados.0.smithi046.stdout:176: writing smithi04638994-22 from 1613824 to 2007040 tid 3 2021-07-26T15:45:56.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 11 2021-07-26T15:45:56.090 INFO:tasks.rados.rados.0.smithi046.stdout:177: seq_num 74 ranges {1548288=442368,1990656=696320,2686976=106496} 2021-07-26T15:45:56.101 INFO:tasks.rados.rados.0.smithi046.stdout:177: writing smithi04638994-10 from 1548288 to 1990656 tid 1 2021-07-26T15:45:56.108 INFO:tasks.rados.rados.0.smithi046.stdout:177: writing smithi04638994-10 from 1990656 to 2686976 tid 2 2021-07-26T15:45:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:177: writing smithi04638994-10 from 2686976 to 2793472 tid 3 2021-07-26T15:45:56.109 INFO:tasks.rados.rados.0.smithi046.stdout:178: setattr oid 6 current snap is 11 2021-07-26T15:45:56.110 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 1 to smithi04638994-22 2021-07-26T15:45:56.110 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 2 to smithi04638994-22 2021-07-26T15:45:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 3 to smithi04638994-22 2021-07-26T15:45:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 4 to smithi04638994-22 2021-07-26T15:45:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing write tid 1 to smithi04638994-10 2021-07-26T15:45:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:176: finishing write tid 5 to smithi04638994-22 2021-07-26T15:45:56.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 35 (ObjNum 73 snap 11 seq_num 73) dirty exists 2021-07-26T15:45:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:176: left oid 22 (ObjNum 73 snap 11 seq_num 73) 2021-07-26T15:45:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:176: done (2 left) 2021-07-26T15:45:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:179: read oid 12 snap 7 2021-07-26T15:45:56.112 INFO:tasks.rados.rados.0.smithi046.stdout:179: expect deleted 2021-07-26T15:45:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 11 2021-07-26T15:45:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:180: seq_num 75 ranges {106496=458752,565248=581632,1146880=221184} 2021-07-26T15:45:56.113 INFO:tasks.rados.rados.0.smithi046.stdout:180: writing smithi04638994-3 from 106496 to 565248 tid 1 2021-07-26T15:45:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:180: writing smithi04638994-3 from 565248 to 1146880 tid 2 2021-07-26T15:45:56.117 INFO:tasks.rados.rados.0.smithi046.stdout:180: writing smithi04638994-3 from 1146880 to 1368064 tid 3 2021-07-26T15:45:56.117 INFO:tasks.rados.rados.0.smithi046.stdout:181: snap_create 2021-07-26T15:45:56.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 13 (ObjNum 197682416 snap 22029 seq_num 197720656) dirty exists 2021-07-26T15:45:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing write tid 2 to smithi04638994-10 2021-07-26T15:45:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing write tid 3 to smithi04638994-10 2021-07-26T15:45:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing write tid 4 to smithi04638994-10 2021-07-26T15:45:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:177: finishing write tid 5 to smithi04638994-10 2021-07-26T15:45:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 37 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:45:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:177: left oid 10 (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:45:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:180: finishing write tid 1 to smithi04638994-3 2021-07-26T15:45:56.120 INFO:tasks.rados.rados.0.smithi046.stdout:180: finishing write tid 2 to smithi04638994-3 2021-07-26T15:45:56.120 INFO:tasks.rados.rados.0.smithi046.stdout:180: finishing write tid 3 to smithi04638994-3 2021-07-26T15:45:56.121 INFO:tasks.rados.rados.0.smithi046.stdout:180: finishing write tid 4 to smithi04638994-3 2021-07-26T15:45:56.122 INFO:tasks.rados.rados.0.smithi046.stdout:180: finishing write tid 5 to smithi04638994-3 2021-07-26T15:45:56.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 43 (ObjNum 75 snap 11 seq_num 75) dirty exists 2021-07-26T15:45:56.122 INFO:tasks.rados.rados.0.smithi046.stdout:180: left oid 3 (ObjNum 75 snap 11 seq_num 75) 2021-07-26T15:45:56.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:56 smithi073 bash[15153]: cluster 2021-07-26T15:45:55.073709+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:45:56.371 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 docker[30691]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:45:56.371 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=143/n/a 2021-07-26T15:45:56.371 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:45:56.372 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 systemd[1]: Stopped Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:45:56.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:56 smithi046 bash[14687]: cluster 2021-07-26T15:45:55.073709+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:45:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:56 smithi046 bash[18964]: cluster 2021-07-26T15:45:55.073709+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:45:56.870 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 systemd[1]: Started Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:45:56.871 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:56 smithi073 bash[30759]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:57.089 INFO:tasks.rados.rados.0.smithi046.stdout:177: done (4 left) 2021-07-26T15:45:57.089 INFO:tasks.rados.rados.0.smithi046.stdout:178: done (3 left) 2021-07-26T15:45:57.089 INFO:tasks.rados.rados.0.smithi046.stdout:179: done (2 left) 2021-07-26T15:45:57.090 INFO:tasks.rados.rados.0.smithi046.stdout:180: done (1 left) 2021-07-26T15:45:57.090 INFO:tasks.rados.rados.0.smithi046.stdout:181: done (0 left) 2021-07-26T15:45:57.090 INFO:tasks.rados.rados.0.smithi046.stdout:182: snap_create 2021-07-26T15:45:57.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: cluster 2021-07-26T15:45:56.077856+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:45:57.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: audit 2021-07-26T15:45:56.453119+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:57.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: audit 2021-07-26T15:45:56.454988+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:57.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: audit 2021-07-26T15:45:56.457376+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:57.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: audit 2021-07-26T15:45:56.459026+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:57.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: cluster 2021-07-26T15:45:56.467982+0000 mgr.y (mgr.14146) 406 : cluster [DBG] pgmap v384: 25 pgs: 25 active+clean; 30 MiB data, 101 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:57.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[15153]: audit 2021-07-26T15:45:56.719128+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:57.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: cluster 2021-07-26T15:45:56.077856+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:45:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: audit 2021-07-26T15:45:56.453119+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: audit 2021-07-26T15:45:56.454988+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: audit 2021-07-26T15:45:56.457376+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:57.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: audit 2021-07-26T15:45:56.459026+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:57.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: cluster 2021-07-26T15:45:56.467982+0000 mgr.y (mgr.14146) 406 : cluster [DBG] pgmap v384: 25 pgs: 25 active+clean; 30 MiB data, 101 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:57.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[14687]: audit 2021-07-26T15:45:56.719128+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: cluster 2021-07-26T15:45:56.077856+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:45:57.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: audit 2021-07-26T15:45:56.453119+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:57.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: audit 2021-07-26T15:45:56.454988+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:45:57.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: audit 2021-07-26T15:45:56.457376+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:57.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: audit 2021-07-26T15:45:56.459026+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:45:57.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: cluster 2021-07-26T15:45:56.467982+0000 mgr.y (mgr.14146) 406 : cluster [DBG] pgmap v384: 25 pgs: 25 active+clean; 30 MiB data, 101 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2021-07-26T15:45:57.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:57 smithi046 bash[18964]: audit 2021-07-26T15:45:56.719128+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:45:58.091 INFO:tasks.rados.rados.0.smithi046.stdout:182: done (0 left) 2021-07-26T15:45:58.092 INFO:tasks.rados.rados.0.smithi046.stdout:183: read oid 45 snap -1 2021-07-26T15:45:58.092 INFO:tasks.rados.rados.0.smithi046.stdout:183: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:45:58.092 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 13 2021-07-26T15:45:58.093 INFO:tasks.rados.rados.0.smithi046.stdout:184: seq_num 76 ranges {1654784=475136,2129920=458752,2588672=344064} 2021-07-26T15:45:58.093 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:45:57 smithi073 bash[30759]: debug 2021-07-26T15:45:57.818+0000 7f1337807700 1 -- 172.21.15.73:0/391832989 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561e9e512340 con 0x561e9f284c00 2021-07-26T15:45:58.105 INFO:tasks.rados.rados.0.smithi046.stdout:184: writing smithi04638994-31 from 1654784 to 2129920 tid 1 2021-07-26T15:45:58.108 INFO:tasks.rados.rados.0.smithi046.stdout:184: writing smithi04638994-31 from 2129920 to 2588672 tid 2 2021-07-26T15:45:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:184: writing smithi04638994-31 from 2588672 to 2932736 tid 3 2021-07-26T15:45:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:185: read oid 49 snap -1 2021-07-26T15:45:58.111 INFO:tasks.rados.rados.0.smithi046.stdout:185: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:45:58.112 INFO:tasks.rados.rados.0.smithi046.stdout:186: read oid 38 snap -1 2021-07-26T15:45:58.112 INFO:tasks.rados.rados.0.smithi046.stdout:186: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:45:58.112 INFO:tasks.rados.rados.0.smithi046.stdout:187: read oid 40 snap -1 2021-07-26T15:45:58.112 INFO:tasks.rados.rados.0.smithi046.stdout:187: expect (ObjNum 61 snap 5 seq_num 61) 2021-07-26T15:45:58.112 INFO:tasks.rados.rados.0.smithi046.stdout:188: snap_create 2021-07-26T15:45:58.113 INFO:tasks.rados.rados.0.smithi046.stdout:183: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:45:58.132 INFO:tasks.rados.rados.0.smithi046.stdout:184: finishing write tid 1 to smithi04638994-31 2021-07-26T15:45:58.132 INFO:tasks.rados.rados.0.smithi046.stdout:184: finishing write tid 2 to smithi04638994-31 2021-07-26T15:45:58.133 INFO:tasks.rados.rados.0.smithi046.stdout:184: finishing write tid 3 to smithi04638994-31 2021-07-26T15:45:58.133 INFO:tasks.rados.rados.0.smithi046.stdout:184: finishing write tid 4 to smithi04638994-31 2021-07-26T15:45:58.133 INFO:tasks.rados.rados.0.smithi046.stdout:185: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:45:58.154 INFO:tasks.rados.rados.0.smithi046.stdout:187: expect (ObjNum 61 snap 5 seq_num 61) 2021-07-26T15:45:58.210 INFO:tasks.rados.rados.0.smithi046.stdout:184: finishing write tid 5 to smithi04638994-31 2021-07-26T15:45:58.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 48 (ObjNum 76 snap 13 seq_num 76) dirty exists 2021-07-26T15:45:58.210 INFO:tasks.rados.rados.0.smithi046.stdout:184: left oid 31 (ObjNum 76 snap 13 seq_num 76) 2021-07-26T15:45:58.211 INFO:tasks.rados.rados.0.smithi046.stdout:186: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:45:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:58 smithi073 bash[15153]: cluster 2021-07-26T15:45:57.089173+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:45:58.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:58 smithi046 bash[14687]: cluster 2021-07-26T15:45:57.089173+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:45:58.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:58 smithi046 bash[18964]: cluster 2021-07-26T15:45:57.089173+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:45:59.029 INFO:tasks.rados.rados.0.smithi046.stdout:183: done (5 left) 2021-07-26T15:45:59.029 INFO:tasks.rados.rados.0.smithi046.stdout:184: done (4 left) 2021-07-26T15:45:59.029 INFO:tasks.rados.rados.0.smithi046.stdout:185: done (3 left) 2021-07-26T15:45:59.030 INFO:tasks.rados.rados.0.smithi046.stdout:186: done (2 left) 2021-07-26T15:45:59.030 INFO:tasks.rados.rados.0.smithi046.stdout:187: done (1 left) 2021-07-26T15:45:59.030 INFO:tasks.rados.rados.0.smithi046.stdout:188: done (0 left) 2021-07-26T15:45:59.031 INFO:tasks.rados.rados.0.smithi046.stdout:189: snap_remove snap 11 2021-07-26T15:45:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:59 smithi073 bash[15153]: cluster 2021-07-26T15:45:58.091779+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:45:59.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:59 smithi073 bash[15153]: cluster 2021-07-26T15:45:58.468622+0000 mgr.y (mgr.14146) 407 : cluster [DBG] pgmap v387: 25 pgs: 25 active+clean; 37 MiB data, 110 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T15:45:59.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:45:59 smithi073 bash[15153]: cluster 2021-07-26T15:45:59.030043+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:45:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[14687]: cluster 2021-07-26T15:45:58.091779+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:45:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[14687]: cluster 2021-07-26T15:45:58.468622+0000 mgr.y (mgr.14146) 407 : cluster [DBG] pgmap v387: 25 pgs: 25 active+clean; 37 MiB data, 110 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T15:45:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[14687]: cluster 2021-07-26T15:45:59.030043+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:45:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[18964]: cluster 2021-07-26T15:45:58.091779+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:45:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[18964]: cluster 2021-07-26T15:45:58.468622+0000 mgr.y (mgr.14146) 407 : cluster [DBG] pgmap v387: 25 pgs: 25 active+clean; 37 MiB data, 110 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T15:45:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:45:59 smithi046 bash[18964]: cluster 2021-07-26T15:45:59.030043+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:46:00.039 INFO:tasks.rados.rados.0.smithi046.stdout:189: done (0 left) 2021-07-26T15:46:00.040 INFO:tasks.rados.rados.0.smithi046.stdout:190: read oid 36 snap -1 2021-07-26T15:46:00.040 INFO:tasks.rados.rados.0.smithi046.stdout:190: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:46:00.040 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 14 2021-07-26T15:46:00.040 INFO:tasks.rados.rados.0.smithi046.stdout:191: seq_num 77 ranges {0=491520,491520=794624,1286144=8192} 2021-07-26T15:46:00.044 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04638994-1 from 0 to 491520 tid 1 2021-07-26T15:46:00.048 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04638994-1 from 491520 to 1286144 tid 2 2021-07-26T15:46:00.049 INFO:tasks.rados.rados.0.smithi046.stdout:191: writing smithi04638994-1 from 1286144 to 1294336 tid 3 2021-07-26T15:46:00.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 14 2021-07-26T15:46:00.049 INFO:tasks.rados.rados.0.smithi046.stdout:192: seq_num 78 ranges {139264=516096,655360=679936,1335296=122880} 2021-07-26T15:46:00.052 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04638994-9 from 139264 to 655360 tid 1 2021-07-26T15:46:00.057 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04638994-9 from 655360 to 1335296 tid 2 2021-07-26T15:46:00.058 INFO:tasks.rados.rados.0.smithi046.stdout:192: writing smithi04638994-9 from 1335296 to 1458176 tid 3 2021-07-26T15:46:00.058 INFO:tasks.rados.rados.0.smithi046.stdout:193: rmattr oid 11 current snap is 14 2021-07-26T15:46:00.058 INFO:tasks.rados.rados.0.smithi046.stdout:193: done (3 left) 2021-07-26T15:46:00.058 INFO:tasks.rados.rados.0.smithi046.stdout:194: snap_remove snap 13 2021-07-26T15:46:01.048 INFO:tasks.rados.rados.0.smithi046.stdout:194: done (3 left) 2021-07-26T15:46:01.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 14 2021-07-26T15:46:01.049 INFO:tasks.rados.rados.0.smithi046.stdout:190: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:46:01.049 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 1 to smithi04638994-1 2021-07-26T15:46:01.049 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 2 to smithi04638994-1 2021-07-26T15:46:01.049 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 3 to smithi04638994-1 2021-07-26T15:46:01.050 INFO:tasks.rados.rados.0.smithi046.stdout:195: seq_num 79 ranges {24576=532480,557056=565248,1122304=237568} 2021-07-26T15:46:01.055 INFO:tasks.rados.rados.0.smithi046.stdout:195: writing smithi04638994-2 from 24576 to 557056 tid 1 2021-07-26T15:46:01.055 INFO:tasks.rados.rados.0.smithi046.stdout:195: writing smithi04638994-2 from 557056 to 1122304 tid 2 2021-07-26T15:46:01.059 INFO:tasks.rados.rados.0.smithi046.stdout:195: writing smithi04638994-2 from 1122304 to 1359872 tid 3 2021-07-26T15:46:01.059 INFO:tasks.rados.rados.0.smithi046.stdout:190: done (3 left) 2021-07-26T15:46:01.059 INFO:tasks.rados.rados.0.smithi046.stdout:196: copy_from oid 35 from oid 48 current snap is 14 2021-07-26T15:46:01.059 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 4 to smithi04638994-1 2021-07-26T15:46:01.060 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 1 to smithi04638994-9 2021-07-26T15:46:01.060 INFO:tasks.rados.rados.0.smithi046.stdout:191: finishing write tid 5 to smithi04638994-1 2021-07-26T15:46:01.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 50 (ObjNum 77 snap 14 seq_num 77) dirty exists 2021-07-26T15:46:01.060 INFO:tasks.rados.rados.0.smithi046.stdout:191: left oid 1 (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:01.061 INFO:tasks.rados.rados.0.smithi046.stdout:191: done (3 left) 2021-07-26T15:46:01.061 INFO:tasks.rados.rados.0.smithi046.stdout:197: rollback oid 3 current snap is 14 2021-07-26T15:46:01.061 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 7 2021-07-26T15:46:01.061 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 2 to smithi04638994-9 2021-07-26T15:46:01.062 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 3 to smithi04638994-9 2021-07-26T15:46:01.062 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 4 to smithi04638994-9 2021-07-26T15:46:01.062 INFO:tasks.rados.rados.0.smithi046.stdout:192: finishing write tid 5 to smithi04638994-9 2021-07-26T15:46:01.062 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 55 (ObjNum 78 snap 14 seq_num 78) dirty exists 2021-07-26T15:46:01.062 INFO:tasks.rados.rados.0.smithi046.stdout:192: left oid 9 (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:46:01.063 INFO:tasks.rados.rados.0.smithi046.stdout:192: done (3 left) 2021-07-26T15:46:01.063 INFO:tasks.rados.rados.0.smithi046.stdout:198: rmattr oid 8 current snap is 14 2021-07-26T15:46:01.063 INFO:tasks.rados.rados.0.smithi046.stdout:198: done (3 left) 2021-07-26T15:46:01.064 INFO:tasks.rados.rados.0.smithi046.stdout:199: rmattr oid 24 current snap is 14 2021-07-26T15:46:01.064 INFO:tasks.rados.rados.0.smithi046.stdout:200: rmattr oid 11 current snap is 14 2021-07-26T15:46:01.064 INFO:tasks.rados.rados.0.smithi046.stdout:200: done (4 left) 2021-07-26T15:46:01.065 INFO:tasks.rados.rados.0.smithi046.stdout:201: read oid 40 snap -1 2021-07-26T15:46:01.065 INFO:tasks.rados.rados.0.smithi046.stdout:201: expect (ObjNum 61 snap 5 seq_num 61) 2021-07-26T15:46:01.065 INFO:tasks.rados.rados.0.smithi046.stdout:202: read oid 18 snap -1 2021-07-26T15:46:01.065 INFO:tasks.rados.rados.0.smithi046.stdout:202: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:46:01.066 INFO:tasks.rados.rados.0.smithi046.stdout:203: setattr oid 26 current snap is 14 2021-07-26T15:46:01.066 INFO:tasks.rados.rados.0.smithi046.stdout:195: finishing write tid 1 to smithi04638994-2 2021-07-26T15:46:01.067 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 14 2021-07-26T15:46:01.067 INFO:tasks.rados.rados.0.smithi046.stdout:204: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2021-07-26T15:46:01.067 INFO:tasks.rados.rados.0.smithi046.stdout:204: writing smithi04638994-6 from 0 to 548864 tid 1 2021-07-26T15:46:01.068 INFO:tasks.rados.rados.0.smithi046.stdout:204: writing smithi04638994-6 from 548864 to 999424 tid 2 2021-07-26T15:46:01.070 INFO:tasks.rados.rados.0.smithi046.stdout:204: writing smithi04638994-6 from 999424 to 1351680 tid 3 2021-07-26T15:46:01.070 INFO:tasks.rados.rados.0.smithi046.stdout:205: copy_from oid 46 from oid 16 current snap is 14 2021-07-26T15:46:01.071 INFO:tasks.rados.rados.0.smithi046.stdout:195: finishing write tid 2 to smithi04638994-2 2021-07-26T15:46:01.071 INFO:tasks.rados.rados.0.smithi046.stdout:195: finishing write tid 3 to smithi04638994-2 2021-07-26T15:46:01.071 INFO:tasks.rados.rados.0.smithi046.stdout:195: finishing write tid 4 to smithi04638994-2 2021-07-26T15:46:01.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 59 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:46:01.072 INFO:tasks.rados.rados.0.smithi046.stdout:195: finishing write tid 5 to smithi04638994-2 2021-07-26T15:46:01.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 42 (ObjNum 79 snap 14 seq_num 79) dirty exists 2021-07-26T15:46:01.072 INFO:tasks.rados.rados.0.smithi046.stdout:195: left oid 2 (ObjNum 79 snap 14 seq_num 79) 2021-07-26T15:46:01.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 17 (ObjNum 25 snap 0 seq_num 25) dirty exists 2021-07-26T15:46:01.072 INFO:tasks.rados.rados.0.smithi046.stdout:195: done (8 left) 2021-07-26T15:46:01.073 INFO:tasks.rados.rados.0.smithi046.stdout:199: done (7 left) 2021-07-26T15:46:01.073 INFO:tasks.rados.rados.0.smithi046.stdout:203: done (6 left) 2021-07-26T15:46:01.073 INFO:tasks.rados.rados.0.smithi046.stdout:206: snap_create 2021-07-26T15:46:01.074 INFO:tasks.rados.rados.0.smithi046.stdout:197: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:46:01.074 INFO:tasks.rados.rados.0.smithi046.stdout:197: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:46:01.075 INFO:tasks.rados.rados.0.smithi046.stdout:197: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:46:01.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 54 (ObjNum 2 snap 0 seq_num 2) dirty exists 2021-07-26T15:46:01.076 INFO:tasks.rados.rados.0.smithi046.stdout:201: expect (ObjNum 61 snap 5 seq_num 61) 2021-07-26T15:46:01.134 INFO:tasks.rados.rados.0.smithi046.stdout:202: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:46:01.153 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing write tid 1 to smithi04638994-6 2021-07-26T15:46:01.154 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing write tid 2 to smithi04638994-6 2021-07-26T15:46:01.154 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing write tid 3 to smithi04638994-6 2021-07-26T15:46:01.154 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing write tid 4 to smithi04638994-6 2021-07-26T15:46:01.155 INFO:tasks.rados.rados.0.smithi046.stdout:204: finishing write tid 5 to smithi04638994-6 2021-07-26T15:46:01.155 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 18 (ObjNum 80 snap 14 seq_num 80) dirty exists 2021-07-26T15:46:01.155 INFO:tasks.rados.rados.0.smithi046.stdout:204: left oid 6 (ObjNum 80 snap 14 seq_num 80) 2021-07-26T15:46:01.156 INFO:tasks.rados.rados.0.smithi046.stdout:196: finishing copy_from to smithi04638994-35 2021-07-26T15:46:01.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 33 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:46:01.156 INFO:tasks.rados.rados.0.smithi046.stdout:196: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:46:01.157 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing copy_from to smithi04638994-46 2021-07-26T15:46:01.157 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 35 (ObjNum 69 snap 8 seq_num 69) dirty exists 2021-07-26T15:46:01.157 INFO:tasks.rados.rados.0.smithi046.stdout:205: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:46:01.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:01 smithi073 bash[15153]: cluster 2021-07-26T15:46:00.040284+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:46:01.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:01 smithi073 bash[15153]: cluster 2021-07-26T15:46:00.469338+0000 mgr.y (mgr.14146) 408 : cluster [DBG] pgmap v390: 25 pgs: 25 active+clean; 37 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2021-07-26T15:46:01.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:01 smithi046 bash[18964]: cluster 2021-07-26T15:46:00.040284+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:46:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:01 smithi046 bash[18964]: cluster 2021-07-26T15:46:00.469338+0000 mgr.y (mgr.14146) 408 : cluster [DBG] pgmap v390: 25 pgs: 25 active+clean; 37 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2021-07-26T15:46:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:01 smithi046 bash[14687]: cluster 2021-07-26T15:46:00.040284+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:46:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:01 smithi046 bash[14687]: cluster 2021-07-26T15:46:00.469338+0000 mgr.y (mgr.14146) 408 : cluster [DBG] pgmap v390: 25 pgs: 25 active+clean; 37 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2021-07-26T15:46:02.058 INFO:tasks.rados.rados.0.smithi046.stdout:196: done (6 left) 2021-07-26T15:46:02.058 INFO:tasks.rados.rados.0.smithi046.stdout:197: done (5 left) 2021-07-26T15:46:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:201: done (4 left) 2021-07-26T15:46:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:202: done (3 left) 2021-07-26T15:46:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:204: done (2 left) 2021-07-26T15:46:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:205: done (1 left) 2021-07-26T15:46:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:206: done (0 left) 2021-07-26T15:46:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:207: delete oid 31 current snap is 15 2021-07-26T15:46:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:207: done (0 left) 2021-07-26T15:46:02.061 INFO:tasks.rados.rados.0.smithi046.stdout:208: delete oid 26 current snap is 15 2021-07-26T15:46:02.064 INFO:tasks.rados.rados.0.smithi046.stdout:208: done (0 left) 2021-07-26T15:46:02.065 INFO:tasks.rados.rados.0.smithi046.stdout:209: copy_from oid 20 from oid 42 current snap is 15 2021-07-26T15:46:02.066 INFO:tasks.rados.rados.0.smithi046.stdout:210: delete oid 5 current snap is 15 2021-07-26T15:46:02.068 INFO:tasks.rados.rados.0.smithi046.stdout:210: done (1 left) 2021-07-26T15:46:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 15 2021-07-26T15:46:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:211: seq_num 84 ranges {1384448=614400,1998848=434176,2433024=368640} 2021-07-26T15:46:02.083 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04638994-13 from 1384448 to 1998848 tid 1 2021-07-26T15:46:02.086 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04638994-13 from 1998848 to 2433024 tid 2 2021-07-26T15:46:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:211: writing smithi04638994-13 from 2433024 to 2801664 tid 3 2021-07-26T15:46:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:212: read oid 19 snap -1 2021-07-26T15:46:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:212: expect (ObjNum 66 snap 6 seq_num 66) 2021-07-26T15:46:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 15 2021-07-26T15:46:02.090 INFO:tasks.rados.rados.0.smithi046.stdout:213: seq_num 85 ranges {393216=630784,1024000=720896,1744896=81920} 2021-07-26T15:46:02.095 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04638994-21 from 393216 to 1024000 tid 1 2021-07-26T15:46:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04638994-21 from 1024000 to 1744896 tid 2 2021-07-26T15:46:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:213: writing smithi04638994-21 from 1744896 to 1826816 tid 3 2021-07-26T15:46:02.102 INFO:tasks.rados.rados.0.smithi046.stdout:214: delete oid 22 current snap is 15 2021-07-26T15:46:02.102 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing copy_from to smithi04638994-20 2021-07-26T15:46:02.102 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 6 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:02.103 INFO:tasks.rados.rados.0.smithi046.stdout:209: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:46:02.103 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 1 to smithi04638994-13 2021-07-26T15:46:02.103 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 2 to smithi04638994-13 2021-07-26T15:46:02.103 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 3 to smithi04638994-13 2021-07-26T15:46:02.103 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 4 to smithi04638994-13 2021-07-26T15:46:02.104 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 1 to smithi04638994-21 2021-07-26T15:46:02.104 INFO:tasks.rados.rados.0.smithi046.stdout:211: finishing write tid 5 to smithi04638994-13 2021-07-26T15:46:02.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 24 (ObjNum 84 snap 15 seq_num 84) dirty exists 2021-07-26T15:46:02.104 INFO:tasks.rados.rados.0.smithi046.stdout:211: left oid 13 (ObjNum 84 snap 15 seq_num 84) 2021-07-26T15:46:02.106 INFO:tasks.rados.rados.0.smithi046.stdout:212: expect (ObjNum 66 snap 6 seq_num 66) 2021-07-26T15:46:02.146 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 2 to smithi04638994-21 2021-07-26T15:46:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 3 to smithi04638994-21 2021-07-26T15:46:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 4 to smithi04638994-21 2021-07-26T15:46:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:213: finishing write tid 5 to smithi04638994-21 2021-07-26T15:46:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 51 (ObjNum 85 snap 15 seq_num 85) dirty exists 2021-07-26T15:46:02.147 INFO:tasks.rados.rados.0.smithi046.stdout:213: left oid 21 (ObjNum 85 snap 15 seq_num 85) 2021-07-26T15:46:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:209: done (4 left) 2021-07-26T15:46:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:211: done (3 left) 2021-07-26T15:46:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:212: done (2 left) 2021-07-26T15:46:02.148 INFO:tasks.rados.rados.0.smithi046.stdout:213: done (1 left) 2021-07-26T15:46:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:214: done (0 left) 2021-07-26T15:46:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:215: read oid 38 snap -1 2021-07-26T15:46:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:215: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:46:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:216: copy_from oid 41 from oid 6 current snap is 15 2021-07-26T15:46:02.149 INFO:tasks.rados.rados.0.smithi046.stdout:217: copy_from oid 30 from oid 19 current snap is 15 2021-07-26T15:46:02.150 INFO:tasks.rados.rados.0.smithi046.stdout:218: read oid 14 snap 14 2021-07-26T15:46:02.150 INFO:tasks.rados.rados.0.smithi046.stdout:218: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:02.150 INFO:tasks.rados.rados.0.smithi046.stdout:219: delete oid 4 current snap is 15 2021-07-26T15:46:02.152 INFO:tasks.rados.rados.0.smithi046.stdout:215: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:46:02.171 INFO:tasks.rados.rados.0.smithi046.stdout:218: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:02.178 INFO:tasks.rados.rados.0.smithi046.stdout:217: finishing copy_from to smithi04638994-30 2021-07-26T15:46:02.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 12 (ObjNum 66 snap 6 seq_num 66) dirty exists 2021-07-26T15:46:02.178 INFO:tasks.rados.rados.0.smithi046.stdout:217: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:46:02.179 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing copy_from to smithi04638994-41 2021-07-26T15:46:02.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 18 (ObjNum 80 snap 14 seq_num 80) dirty exists 2021-07-26T15:46:02.180 INFO:tasks.rados.rados.0.smithi046.stdout:216: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:46:02.180 INFO:tasks.rados.rados.0.smithi046.stdout:215: done (4 left) 2021-07-26T15:46:02.180 INFO:tasks.rados.rados.0.smithi046.stdout:216: done (3 left) 2021-07-26T15:46:02.180 INFO:tasks.rados.rados.0.smithi046.stdout:217: done (2 left) 2021-07-26T15:46:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:218: done (1 left) 2021-07-26T15:46:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:219: done (0 left) 2021-07-26T15:46:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:220: rollback oid 14 current snap is 15 2021-07-26T15:46:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 10 2021-07-26T15:46:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:221: delete oid 44 current snap is 15 2021-07-26T15:46:02.183 INFO:tasks.rados.rados.0.smithi046.stdout:221: done (1 left) 2021-07-26T15:46:02.183 INFO:tasks.rados.rados.0.smithi046.stdout:222: copy_from oid 41 from oid 8 current snap is 15 2021-07-26T15:46:02.184 INFO:tasks.rados.rados.0.smithi046.stdout:223: rollback oid 34 current snap is 15 2021-07-26T15:46:02.184 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 7 2021-07-26T15:46:02.185 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 15 2021-07-26T15:46:02.185 INFO:tasks.rados.rados.0.smithi046.stdout:224: seq_num 89 ranges {2801664=696320,3497984=655360,4153344=147456} 2021-07-26T15:46:02.200 INFO:tasks.rados.rados.0.smithi046.stdout:224: writing smithi04638994-13 from 2801664 to 3497984 tid 1 2021-07-26T15:46:02.204 INFO:tasks.rados.rados.0.smithi046.stdout:224: writing smithi04638994-13 from 3497984 to 4153344 tid 2 2021-07-26T15:46:02.205 INFO:tasks.rados.rados.0.smithi046.stdout:224: writing smithi04638994-13 from 4153344 to 4300800 tid 3 2021-07-26T15:46:02.206 INFO:tasks.rados.rados.0.smithi046.stdout:225: rollback oid 29 current snap is 15 2021-07-26T15:46:02.206 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 10 2021-07-26T15:46:02.206 INFO:tasks.rados.rados.0.smithi046.stdout:223: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:46:02.206 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing rollback tid 0 to smithi04638994-14 2021-07-26T15:46:02.206 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing rollback tid 1 to smithi04638994-14 2021-07-26T15:46:02.208 INFO:tasks.rados.rados.0.smithi046.stdout:223: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:46:02.209 INFO:tasks.rados.rados.0.smithi046.stdout:220: finishing rollback tid 2 to smithi04638994-14 2021-07-26T15:46:02.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 15 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:46:02.216 INFO:tasks.rados.rados.0.smithi046.stdout:223: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:46:02.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 38 (ObjNum 33 snap 0 seq_num 33) dirty exists 2021-07-26T15:46:02.216 INFO:tasks.rados.rados.0.smithi046.stdout:222: finishing copy_from to smithi04638994-41 2021-07-26T15:46:02.217 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 3 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:46:02.217 INFO:tasks.rados.rados.0.smithi046.stdout:222: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:46:02.217 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing write tid 1 to smithi04638994-13 2021-07-26T15:46:02.217 INFO:tasks.rados.rados.0.smithi046.stdout:220: done (4 left) 2021-07-26T15:46:02.217 INFO:tasks.rados.rados.0.smithi046.stdout:222: done (3 left) 2021-07-26T15:46:02.218 INFO:tasks.rados.rados.0.smithi046.stdout:223: done (2 left) 2021-07-26T15:46:02.218 INFO:tasks.rados.rados.0.smithi046.stdout:226: snap_remove snap 14 2021-07-26T15:46:02.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:02 smithi073 bash[15153]: cluster 2021-07-26T15:46:01.048984+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:46:02.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:02 smithi073 bash[15153]: audit 2021-07-26T15:46:01.835960+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:02.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:02 smithi046 bash[14687]: cluster 2021-07-26T15:46:01.048984+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:46:02.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:02 smithi046 bash[14687]: audit 2021-07-26T15:46:01.835960+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:02.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:02 smithi046 bash[18964]: cluster 2021-07-26T15:46:01.048984+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:46:02.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:02 smithi046 bash[18964]: audit 2021-07-26T15:46:01.835960+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:03.108 INFO:tasks.rados.rados.0.smithi046.stdout:225: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:46:03.109 INFO:tasks.rados.rados.0.smithi046.stdout:225: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:46:03.109 INFO:tasks.rados.rados.0.smithi046.stdout:225: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:46:03.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 65 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:46:03.110 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing write tid 2 to smithi04638994-13 2021-07-26T15:46:03.110 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing write tid 3 to smithi04638994-13 2021-07-26T15:46:03.110 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing write tid 4 to smithi04638994-13 2021-07-26T15:46:03.110 INFO:tasks.rados.rados.0.smithi046.stdout:224: finishing write tid 5 to smithi04638994-13 2021-07-26T15:46:03.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 28 (ObjNum 89 snap 15 seq_num 89) dirty exists 2021-07-26T15:46:03.111 INFO:tasks.rados.rados.0.smithi046.stdout:224: left oid 13 (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:03.111 INFO:tasks.rados.rados.0.smithi046.stdout:224: done (2 left) 2021-07-26T15:46:03.111 INFO:tasks.rados.rados.0.smithi046.stdout:225: done (1 left) 2021-07-26T15:46:03.112 INFO:tasks.rados.rados.0.smithi046.stdout:226: done (0 left) 2021-07-26T15:46:03.112 INFO:tasks.rados.rados.0.smithi046.stdout:227: snap_remove snap 7 2021-07-26T15:46:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: cluster 2021-07-26T15:46:02.059604+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:46:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: audit 2021-07-26T15:46:02.072864+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: audit 2021-07-26T15:46:02.079569+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:03.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:46:03.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:03.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: audit 2021-07-26T15:46:02.086480+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:46:03.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: cluster 2021-07-26T15:46:02.095820+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:46:03.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:03 smithi073 bash[15153]: cluster 2021-07-26T15:46:02.470045+0000 mgr.y (mgr.14146) 411 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 39 MiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 427 KiB/s wr, 9 op/s 2021-07-26T15:46:03.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14946]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:03.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14946]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:03.433 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14946]: debug 2021-07-26T15:46:03.118+0000 7f9554d48700 1 -- 172.21.15.46:0/1661881749 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5567963924e0 con 0x556796482c00 2021-07-26T15:46:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: cluster 2021-07-26T15:46:02.059604+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:46:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: audit 2021-07-26T15:46:02.072864+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: audit 2021-07-26T15:46:02.079569+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:46:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: audit 2021-07-26T15:46:02.086480+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:46:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: cluster 2021-07-26T15:46:02.095820+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:46:03.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[18964]: cluster 2021-07-26T15:46:02.470045+0000 mgr.y (mgr.14146) 411 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 39 MiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 427 KiB/s wr, 9 op/s 2021-07-26T15:46:03.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: cluster 2021-07-26T15:46:02.059604+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:46:03.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: audit 2021-07-26T15:46:02.072864+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' 2021-07-26T15:46:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: audit 2021-07-26T15:46:02.079569+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:46:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: audit 2021-07-26T15:46:02.086480+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:46:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: cluster 2021-07-26T15:46:02.095820+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:46:03.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[14687]: cluster 2021-07-26T15:46:02.470045+0000 mgr.y (mgr.14146) 411 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 39 MiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 427 KiB/s wr, 9 op/s 2021-07-26T15:46:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:03.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused" context_err="context deadline exceeded" 2021-07-26T15:46:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:03.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:03.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused" 2021-07-26T15:46:04.030 INFO:tasks.rados.rados.0.smithi046.stdout:227: done (0 left) 2021-07-26T15:46:04.030 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 15 2021-07-26T15:46:04.031 INFO:tasks.rados.rados.0.smithi046.stdout:228: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2021-07-26T15:46:04.038 INFO:tasks.rados.rados.0.smithi046.stdout:228: writing smithi04638994-4 from 0 to 712704 tid 1 2021-07-26T15:46:04.040 INFO:tasks.rados.rados.0.smithi046.stdout:228: writing smithi04638994-4 from 712704 to 1253376 tid 2 2021-07-26T15:46:04.042 INFO:tasks.rados.rados.0.smithi046.stdout:228: writing smithi04638994-4 from 1253376 to 1515520 tid 3 2021-07-26T15:46:04.042 INFO:tasks.rados.rados.0.smithi046.stdout:229: copy_from oid 17 from oid 2 current snap is 15 2021-07-26T15:46:04.044 INFO:tasks.rados.rados.0.smithi046.stdout:230: delete oid 15 current snap is 15 2021-07-26T15:46:04.046 INFO:tasks.rados.rados.0.smithi046.stdout:230: done (2 left) 2021-07-26T15:46:04.046 INFO:tasks.rados.rados.0.smithi046.stdout:231: delete oid 41 current snap is 15 2021-07-26T15:46:04.049 INFO:tasks.rados.rados.0.smithi046.stdout:228: finishing write tid 1 to smithi04638994-4 2021-07-26T15:46:04.050 INFO:tasks.rados.rados.0.smithi046.stdout:228: finishing write tid 2 to smithi04638994-4 2021-07-26T15:46:04.051 INFO:tasks.rados.rados.0.smithi046.stdout:231: done (2 left) 2021-07-26T15:46:04.051 INFO:tasks.rados.rados.0.smithi046.stdout:232: setattr oid 8 current snap is 15 2021-07-26T15:46:04.051 INFO:tasks.rados.rados.0.smithi046.stdout:228: finishing write tid 3 to smithi04638994-4 2021-07-26T15:46:04.052 INFO:tasks.rados.rados.0.smithi046.stdout:233: snap_remove snap 10 2021-07-26T15:46:04.343 INFO:tasks.rados.rados.0.smithi046.stdout:228: finishing write tid 4 to smithi04638994-4 2021-07-26T15:46:04.344 INFO:tasks.rados.rados.0.smithi046.stdout:228: finishing write tid 5 to smithi04638994-4 2021-07-26T15:46:04.344 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 27 (ObjNum 90 snap 15 seq_num 90) dirty exists 2021-07-26T15:46:04.344 INFO:tasks.rados.rados.0.smithi046.stdout:228: left oid 4 (ObjNum 90 snap 15 seq_num 90) 2021-07-26T15:46:04.344 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 77 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:46:04.345 INFO:tasks.rados.rados.0.smithi046.stdout:229: finishing copy_from to smithi04638994-17 2021-07-26T15:46:04.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 42 (ObjNum 79 snap 14 seq_num 79) dirty exists 2021-07-26T15:46:04.345 INFO:tasks.rados.rados.0.smithi046.stdout:229: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:46:04.345 INFO:tasks.rados.rados.0.smithi046.stdout:228: done (3 left) 2021-07-26T15:46:04.346 INFO:tasks.rados.rados.0.smithi046.stdout:229: done (2 left) 2021-07-26T15:46:04.346 INFO:tasks.rados.rados.0.smithi046.stdout:232: done (1 left) 2021-07-26T15:46:04.346 INFO:tasks.rados.rados.0.smithi046.stdout:233: done (0 left) 2021-07-26T15:46:04.346 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 15 2021-07-26T15:46:04.347 INFO:tasks.rados.rados.0.smithi046.stdout:234: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2021-07-26T15:46:04.349 INFO:tasks.rados.rados.0.smithi046.stdout:234: writing smithi04638994-26 from 0 to 761856 tid 1 2021-07-26T15:46:04.354 INFO:tasks.rados.rados.0.smithi046.stdout:234: writing smithi04638994-26 from 761856 to 1409024 tid 2 2021-07-26T15:46:04.355 INFO:tasks.rados.rados.0.smithi046.stdout:234: writing smithi04638994-26 from 1409024 to 1564672 tid 3 2021-07-26T15:46:04.355 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 15 2021-07-26T15:46:04.356 INFO:tasks.rados.rados.0.smithi046.stdout:235: seq_num 94 ranges {1359872=778240,2138112=532480,2670592=270336} 2021-07-26T15:46:04.367 INFO:tasks.rados.rados.0.smithi046.stdout:235: writing smithi04638994-2 from 1359872 to 2138112 tid 1 2021-07-26T15:46:04.370 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:46:04 smithi073 bash[25937]: debug 2021-07-26T15:46:04.034+0000 7f0b72344700 -1 osd.7 pg_epoch: 90 pg[3.fs0( v 90'44 (0'0,90'44] local-lis/les=57/58 n=8 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [7,4,0]p7(0) r=0 lpr=57 luod=86'42 crt=86'42 lcod 86'41 mlcod 86'41 active+clean+snaptrim trimq=[10~1] ps=[16~1,18~1,1b~1]] removing snap head 2021-07-26T15:46:04.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:04 smithi073 bash[15153]: audit 2021-07-26T15:46:03.076716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:46:04.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:04 smithi073 bash[15153]: cluster 2021-07-26T15:46:03.076837+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e15: x(active, starting, since 0.989209s) 2021-07-26T15:46:04.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:04 smithi073 bash[15153]: cluster 2021-07-26T15:46:03.100668+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:46:04.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:04 smithi073 bash[15153]: cluster 2021-07-26T15:46:04.030570+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:46:04.374 INFO:tasks.rados.rados.0.smithi046.stdout:235: writing smithi04638994-2 from 2138112 to 2670592 tid 2 2021-07-26T15:46:04.375 INFO:tasks.rados.rados.0.smithi046.stdout:235: writing smithi04638994-2 from 2670592 to 2940928 tid 3 2021-07-26T15:46:04.375 INFO:tasks.rados.rados.0.smithi046.stdout:236: copy_from oid 28 from oid 27 current snap is 15 2021-07-26T15:46:04.375 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing write tid 1 to smithi04638994-26 2021-07-26T15:46:04.375 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing write tid 2 to smithi04638994-26 2021-07-26T15:46:04.375 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing write tid 3 to smithi04638994-26 2021-07-26T15:46:04.376 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing write tid 4 to smithi04638994-26 2021-07-26T15:46:04.376 INFO:tasks.rados.rados.0.smithi046.stdout:237: snap_create 2021-07-26T15:46:04.376 INFO:tasks.rados.rados.0.smithi046.stdout:234: finishing write tid 5 to smithi04638994-26 2021-07-26T15:46:04.376 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 44 (ObjNum 93 snap 15 seq_num 93) dirty exists 2021-07-26T15:46:04.376 INFO:tasks.rados.rados.0.smithi046.stdout:234: left oid 26 (ObjNum 93 snap 15 seq_num 93) 2021-07-26T15:46:04.377 INFO:tasks.rados.rados.0.smithi046.stdout:235: finishing write tid 1 to smithi04638994-2 2021-07-26T15:46:04.378 INFO:tasks.rados.rados.0.smithi046.stdout:235: finishing write tid 2 to smithi04638994-2 2021-07-26T15:46:04.378 INFO:tasks.rados.rados.0.smithi046.stdout:235: finishing write tid 3 to smithi04638994-2 2021-07-26T15:46:04.378 INFO:tasks.rados.rados.0.smithi046.stdout:235: finishing write tid 4 to smithi04638994-2 2021-07-26T15:46:04.378 INFO:tasks.rados.rados.0.smithi046.stdout:235: finishing write tid 5 to smithi04638994-2 2021-07-26T15:46:04.379 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 56 (ObjNum 94 snap 15 seq_num 94) dirty exists 2021-07-26T15:46:04.379 INFO:tasks.rados.rados.0.smithi046.stdout:235: left oid 2 (ObjNum 94 snap 15 seq_num 94) 2021-07-26T15:46:04.379 INFO:tasks.rados.rados.0.smithi046.stdout:236: finishing copy_from to smithi04638994-28 2021-07-26T15:46:04.380 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:46:04.380 INFO:tasks.rados.rados.0.smithi046.stdout:236: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:46:04.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[18964]: audit 2021-07-26T15:46:03.076716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:46:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[18964]: cluster 2021-07-26T15:46:03.076837+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e15: x(active, starting, since 0.989209s) 2021-07-26T15:46:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[18964]: cluster 2021-07-26T15:46:03.100668+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:46:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[18964]: cluster 2021-07-26T15:46:04.030570+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:46:04.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[14687]: audit 2021-07-26T15:46:03.076716+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14146 172.21.15.46:0/175237492' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:46:04.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[14687]: cluster 2021-07-26T15:46:03.076837+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e15: x(active, starting, since 0.989209s) 2021-07-26T15:46:04.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[14687]: cluster 2021-07-26T15:46:03.100668+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:46:04.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:04 smithi046 bash[14687]: cluster 2021-07-26T15:46:04.030570+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:46:05.336 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: audit 2021-07-26T15:46:04.334415+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:05.337 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: cluster 2021-07-26T15:46:04.334542+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:46:05.337 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: cluster 2021-07-26T15:46:04.336001+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-07-26T15:46:05.337 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: cluster 2021-07-26T15:46:04.342595+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:46:05.337 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: audit 2021-07-26T15:46:04.345276+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:05.338 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: audit 2021-07-26T15:46:04.348428+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:05.339 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[15153]: audit 2021-07-26T15:46:04.350075+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:05.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: audit 2021-07-26T15:46:04.334415+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:05.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: cluster 2021-07-26T15:46:04.334542+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:46:05.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: cluster 2021-07-26T15:46:04.336001+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-07-26T15:46:05.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: cluster 2021-07-26T15:46:04.342595+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:46:05.342 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: audit 2021-07-26T15:46:04.345276+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:05.342 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: audit 2021-07-26T15:46:04.348428+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:05.342 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[14687]: audit 2021-07-26T15:46:04.350075+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:05.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: audit 2021-07-26T15:46:04.334415+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:05.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: cluster 2021-07-26T15:46:04.334542+0000 mon.a (mon.0) 715 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:46:05.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: cluster 2021-07-26T15:46:04.336001+0000 mon.a (mon.0) 716 : cluster [INF] Activating manager daemon x 2021-07-26T15:46:05.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: cluster 2021-07-26T15:46:04.342595+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:46:05.343 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: audit 2021-07-26T15:46:04.345276+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:05.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: audit 2021-07-26T15:46:04.348428+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:05.344 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:05 smithi046 bash[18964]: audit 2021-07-26T15:46:04.350075+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.? 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:05.344 INFO:tasks.rados.rados.0.smithi046.stdout:234: done (3 left) 2021-07-26T15:46:05.345 INFO:tasks.rados.rados.0.smithi046.stdout:235: done (2 left) 2021-07-26T15:46:05.345 INFO:tasks.rados.rados.0.smithi046.stdout:236: done (1 left) 2021-07-26T15:46:05.345 INFO:tasks.rados.rados.0.smithi046.stdout:237: done (0 left) 2021-07-26T15:46:05.345 INFO:tasks.rados.rados.0.smithi046.stdout:238: snap_create 2021-07-26T15:46:05.623 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[30759]: Warning: Permanently added '172.21.15.73' (ECDSA) to the list of known hosts. 2021-07-26T15:46:05.624 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:05 smithi073 bash[30759]: Warning: Permanently added '172.21.15.46' (ECDSA) to the list of known hosts. 2021-07-26T15:46:06.346 INFO:tasks.rados.rados.0.smithi046.stdout:238: done (0 left) 2021-07-26T15:46:06.346 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 17 2021-07-26T15:46:06.346 INFO:tasks.rados.rados.0.smithi046.stdout:239: seq_num 95 ranges {1359872=794624,2154496=409600,2564096=393216} 2021-07-26T15:46:06.363 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04638994-17 from 1359872 to 2154496 tid 1 2021-07-26T15:46:06.366 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04638994-17 from 2154496 to 2564096 tid 2 2021-07-26T15:46:06.369 INFO:tasks.rados.rados.0.smithi046.stdout:239: writing smithi04638994-17 from 2564096 to 2957312 tid 3 2021-07-26T15:46:06.369 INFO:tasks.rados.rados.0.smithi046.stdout:240: rollback oid 8 current snap is 17 2021-07-26T15:46:06.369 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 15 2021-07-26T15:46:06.369 INFO:tasks.rados.rados.0.smithi046.stdout:241: rmattr oid 26 current snap is 17 2021-07-26T15:46:06.370 INFO:tasks.rados.rados.0.smithi046.stdout:241: done (2 left) 2021-07-26T15:46:06.370 INFO:tasks.rados.rados.0.smithi046.stdout:242: delete oid 2 current snap is 17 2021-07-26T15:46:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: cluster 2021-07-26T15:46:05.090086+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.754383s) 2021-07-26T15:46:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.093018+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.093212+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:06.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.093424+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:06.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.094667+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:06.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.095313+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:06.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.095603+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:06.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.095877+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:06.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.096162+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:06.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.096441+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:06.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.096718+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:06.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.097007+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:06.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.097286+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:06.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.098846+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:06.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.099067+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:06.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.099651+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:06.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: cluster 2021-07-26T15:46:05.129104+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-07-26T15:46:06.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.277549+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.283570+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.285904+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:06.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.288233+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.289139+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.289730+0000 mon.c (mon.1) 39 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.330326+0000 mon.c (mon.1) 40 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.331142+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.342655+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:46:06.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: cluster 2021-07-26T15:46:05.342742+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:46:06.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.344580+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.345620+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.348021+0000 mon.c (mon.1) 42 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:06.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:06 smithi073 bash[15153]: audit 2021-07-26T15:46:05.349488+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:06.380 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 1 to smithi04638994-17 2021-07-26T15:46:06.380 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 2 to smithi04638994-17 2021-07-26T15:46:06.380 INFO:tasks.rados.rados.0.smithi046.stdout:242: done (2 left) 2021-07-26T15:46:06.381 INFO:tasks.rados.rados.0.smithi046.stdout:243: rmattr oid 24 current snap is 17 2021-07-26T15:46:06.381 INFO:tasks.rados.rados.0.smithi046.stdout:244: snap_create 2021-07-26T15:46:06.381 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 3 to smithi04638994-17 2021-07-26T15:46:06.381 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 4 to smithi04638994-17 2021-07-26T15:46:06.381 INFO:tasks.rados.rados.0.smithi046.stdout:239: finishing write tid 5 to smithi04638994-17 2021-07-26T15:46:06.382 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 70 (ObjNum 95 snap 17 seq_num 95) dirty exists 2021-07-26T15:46:06.382 INFO:tasks.rados.rados.0.smithi046.stdout:239: left oid 17 (ObjNum 95 snap 17 seq_num 95) 2021-07-26T15:46:06.382 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:46:06.382 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:46:06.383 INFO:tasks.rados.rados.0.smithi046.stdout:240: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:46:06.383 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 89 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:46:06.383 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 91 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:46:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: cluster 2021-07-26T15:46:05.090086+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.754383s) 2021-07-26T15:46:06.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.093018+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:06.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.093212+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:06.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.093424+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.094667+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:06.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.095313+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:06.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.095603+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:06.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.095877+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:06.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.096162+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:06.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.096441+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:06.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.096718+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:06.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.097007+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:06.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.097286+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:06.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.098846+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:06.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.099067+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:06.441 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.099651+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:06.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: cluster 2021-07-26T15:46:05.129104+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-07-26T15:46:06.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.277549+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.283570+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.285904+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:06.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.288233+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.289139+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.289730+0000 mon.c (mon.1) 39 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:06.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.330326+0000 mon.c (mon.1) 40 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.445 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.331142+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.342655+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:46:06.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: cluster 2021-07-26T15:46:05.342742+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:46:06.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.344580+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.345620+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.348021+0000 mon.c (mon.1) 42 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:06.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[14687]: audit 2021-07-26T15:46:05.349488+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:06.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: cluster 2021-07-26T15:46:05.090086+0000 mon.a (mon.0) 718 : cluster [DBG] mgrmap e16: x(active, starting, since 0.754383s) 2021-07-26T15:46:06.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.093018+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:06.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.093212+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:06.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.093424+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:06.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.094667+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:06.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.095313+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:06.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.095603+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:06.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.095877+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:06.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.096162+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:06.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.096441+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:06.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.096718+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:06.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.097007+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:06.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.097286+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:06.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.098846+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:06.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.099067+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:06.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.099651+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:06.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: cluster 2021-07-26T15:46:05.129104+0000 mon.a (mon.0) 719 : cluster [INF] Manager daemon x is now available 2021-07-26T15:46:06.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.277549+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.283570+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:06.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.285904+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:06.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.288233+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.289139+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:46:06.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.289730+0000 mon.c (mon.1) 39 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:06.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.330326+0000 mon.c (mon.1) 40 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.331142+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:06.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.342655+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:46:06.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: cluster 2021-07-26T15:46:05.342742+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:46:06.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.344580+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.345620+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:06.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.348021+0000 mon.c (mon.1) 42 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:06.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:06 smithi046 bash[18964]: audit 2021-07-26T15:46:05.349488+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:46:07.347 INFO:tasks.rados.rados.0.smithi046.stdout:239: done (3 left) 2021-07-26T15:46:07.348 INFO:tasks.rados.rados.0.smithi046.stdout:240: done (2 left) 2021-07-26T15:46:07.348 INFO:tasks.rados.rados.0.smithi046.stdout:243: done (1 left) 2021-07-26T15:46:07.348 INFO:tasks.rados.rados.0.smithi046.stdout:244: done (0 left) 2021-07-26T15:46:07.348 INFO:tasks.rados.rados.0.smithi046.stdout:245: copy_from oid 48 from oid 47 current snap is 18 2021-07-26T15:46:07.349 INFO:tasks.rados.rados.0.smithi046.stdout:246: read oid 34 snap -1 2021-07-26T15:46:07.349 INFO:tasks.rados.rados.0.smithi046.stdout:246: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:46:07.349 INFO:tasks.rados.rados.0.smithi046.stdout:247: snap_create 2021-07-26T15:46:07.355 INFO:tasks.rados.rados.0.smithi046.stdout:246: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:46:07.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:07 smithi073 bash[15153]: cluster 2021-07-26T15:46:06.104863+0000 mon.a (mon.0) 726 : cluster [DBG] mgrmap e17: x(active, since 1.76917s) 2021-07-26T15:46:07.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:07 smithi073 bash[15153]: cluster 2021-07-26T15:46:06.145792+0000 mgr.x (mgr.24581) 1 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:07.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:07 smithi073 bash[15153]: audit 2021-07-26T15:46:06.347201+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:46:07.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:07 smithi073 bash[15153]: cluster 2021-07-26T15:46:06.347543+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:46:07.373 INFO:tasks.rados.rados.0.smithi046.stdout:245: finishing copy_from to smithi04638994-48 2021-07-26T15:46:07.373 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:46:07.373 INFO:tasks.rados.rados.0.smithi046.stdout:245: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:46:07.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[18964]: cluster 2021-07-26T15:46:06.104863+0000 mon.a (mon.0) 726 : cluster [DBG] mgrmap e17: x(active, since 1.76917s) 2021-07-26T15:46:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[18964]: cluster 2021-07-26T15:46:06.145792+0000 mgr.x (mgr.24581) 1 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[18964]: audit 2021-07-26T15:46:06.347201+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:46:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[18964]: cluster 2021-07-26T15:46:06.347543+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:46:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[14687]: cluster 2021-07-26T15:46:06.104863+0000 mon.a (mon.0) 726 : cluster [DBG] mgrmap e17: x(active, since 1.76917s) 2021-07-26T15:46:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[14687]: cluster 2021-07-26T15:46:06.145792+0000 mgr.x (mgr.24581) 1 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[14687]: audit 2021-07-26T15:46:06.347201+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:46:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:07 smithi046 bash[14687]: cluster 2021-07-26T15:46:06.347543+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:46:08.350 INFO:tasks.rados.rados.0.smithi046.stdout:245: done (2 left) 2021-07-26T15:46:08.351 INFO:tasks.rados.rados.0.smithi046.stdout:246: done (1 left) 2021-07-26T15:46:08.351 INFO:tasks.rados.rados.0.smithi046.stdout:247: done (0 left) 2021-07-26T15:46:08.351 INFO:tasks.rados.rados.0.smithi046.stdout:248: read oid 47 snap -1 2021-07-26T15:46:08.351 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:46:08.352 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 19 2021-07-26T15:46:08.352 INFO:tasks.rados.rados.0.smithi046.stdout:249: seq_num 97 ranges {557056=434176,991232=581632,1572864=540672,2113536=81920} 2021-07-26T15:46:08.359 INFO:tasks.rados.rados.0.smithi046.stdout:249: writing smithi04638994-45 from 557056 to 991232 tid 1 2021-07-26T15:46:08.363 INFO:tasks.rados.rados.0.smithi046.stdout:249: writing smithi04638994-45 from 991232 to 1572864 tid 2 2021-07-26T15:46:08.366 INFO:tasks.rados.rados.0.smithi046.stdout:249: writing smithi04638994-45 from 1572864 to 2113536 tid 3 2021-07-26T15:46:08.367 INFO:tasks.rados.rados.0.smithi046.stdout:249: writing smithi04638994-45 from 2113536 to 2195456 tid 4 2021-07-26T15:46:08.367 INFO:tasks.rados.rados.0.smithi046.stdout:250: read oid 49 snap 18 2021-07-26T15:46:08.368 INFO:tasks.rados.rados.0.smithi046.stdout:250: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:46:08.368 INFO:tasks.rados.rados.0.smithi046.stdout:248: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:46:08.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:08 smithi073 bash[15153]: cluster 2021-07-26T15:46:07.096837+0000 mgr.x (mgr.24581) 2 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:08.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:08 smithi073 bash[15153]: cluster 2021-07-26T15:46:07.114295+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e18: x(active, since 2s) 2021-07-26T15:46:08.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:08 smithi073 bash[15153]: cluster 2021-07-26T15:46:07.347436+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:46:08.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:08 smithi073 bash[15153]: audit 2021-07-26T15:46:07.427995+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 1 to smithi04638994-45 2021-07-26T15:46:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 2 to smithi04638994-45 2021-07-26T15:46:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:251: read oid 28 snap -1 2021-07-26T15:46:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:251: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:08.375 INFO:tasks.rados.rados.0.smithi046.stdout:248: done (3 left) 2021-07-26T15:46:08.375 INFO:tasks.rados.rados.0.smithi046.stdout:252: read oid 35 snap 16 2021-07-26T15:46:08.375 INFO:tasks.rados.rados.0.smithi046.stdout:252: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:46:08.375 INFO:tasks.rados.rados.0.smithi046.stdout:253: snap_remove snap 15 2021-07-26T15:46:08.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[14687]: cluster 2021-07-26T15:46:07.096837+0000 mgr.x (mgr.24581) 2 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:08.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[14687]: cluster 2021-07-26T15:46:07.114295+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e18: x(active, since 2s) 2021-07-26T15:46:08.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[14687]: cluster 2021-07-26T15:46:07.347436+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:46:08.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[14687]: audit 2021-07-26T15:46:07.427995+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:08.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[18964]: cluster 2021-07-26T15:46:07.096837+0000 mgr.x (mgr.24581) 2 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:08.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[18964]: cluster 2021-07-26T15:46:07.114295+0000 mon.a (mon.0) 729 : cluster [DBG] mgrmap e18: x(active, since 2s) 2021-07-26T15:46:08.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[18964]: cluster 2021-07-26T15:46:07.347436+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:46:08.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:08 smithi046 bash[18964]: audit 2021-07-26T15:46:07.427995+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:253: done (4 left) 2021-07-26T15:46:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 19 2021-07-26T15:46:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:254: seq_num 98 ranges {122880=450560,573440=466944,1040384=737280} 2021-07-26T15:46:09.035 INFO:tasks.rados.rados.0.smithi046.stdout:254: writing smithi04638994-8 from 122880 to 573440 tid 1 2021-07-26T15:46:09.038 INFO:tasks.rados.rados.0.smithi046.stdout:254: writing smithi04638994-8 from 573440 to 1040384 tid 2 2021-07-26T15:46:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:254: writing smithi04638994-8 from 1040384 to 1777664 tid 3 2021-07-26T15:46:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:255: read oid 12 snap -1 2021-07-26T15:46:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:255: expect deleted 2021-07-26T15:46:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 19 2021-07-26T15:46:09.045 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 3 to smithi04638994-45 2021-07-26T15:46:09.045 INFO:tasks.rados.rados.0.smithi046.stdout:256: seq_num 99 ranges {2113536=466944,2580480=802816,3383296=401408} 2021-07-26T15:46:09.058 INFO:tasks.rados.rados.0.smithi046.stdout:256: writing smithi04638994-23 from 2113536 to 2580480 tid 1 2021-07-26T15:46:09.064 INFO:tasks.rados.rados.0.smithi046.stdout:256: writing smithi04638994-23 from 2580480 to 3383296 tid 2 2021-07-26T15:46:09.065 INFO:tasks.rados.rados.0.smithi046.stdout:256: writing smithi04638994-23 from 3383296 to 3784704 tid 3 2021-07-26T15:46:09.066 INFO:tasks.rados.rados.0.smithi046.stdout:257: setattr oid 50 current snap is 19 2021-07-26T15:46:09.066 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 4 to smithi04638994-45 2021-07-26T15:46:09.066 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 5 to smithi04638994-45 2021-07-26T15:46:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:249: finishing write tid 6 to smithi04638994-45 2021-07-26T15:46:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 51 (ObjNum 97 snap 19 seq_num 97) dirty exists 2021-07-26T15:46:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:249: left oid 45 (ObjNum 97 snap 19 seq_num 97) 2021-07-26T15:46:09.067 INFO:tasks.rados.rados.0.smithi046.stdout:250: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:46:09.088 INFO:tasks.rados.rados.0.smithi046.stdout:251: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:09.103 INFO:tasks.rados.rados.0.smithi046.stdout:252: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:46:09.126 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing write tid 1 to smithi04638994-8 2021-07-26T15:46:09.126 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing write tid 2 to smithi04638994-8 2021-07-26T15:46:09.126 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing write tid 3 to smithi04638994-8 2021-07-26T15:46:09.127 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing write tid 4 to smithi04638994-8 2021-07-26T15:46:09.127 INFO:tasks.rados.rados.0.smithi046.stdout:254: finishing write tid 5 to smithi04638994-8 2021-07-26T15:46:09.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 100 (ObjNum 98 snap 19 seq_num 98) dirty exists 2021-07-26T15:46:09.127 INFO:tasks.rados.rados.0.smithi046.stdout:254: left oid 8 (ObjNum 98 snap 19 seq_num 98) 2021-07-26T15:46:09.128 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing write tid 1 to smithi04638994-23 2021-07-26T15:46:09.128 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing write tid 2 to smithi04638994-23 2021-07-26T15:46:09.128 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing write tid 3 to smithi04638994-23 2021-07-26T15:46:09.128 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing write tid 4 to smithi04638994-23 2021-07-26T15:46:09.129 INFO:tasks.rados.rados.0.smithi046.stdout:256: finishing write tid 5 to smithi04638994-23 2021-07-26T15:46:09.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 105 (ObjNum 99 snap 19 seq_num 99) dirty exists 2021-07-26T15:46:09.129 INFO:tasks.rados.rados.0.smithi046.stdout:256: left oid 23 (ObjNum 99 snap 19 seq_num 99) 2021-07-26T15:46:09.130 INFO:tasks.rados.rados.0.smithi046.stdout:249: done (7 left) 2021-07-26T15:46:09.130 INFO:tasks.rados.rados.0.smithi046.stdout:250: done (6 left) 2021-07-26T15:46:09.130 INFO:tasks.rados.rados.0.smithi046.stdout:251: done (5 left) 2021-07-26T15:46:09.130 INFO:tasks.rados.rados.0.smithi046.stdout:252: done (4 left) 2021-07-26T15:46:09.131 INFO:tasks.rados.rados.0.smithi046.stdout:254: done (3 left) 2021-07-26T15:46:09.131 INFO:tasks.rados.rados.0.smithi046.stdout:255: done (2 left) 2021-07-26T15:46:09.131 INFO:tasks.rados.rados.0.smithi046.stdout:256: done (1 left) 2021-07-26T15:46:09.132 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 19 2021-07-26T15:46:09.132 INFO:tasks.rados.rados.0.smithi046.stdout:258: seq_num 100 ranges {1417216=483328,1900544=688128,2588672=516096} 2021-07-26T15:46:09.143 INFO:tasks.rados.rados.0.smithi046.stdout:258: writing smithi04638994-19 from 1417216 to 1900544 tid 1 2021-07-26T15:46:09.147 INFO:tasks.rados.rados.0.smithi046.stdout:258: writing smithi04638994-19 from 1900544 to 2588672 tid 2 2021-07-26T15:46:09.151 INFO:tasks.rados.rados.0.smithi046.stdout:258: writing smithi04638994-19 from 2588672 to 3104768 tid 3 2021-07-26T15:46:09.152 INFO:tasks.rados.rados.0.smithi046.stdout:259: read oid 1 snap 18 2021-07-26T15:46:09.152 INFO:tasks.rados.rados.0.smithi046.stdout:259: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:09.152 INFO:tasks.rados.rados.0.smithi046.stdout:260: snap_remove snap 16 2021-07-26T15:46:09.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:09 smithi073 bash[15153]: cluster 2021-07-26T15:46:08.350375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:46:09.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:09 smithi073 bash[15153]: cluster 2021-07-26T15:46:09.028679+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:46:09.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:09 smithi046 bash[18964]: cluster 2021-07-26T15:46:08.350375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:46:09.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:09 smithi046 bash[18964]: cluster 2021-07-26T15:46:09.028679+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:46:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:09 smithi046 bash[14687]: cluster 2021-07-26T15:46:08.350375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:46:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:09 smithi046 bash[14687]: cluster 2021-07-26T15:46:09.028679+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:46:10.048 INFO:tasks.rados.rados.0.smithi046.stdout:260: done (3 left) 2021-07-26T15:46:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:261: snap_remove snap 12 2021-07-26T15:46:10.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: cluster 2021-07-26T15:46:09.097450+0000 mgr.x (mgr.24581) 3 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:10.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: cluster 2021-07-26T15:46:09.360705+0000 mon.a (mon.0) 734 : cluster [DBG] mgrmap e19: x(active, since 5s) 2021-07-26T15:46:10.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:09.637152+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:10.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: cluster 2021-07-26T15:46:09.637398+0000 mon.a (mon.0) 735 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:46:10.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:09.640132+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:10.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:09.641823+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:10.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:09.642352+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:10.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:09.820230+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: cluster 2021-07-26T15:46:10.048051+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:46:10.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.066074+0000 mon.c (mon.1) 47 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.066466+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.069460+0000 mon.c (mon.1) 48 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.069826+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.071110+0000 mon.c (mon.1) 49 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.071437+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.072606+0000 mon.c (mon.1) 50 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.072957+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.079419+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.147788+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:10 smithi073 bash[15153]: audit 2021-07-26T15:46:10.321550+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: cluster 2021-07-26T15:46:09.097450+0000 mgr.x (mgr.24581) 3 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:10.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: cluster 2021-07-26T15:46:09.360705+0000 mon.a (mon.0) 734 : cluster [DBG] mgrmap e19: x(active, since 5s) 2021-07-26T15:46:10.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:09.637152+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:10.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: cluster 2021-07-26T15:46:09.637398+0000 mon.a (mon.0) 735 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:46:10.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:09.640132+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:09.641823+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:09.642352+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:09.820230+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: cluster 2021-07-26T15:46:10.048051+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:46:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.066074+0000 mon.c (mon.1) 47 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.066466+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.069460+0000 mon.c (mon.1) 48 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.069826+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.071110+0000 mon.c (mon.1) 49 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.071437+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.072606+0000 mon.c (mon.1) 50 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.072957+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.079419+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.147788+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[18964]: audit 2021-07-26T15:46:10.321550+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: cluster 2021-07-26T15:46:09.097450+0000 mgr.x (mgr.24581) 3 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:10.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: cluster 2021-07-26T15:46:09.360705+0000 mon.a (mon.0) 734 : cluster [DBG] mgrmap e19: x(active, since 5s) 2021-07-26T15:46:10.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:09.637152+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:10.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: cluster 2021-07-26T15:46:09.637398+0000 mon.a (mon.0) 735 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:46:10.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:09.640132+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:10.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:09.641823+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:10.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:09.642352+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.? 172.21.15.46:0/292861735' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:10.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:09.820230+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: cluster 2021-07-26T15:46:10.048051+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:46:10.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.066074+0000 mon.c (mon.1) 47 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.066466+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.069460+0000 mon.c (mon.1) 48 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.069826+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.071110+0000 mon.c (mon.1) 49 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.071437+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.072606+0000 mon.c (mon.1) 50 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.072957+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:10.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.079419+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.147788+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:10.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:10 smithi046 bash[14687]: audit 2021-07-26T15:46:10.321550+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.063 INFO:tasks.rados.rados.0.smithi046.stdout:261: done (3 left) 2021-07-26T15:46:11.063 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 19 2021-07-26T15:46:11.068 INFO:tasks.rados.rados.0.smithi046.stdout:262: seq_num 101 ranges {3784704=499712,4284416=573440,4857856=524288,5382144=106496} 2021-07-26T15:46:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04638994-23 from 3784704 to 4284416 tid 1 2021-07-26T15:46:11.086 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04638994-23 from 4284416 to 4857856 tid 2 2021-07-26T15:46:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04638994-23 from 4857856 to 5382144 tid 3 2021-07-26T15:46:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:262: writing smithi04638994-23 from 5382144 to 5488640 tid 4 2021-07-26T15:46:11.092 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 19 2021-07-26T15:46:11.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 46 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:46:11.093 INFO:tasks.rados.rados.0.smithi046.stdout:263: seq_num 102 ranges {24576=516096,540672=450560,991232=729088,1720320=24576} 2021-07-26T15:46:11.093 INFO:tasks.rados.rados.0.smithi046.stdout:263: writing smithi04638994-36 from 24576 to 540672 tid 1 2021-07-26T15:46:11.095 INFO:tasks.rados.rados.0.smithi046.stdout:263: writing smithi04638994-36 from 540672 to 991232 tid 2 2021-07-26T15:46:11.101 INFO:tasks.rados.rados.0.smithi046.stdout:263: writing smithi04638994-36 from 991232 to 1720320 tid 3 2021-07-26T15:46:11.101 INFO:tasks.rados.rados.0.smithi046.stdout:263: writing smithi04638994-36 from 1720320 to 1744896 tid 4 2021-07-26T15:46:11.101 INFO:tasks.rados.rados.0.smithi046.stdout:257: done (4 left) 2021-07-26T15:46:11.101 INFO:tasks.rados.rados.0.smithi046.stdout:264: read oid 12 snap -1 2021-07-26T15:46:11.102 INFO:tasks.rados.rados.0.smithi046.stdout:264: expect deleted 2021-07-26T15:46:11.102 INFO:tasks.rados.rados.0.smithi046.stdout:265: read oid 5 snap 18 2021-07-26T15:46:11.102 INFO:tasks.rados.rados.0.smithi046.stdout:265: expect deleted 2021-07-26T15:46:11.102 INFO:tasks.rados.rados.0.smithi046.stdout:266: setattr oid 49 current snap is 19 2021-07-26T15:46:11.103 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing write tid 1 to smithi04638994-19 2021-07-26T15:46:11.103 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing write tid 2 to smithi04638994-19 2021-07-26T15:46:11.103 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing write tid 3 to smithi04638994-19 2021-07-26T15:46:11.103 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing write tid 4 to smithi04638994-19 2021-07-26T15:46:11.103 INFO:tasks.rados.rados.0.smithi046.stdout:259: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:11.153 INFO:tasks.rados.rados.0.smithi046.stdout:258: finishing write tid 5 to smithi04638994-19 2021-07-26T15:46:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 23 (ObjNum 100 snap 19 seq_num 100) dirty exists 2021-07-26T15:46:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:258: left oid 19 (ObjNum 100 snap 19 seq_num 100) 2021-07-26T15:46:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 1 to smithi04638994-23 2021-07-26T15:46:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 2 to smithi04638994-23 2021-07-26T15:46:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 3 to smithi04638994-23 2021-07-26T15:46:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 4 to smithi04638994-23 2021-07-26T15:46:11.156 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 5 to smithi04638994-23 2021-07-26T15:46:11.156 INFO:tasks.rados.rados.0.smithi046.stdout:262: finishing write tid 6 to smithi04638994-23 2021-07-26T15:46:11.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 126 (ObjNum 101 snap 19 seq_num 101) dirty exists 2021-07-26T15:46:11.157 INFO:tasks.rados.rados.0.smithi046.stdout:262: left oid 23 (ObjNum 101 snap 19 seq_num 101) 2021-07-26T15:46:11.157 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 1 to smithi04638994-36 2021-07-26T15:46:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 2 to smithi04638994-36 2021-07-26T15:46:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 3 to smithi04638994-36 2021-07-26T15:46:11.159 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 4 to smithi04638994-36 2021-07-26T15:46:11.160 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 5 to smithi04638994-36 2021-07-26T15:46:11.160 INFO:tasks.rados.rados.0.smithi046.stdout:263: finishing write tid 6 to smithi04638994-36 2021-07-26T15:46:11.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 38 (ObjNum 102 snap 19 seq_num 102) dirty exists 2021-07-26T15:46:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:263: left oid 36 (ObjNum 102 snap 19 seq_num 102) 2021-07-26T15:46:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:258: done (6 left) 2021-07-26T15:46:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:259: done (5 left) 2021-07-26T15:46:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:262: done (4 left) 2021-07-26T15:46:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:263: done (3 left) 2021-07-26T15:46:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:264: done (2 left) 2021-07-26T15:46:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:265: done (1 left) 2021-07-26T15:46:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:267: rollback oid 15 current snap is 19 2021-07-26T15:46:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 18 2021-07-26T15:46:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:268: delete oid 44 current snap is 19 2021-07-26T15:46:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:267: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:46:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 0 (ObjNum 197531776 snap 22029 seq_num 195899408) dirty dne 2021-07-26T15:46:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:267: done (2 left) 2021-07-26T15:46:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:268: done (1 left) 2021-07-26T15:46:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 19 2021-07-26T15:46:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:269: seq_num 104 ranges {557056=548864,1105920=622592,1728512=581632} 2021-07-26T15:46:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:269: writing smithi04638994-34 from 557056 to 1105920 tid 1 2021-07-26T15:46:11.172 INFO:tasks.rados.rados.0.smithi046.stdout:269: writing smithi04638994-34 from 1105920 to 1728512 tid 2 2021-07-26T15:46:11.173 INFO:tasks.rados.rados.0.smithi046.stdout:269: writing smithi04638994-34 from 1728512 to 2310144 tid 3 2021-07-26T15:46:11.173 INFO:tasks.rados.rados.0.smithi046.stdout:270: setattr oid 41 current snap is 19 2021-07-26T15:46:11.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 61 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:46:11.174 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing write tid 1 to smithi04638994-34 2021-07-26T15:46:11.174 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing write tid 2 to smithi04638994-34 2021-07-26T15:46:11.175 INFO:tasks.rados.rados.0.smithi046.stdout:266: done (2 left) 2021-07-26T15:46:11.175 INFO:tasks.rados.rados.0.smithi046.stdout:271: setattr oid 3 current snap is 19 2021-07-26T15:46:11.175 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing write tid 3 to smithi04638994-34 2021-07-26T15:46:11.176 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing write tid 4 to smithi04638994-34 2021-07-26T15:46:11.176 INFO:tasks.rados.rados.0.smithi046.stdout:272: snap_remove snap 17 2021-07-26T15:46:11.371 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[18228]: debug 2021-07-26T15:46:11.058+0000 7f2e769f3700 -1 osd.4 pg_epoch: 98 pg[3.3s0( v 98'33 (0'0,98'33] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [4,1,0]p4(0) r=0 lpr=57 luod=91'31 crt=91'31 lcod 91'29 mlcod 91'29 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.372 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[20702]: debug 2021-07-26T15:46:11.054+0000 7fa5c5799700 -1 osd.5 pg_epoch: 98 pg[3.cs0( v 91'32 (0'0,91'32] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [5,3,6]p5(0) r=0 lpr=57 crt=91'32 lcod 91'30 mlcod 91'30 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.372 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[25937]: debug 2021-07-26T15:46:11.042+0000 7f0b76b4d700 -1 osd.7 pg_epoch: 98 pg[3.es0( v 91'49 (0'0,91'49] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [7,4,1]p7(0) r=0 lpr=57 crt=91'49 lcod 90'47 mlcod 90'47 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.372 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[25937]: debug 2021-07-26T15:46:11.046+0000 7f0b72344700 -1 osd.7 pg_epoch: 98 pg[3.fs0( v 97'62 (0'0,97'62] local-lis/les=57/58 n=4 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [7,4,0]p7(0) r=0 lpr=57 crt=97'62 lcod 96'60 mlcod 96'60 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.373 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[29372]: debug 2021-07-26T15:46:11.054+0000 7fee352cc700 -1 osd.3 pg_epoch: 98 pg[3.bs0( v 91'30 (0'0,91'30] local-lis/les=57/58 n=3 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [3,0,4]p3(0) r=0 lpr=57 crt=91'30 lcod 90'28 mlcod 90'28 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.374 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[29372]: debug 2021-07-26T15:46:11.066+0000 7fee332c8700 -1 osd.3 pg_epoch: 98 pg[3.7s0( v 98'74 (0'0,98'74] local-lis/les=57/58 n=5 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [3,0,7]p3(0) r=0 lpr=57 luod=91'72 crt=91'72 lcod 91'70 mlcod 91'70 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.374 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[29372]: debug 2021-07-26T15:46:11.066+0000 7fee2f2c0700 -1 osd.3 pg_epoch: 98 pg[3.7s0( v 98'76 (0'0,98'76] local-lis/les=57/58 n=3 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [3,0,7]p3(0) r=0 lpr=57 crt=98'76 lcod 98'74 mlcod 98'74 active+clean+snaptrim trimq=[17~1] ps=[1f~2]] removing snap head 2021-07-26T15:46:11.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:46:11.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:11.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cluster 2021-07-26T15:46:10.364796+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2021-07-26T15:46:11.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.368310+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:11.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.555608+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.556354+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.558717+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.559448+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.561650+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.562336+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.564756+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:46:11.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.565465+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:11.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.576531+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.670588+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.677167+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.684541+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:11.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:46:11.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:11.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cluster 2021-07-26T15:46:10.364796+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2021-07-26T15:46:11.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.368310+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:11.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.555608+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.556354+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.558717+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.559448+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.561650+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.562336+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.564756+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:46:11.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.565465+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:11.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.576531+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.670588+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.677167+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.684541+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.702 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:11.702 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:10.697760+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:11.703 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: cluster 2021-07-26T15:46:11.053574+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:46:11.703 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[18964]: audit 2021-07-26T15:46:11.161875+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:10.697760+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:11.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: cluster 2021-07-26T15:46:11.053574+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:46:11.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:11 smithi046 bash[14687]: audit 2021-07-26T15:46:11.161875+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:46:11.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:11.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cluster 2021-07-26T15:46:10.364796+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e20: x(active, since 6s), standbys: y 2021-07-26T15:46:11.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.368310+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:11.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.555608+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.556354+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.558717+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.559448+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.561650+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.562336+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.564756+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:46:11.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.565465+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:46:11.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:11.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.576531+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:11.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.670588+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.677167+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.684541+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:11.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:11.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:10.697760+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:11.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: cluster 2021-07-26T15:46:11.053574+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:46:11.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:11 smithi073 bash[15153]: audit 2021-07-26T15:46:11.161875+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:12.167 INFO:tasks.rados.rados.0.smithi046.stdout:272: done (3 left) 2021-07-26T15:46:12.168 INFO:tasks.rados.rados.0.smithi046.stdout:273: read oid 49 snap -1 2021-07-26T15:46:12.169 INFO:tasks.rados.rados.0.smithi046.stdout:273: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:46:12.169 INFO:tasks.rados.rados.0.smithi046.stdout:274: read oid 25 snap -1 2021-07-26T15:46:12.169 INFO:tasks.rados.rados.0.smithi046.stdout:274: expect deleted 2021-07-26T15:46:12.169 INFO:tasks.rados.rados.0.smithi046.stdout:275: snap_create 2021-07-26T15:46:12.170 INFO:tasks.rados.rados.0.smithi046.stdout:269: finishing write tid 5 to smithi04638994-34 2021-07-26T15:46:12.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 42 (ObjNum 104 snap 19 seq_num 104) dirty exists 2021-07-26T15:46:12.170 INFO:tasks.rados.rados.0.smithi046.stdout:269: left oid 34 (ObjNum 104 snap 19 seq_num 104) 2021-07-26T15:46:12.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 39 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:46:12.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 81 (ObjNum 2 snap 0 seq_num 2) dirty exists 2021-07-26T15:46:12.176 INFO:tasks.rados.rados.0.smithi046.stdout:273: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:46:12.675 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:12 smithi046 bash[14687]: cluster 2021-07-26T15:46:11.098074+0000 mgr.x (mgr.24581) 11 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:12.675 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:12 smithi046 bash[14687]: cluster 2021-07-26T15:46:12.167273+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:46:12.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:12 smithi046 bash[18964]: cluster 2021-07-26T15:46:11.098074+0000 mgr.x (mgr.24581) 11 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:12.676 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:12 smithi046 bash[18964]: cluster 2021-07-26T15:46:12.167273+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:46:12.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:12 smithi073 bash[15153]: cluster 2021-07-26T15:46:11.098074+0000 mgr.x (mgr.24581) 11 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 54 MiB data, 148 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:12.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:12 smithi073 bash[15153]: cluster 2021-07-26T15:46:12.167273+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:46:13.168 INFO:tasks.rados.rados.0.smithi046.stdout:269: done (5 left) 2021-07-26T15:46:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:270: done (4 left) 2021-07-26T15:46:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:271: done (3 left) 2021-07-26T15:46:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:273: done (2 left) 2021-07-26T15:46:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:274: done (1 left) 2021-07-26T15:46:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:275: done (0 left) 2021-07-26T15:46:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:276: rollback oid 30 current snap is 20 2021-07-26T15:46:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 18 2021-07-26T15:46:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:277: copy_from oid 9 from oid 25 current snap is 20 2021-07-26T15:46:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:278: copy_from oid 12 from oid 28 current snap is 20 2021-07-26T15:46:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:279: read oid 1 snap -1 2021-07-26T15:46:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:279: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 20 2021-07-26T15:46:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:280: seq_num 105 ranges {524288=565248,1089536=507904,1597440=507904,2105344=188416} 2021-07-26T15:46:13.178 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04638994-32 from 524288 to 1089536 tid 1 2021-07-26T15:46:13.183 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04638994-32 from 1089536 to 1597440 tid 2 2021-07-26T15:46:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04638994-32 from 1597440 to 2105344 tid 3 2021-07-26T15:46:13.186 INFO:tasks.rados.rados.0.smithi046.stdout:280: writing smithi04638994-32 from 2105344 to 2293760 tid 4 2021-07-26T15:46:13.186 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 20 2021-07-26T15:46:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:46:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:281: seq_num 106 ranges {1744896=581632,2326528=794624,3121152=409600} 2021-07-26T15:46:13.203 INFO:tasks.rados.rados.0.smithi046.stdout:281: writing smithi04638994-36 from 1744896 to 2326528 tid 1 2021-07-26T15:46:13.209 INFO:tasks.rados.rados.0.smithi046.stdout:281: writing smithi04638994-36 from 2326528 to 3121152 tid 2 2021-07-26T15:46:13.211 INFO:tasks.rados.rados.0.smithi046.stdout:281: writing smithi04638994-36 from 3121152 to 3530752 tid 3 2021-07-26T15:46:13.212 INFO:tasks.rados.rados.0.smithi046.stdout:282: rollback oid 2 current snap is 20 2021-07-26T15:46:13.212 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 18 2021-07-26T15:46:13.212 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:46:13.213 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 20 2021-07-26T15:46:13.213 INFO:tasks.rados.rados.0.smithi046.stdout:283: seq_num 107 ranges {761856=598016,1359872=729088,2088960=466944,2555904=8192} 2021-07-26T15:46:13.219 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04638994-18 from 761856 to 1359872 tid 1 2021-07-26T15:46:13.223 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04638994-18 from 1359872 to 2088960 tid 2 2021-07-26T15:46:13.226 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04638994-18 from 2088960 to 2555904 tid 3 2021-07-26T15:46:13.227 INFO:tasks.rados.rados.0.smithi046.stdout:283: writing smithi04638994-18 from 2555904 to 2564096 tid 4 2021-07-26T15:46:13.227 INFO:tasks.rados.rados.0.smithi046.stdout:284: read oid 50 snap -1 2021-07-26T15:46:13.227 INFO:tasks.rados.rados.0.smithi046.stdout:284: expect (ObjNum 49 snap 0 seq_num 49) 2021-07-26T15:46:13.227 INFO:tasks.rados.rados.0.smithi046.stdout:285: snap_remove snap 19 2021-07-26T15:46:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:13.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:13.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:13.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:46:14.694 INFO:tasks.rados.rados.0.smithi046.stdout:285: done (9 left) 2021-07-26T15:46:14.695 INFO:tasks.rados.rados.0.smithi046.stdout:286: copy_from oid 17 from oid 13 current snap is 20 2021-07-26T15:46:14.695 INFO:tasks.rados.rados.0.smithi046.stdout:276: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:46:14.695 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 34 (ObjNum 66 snap 6 seq_num 66) dirty exists 2021-07-26T15:46:14.696 INFO:tasks.rados.rados.0.smithi046.stdout:279: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:14.740 INFO:tasks.rados.rados.0.smithi046.stdout:277: finishing copy_from to smithi04638994-9 2021-07-26T15:46:14.741 INFO:tasks.rados.rados.0.smithi046.stdout:277: got expected ENOENT (src dne) 2021-07-26T15:46:14.741 INFO:tasks.rados.rados.0.smithi046.stdout:277: finishing copy_from racing read to smithi04638994-9 2021-07-26T15:46:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:276: done (9 left) 2021-07-26T15:46:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:277: done (8 left) 2021-07-26T15:46:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:279: done (7 left) 2021-07-26T15:46:14.742 INFO:tasks.rados.rados.0.smithi046.stdout:287: rollback oid 5 current snap is 20 2021-07-26T15:46:14.743 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 18 2021-07-26T15:46:14.743 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 1 to smithi04638994-32 2021-07-26T15:46:14.743 INFO:tasks.rados.rados.0.smithi046.stdout:278: finishing copy_from to smithi04638994-12 2021-07-26T15:46:14.744 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:46:14.744 INFO:tasks.rados.rados.0.smithi046.stdout:278: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:46:14.745 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 2 to smithi04638994-32 2021-07-26T15:46:14.745 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 3 to smithi04638994-32 2021-07-26T15:46:14.746 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 4 to smithi04638994-32 2021-07-26T15:46:14.746 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 5 to smithi04638994-32 2021-07-26T15:46:14.747 INFO:tasks.rados.rados.0.smithi046.stdout:280: finishing write tid 6 to smithi04638994-32 2021-07-26T15:46:14.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 70 (ObjNum 105 snap 20 seq_num 105) dirty exists 2021-07-26T15:46:14.748 INFO:tasks.rados.rados.0.smithi046.stdout:280: left oid 32 (ObjNum 105 snap 20 seq_num 105) 2021-07-26T15:46:14.748 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing write tid 1 to smithi04638994-36 2021-07-26T15:46:14.749 INFO:tasks.rados.rados.0.smithi046.stdout:282: finishing rollback tid 1 to smithi04638994-2 2021-07-26T15:46:14.749 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 0 (ObjNum 1110543616 snap 32682 seq_num 1110543616) dirty dne 2021-07-26T15:46:14.749 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing write tid 2 to smithi04638994-36 2021-07-26T15:46:14.749 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing write tid 3 to smithi04638994-36 2021-07-26T15:46:14.750 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing write tid 4 to smithi04638994-36 2021-07-26T15:46:14.750 INFO:tasks.rados.rados.0.smithi046.stdout:281: finishing write tid 5 to smithi04638994-36 2021-07-26T15:46:14.750 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 46 (ObjNum 106 snap 20 seq_num 106) dirty exists 2021-07-26T15:46:14.750 INFO:tasks.rados.rados.0.smithi046.stdout:281: left oid 36 (ObjNum 106 snap 20 seq_num 106) 2021-07-26T15:46:14.750 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 1 to smithi04638994-18 2021-07-26T15:46:14.751 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 2 to smithi04638994-18 2021-07-26T15:46:14.751 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 3 to smithi04638994-18 2021-07-26T15:46:14.751 INFO:tasks.rados.rados.0.smithi046.stdout:278: done (7 left) 2021-07-26T15:46:14.751 INFO:tasks.rados.rados.0.smithi046.stdout:280: done (6 left) 2021-07-26T15:46:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:281: done (5 left) 2021-07-26T15:46:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:282: done (4 left) 2021-07-26T15:46:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:288: rollback oid 12 current snap is 20 2021-07-26T15:46:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 18 2021-07-26T15:46:14.752 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 4 to smithi04638994-18 2021-07-26T15:46:14.753 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 5 to smithi04638994-18 2021-07-26T15:46:14.753 INFO:tasks.rados.rados.0.smithi046.stdout:284: expect (ObjNum 49 snap 0 seq_num 49) 2021-07-26T15:46:14.772 INFO:tasks.rados.rados.0.smithi046.stdout:283: finishing write tid 6 to smithi04638994-18 2021-07-26T15:46:14.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 56 (ObjNum 107 snap 20 seq_num 107) dirty exists 2021-07-26T15:46:14.773 INFO:tasks.rados.rados.0.smithi046.stdout:283: left oid 18 (ObjNum 107 snap 20 seq_num 107) 2021-07-26T15:46:14.773 INFO:tasks.rados.rados.0.smithi046.stdout:286: finishing copy_from to smithi04638994-17 2021-07-26T15:46:14.773 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 28 (ObjNum 89 snap 15 seq_num 89) dirty exists 2021-07-26T15:46:14.774 INFO:tasks.rados.rados.0.smithi046.stdout:286: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:46:14.774 INFO:tasks.rados.rados.0.smithi046.stdout:287: finishing rollback tid 1 to smithi04638994-5 2021-07-26T15:46:14.774 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 0 (ObjNum 197782208 snap 22029 seq_num 197841872) dirty dne 2021-07-26T15:46:14.774 INFO:tasks.rados.rados.0.smithi046.stdout:288: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:46:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:283: done (4 left) 2021-07-26T15:46:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:284: done (3 left) 2021-07-26T15:46:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:286: done (2 left) 2021-07-26T15:46:14.775 INFO:tasks.rados.rados.0.smithi046.stdout:287: done (1 left) 2021-07-26T15:46:14.777 INFO:tasks.rados.rados.0.smithi046.stdout:289: rmattr oid 11 current snap is 20 2021-07-26T15:46:14.777 INFO:tasks.rados.rados.0.smithi046.stdout:289: done (1 left) 2021-07-26T15:46:14.777 INFO:tasks.rados.rados.0.smithi046.stdout:290: rollback oid 48 current snap is 20 2021-07-26T15:46:14.777 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 18 2021-07-26T15:46:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:288: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:46:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 54 (ObjNum 197696608 snap 22029 seq_num 1110543824) dirty dne 2021-07-26T15:46:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:288: done (1 left) 2021-07-26T15:46:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:291: rmattr oid 46 current snap is 20 2021-07-26T15:46:14.778 INFO:tasks.rados.rados.0.smithi046.stdout:291: done (1 left) 2021-07-26T15:46:14.779 INFO:tasks.rados.rados.0.smithi046.stdout:292: copy_from oid 18 from oid 29 current snap is 20 2021-07-26T15:46:14.779 INFO:tasks.rados.rados.0.smithi046.stdout:293: rollback oid 37 current snap is 20 2021-07-26T15:46:14.779 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 18 2021-07-26T15:46:14.780 INFO:tasks.rados.rados.0.smithi046.stdout:294: snap_create 2021-07-26T15:46:14.781 INFO:tasks.rados.rados.0.smithi046.stdout:293: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:46:14.782 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:46:14.782 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:46:14.782 INFO:tasks.rados.rados.0.smithi046.stdout:293: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:46:14.782 INFO:tasks.rados.rados.0.smithi046.stdout:293: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:46:14.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 69 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:46:14.785 INFO:tasks.rados.rados.0.smithi046.stdout:290: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:46:14.785 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 94 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:46:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:292: finishing copy_from to smithi04638994-18 2021-07-26T15:46:14.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 65 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:46:14.788 INFO:tasks.rados.rados.0.smithi046.stdout:292: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:46:15.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: cluster 2021-07-26T15:46:13.169227+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:46:15.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.448882+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:15.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.451906+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.452598+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.454903+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:15.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.456535+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:15.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:15 smithi073 bash[15153]: audit 2021-07-26T15:46:13.771441+0000 mon.a (mon.0) 760 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:15.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: cluster 2021-07-26T15:46:13.169227+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:46:15.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.448882+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:15.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.451906+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.452598+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.454903+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:15.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.456535+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:15.909 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[18964]: audit 2021-07-26T15:46:13.771441+0000 mon.a (mon.0) 760 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:15.909 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:15 smithi046 systemd[1]: Stopping Ceph mgr.y for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:46:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: cluster 2021-07-26T15:46:13.169227+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:46:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.448882+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:15.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.451906+0000 mon.c (mon.1) 57 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.452598+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:15.915 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.454903+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:15.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.456535+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:15.916 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:15 smithi046 bash[14687]: audit 2021-07-26T15:46:13.771441+0000 mon.a (mon.0) 760 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.181 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:15 smithi046 docker[39806]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:16.490 INFO:tasks.rados.rados.0.smithi046.stdout:290: done (3 left) 2021-07-26T15:46:16.491 INFO:tasks.rados.rados.0.smithi046.stdout:292: done (2 left) 2021-07-26T15:46:16.491 INFO:tasks.rados.rados.0.smithi046.stdout:293: done (1 left) 2021-07-26T15:46:16.491 INFO:tasks.rados.rados.0.smithi046.stdout:294: done (0 left) 2021-07-26T15:46:16.491 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 21 2021-07-26T15:46:16.492 INFO:tasks.rados.rados.0.smithi046.stdout:295: seq_num 108 ranges {1507328=614400,2121728=606208,2727936=598016} 2021-07-26T15:46:16.507 INFO:tasks.rados.rados.0.smithi046.stdout:295: writing smithi04638994-16 from 1507328 to 2121728 tid 1 2021-07-26T15:46:16.511 INFO:tasks.rados.rados.0.smithi046.stdout:295: writing smithi04638994-16 from 2121728 to 2727936 tid 2 2021-07-26T15:46:16.515 INFO:tasks.rados.rados.0.smithi046.stdout:295: writing smithi04638994-16 from 2727936 to 3325952 tid 3 2021-07-26T15:46:16.515 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 21 2021-07-26T15:46:16.515 INFO:tasks.rados.rados.0.smithi046.stdout:296: seq_num 109 ranges {778240=630784,1409024=491520,1900544=483328,2383872=229376} 2021-07-26T15:46:16.523 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04638994-18 from 778240 to 1409024 tid 1 2021-07-26T15:46:16.525 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04638994-18 from 1409024 to 1900544 tid 2 2021-07-26T15:46:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04638994-18 from 1900544 to 2383872 tid 3 2021-07-26T15:46:16.530 INFO:tasks.rados.rados.0.smithi046.stdout:296: writing smithi04638994-18 from 2383872 to 2613248 tid 4 2021-07-26T15:46:16.530 INFO:tasks.rados.rados.0.smithi046.stdout:297: setattr oid 45 current snap is 21 2021-07-26T15:46:16.531 INFO:tasks.rados.rados.0.smithi046.stdout:295: finishing write tid 1 to smithi04638994-16 2021-07-26T15:46:16.531 INFO:tasks.rados.rados.0.smithi046.stdout:295: finishing write tid 2 to smithi04638994-16 2021-07-26T15:46:16.531 INFO:tasks.rados.rados.0.smithi046.stdout:295: finishing write tid 3 to smithi04638994-16 2021-07-26T15:46:16.531 INFO:tasks.rados.rados.0.smithi046.stdout:295: finishing write tid 4 to smithi04638994-16 2021-07-26T15:46:16.532 INFO:tasks.rados.rados.0.smithi046.stdout:295: finishing write tid 5 to smithi04638994-16 2021-07-26T15:46:16.532 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 59 (ObjNum 108 snap 21 seq_num 108) dirty exists 2021-07-26T15:46:16.532 INFO:tasks.rados.rados.0.smithi046.stdout:295: left oid 16 (ObjNum 108 snap 21 seq_num 108) 2021-07-26T15:46:16.533 INFO:tasks.rados.rados.0.smithi046.stdout:295: done (2 left) 2021-07-26T15:46:16.533 INFO:tasks.rados.rados.0.smithi046.stdout:298: snap_remove snap 18 2021-07-26T15:46:16.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cluster 2021-07-26T15:46:13.098745+0000 mgr.x (mgr.24581) 12 : cluster [DBG] pgmap v15: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 81 op/s 2021-07-26T15:46:16.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:46:16.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:46:16.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:13.771754+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:13.772424+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:13.773056+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:14.685595+0000 mon.a (mon.0) 761 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:14.689777+0000 mon.c (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cluster 2021-07-26T15:46:14.695597+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:46:16.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cluster 2021-07-26T15:46:15.099446+0000 mgr.x (mgr.24581) 15 : cluster [DBG] pgmap v17: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2021-07-26T15:46:16.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.595907+0000 mon.c (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.603760+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.603969+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.604179+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.612134+0000 mon.b (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.614871+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.615505+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:15.615826+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: audit 2021-07-26T15:46:16.481795+0000 mon.b (mon.2) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:16 smithi073 bash[15153]: cluster 2021-07-26T15:46:16.491830+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:46:16.877 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:16 smithi046 docker[39806]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mgr.y 2021-07-26T15:46:16.877 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:16 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=143/n/a 2021-07-26T15:46:16.878 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:16 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-07-26T15:46:16.878 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:16 smithi046 systemd[1]: Stopped Ceph mgr.y for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:16.878 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cluster 2021-07-26T15:46:13.098745+0000 mgr.x (mgr.24581) 12 : cluster [DBG] pgmap v15: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 81 op/s 2021-07-26T15:46:16.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:46:16.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:46:16.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:13.771754+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.879 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:13.772424+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.880 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:13.773056+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.880 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:14.685595+0000 mon.a (mon.0) 761 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.880 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:14.689777+0000 mon.c (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.880 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cluster 2021-07-26T15:46:14.695597+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:46:16.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cluster 2021-07-26T15:46:15.099446+0000 mgr.x (mgr.24581) 15 : cluster [DBG] pgmap v17: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2021-07-26T15:46:16.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.595907+0000 mon.c (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.603760+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.603969+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.881 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.604179+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.612134+0000 mon.b (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.614871+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.615505+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.882 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:15.615826+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: audit 2021-07-26T15:46:16.481795+0000 mon.b (mon.2) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.883 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[18964]: cluster 2021-07-26T15:46:16.491830+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:46:16.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cluster 2021-07-26T15:46:13.098745+0000 mgr.x (mgr.24581) 12 : cluster [DBG] pgmap v15: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 81 op/s 2021-07-26T15:46:16.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:46:16.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:46:16.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:13.771754+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:13.772424+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:13.773056+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:14.685595+0000 mon.a (mon.0) 761 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:14.689777+0000 mon.c (mon.1) 63 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cluster 2021-07-26T15:46:14.695597+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:46:16.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cluster 2021-07-26T15:46:15.099446+0000 mgr.x (mgr.24581) 15 : cluster [DBG] pgmap v17: 25 pgs: 25 active+clean; 52 MiB data, 163 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 65 op/s 2021-07-26T15:46:16.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.595907+0000 mon.c (mon.1) 64 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.603760+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.603969+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.604179+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.612134+0000 mon.b (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:46:16.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.614871+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:16.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.615505+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:16.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:15.615826+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:16.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: audit 2021-07-26T15:46:16.481795+0000 mon.b (mon.2) 28 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:46:16.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:16 smithi046 bash[14687]: cluster 2021-07-26T15:46:16.491830+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:46:17.181 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:17 smithi046 systemd[1]: Started Ceph mgr.y for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:17.494 INFO:tasks.rados.rados.0.smithi046.stdout:298: done (2 left) 2021-07-26T15:46:17.494 INFO:tasks.rados.rados.0.smithi046.stdout:299: setattr oid 15 current snap is 21 2021-07-26T15:46:17.499 INFO:tasks.rados.rados.0.smithi046.stdout:300: snap_create 2021-07-26T15:46:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 1 to smithi04638994-18 2021-07-26T15:46:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 2 to smithi04638994-18 2021-07-26T15:46:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 3 to smithi04638994-18 2021-07-26T15:46:17.500 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 4 to smithi04638994-18 2021-07-26T15:46:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 5 to smithi04638994-18 2021-07-26T15:46:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 71 (ObjNum 97 snap 19 seq_num 97) dirty exists 2021-07-26T15:46:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:296: finishing write tid 6 to smithi04638994-18 2021-07-26T15:46:17.501 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 70 (ObjNum 109 snap 21 seq_num 109) dirty exists 2021-07-26T15:46:17.502 INFO:tasks.rados.rados.0.smithi046.stdout:296: left oid 18 (ObjNum 109 snap 21 seq_num 109) 2021-07-26T15:46:17.505 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 62 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:46:17.681 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:17 smithi046 bash[39887]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: cluster 2021-07-26T15:46:17.100159+0000 mgr.x (mgr.24581) 16 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2021-07-26T15:46:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: audit 2021-07-26T15:46:17.158530+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:18.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: audit 2021-07-26T15:46:17.161625+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:18.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: audit 2021-07-26T15:46:17.164006+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:18.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: audit 2021-07-26T15:46:17.165738+0000 mon.c (mon.1) 73 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:18.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[14687]: cluster 2021-07-26T15:46:17.494373+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:46:18.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: cluster 2021-07-26T15:46:17.100159+0000 mgr.x (mgr.24581) 16 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2021-07-26T15:46:18.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: audit 2021-07-26T15:46:17.158530+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:18.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: audit 2021-07-26T15:46:17.161625+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:18.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: audit 2021-07-26T15:46:17.164006+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:18.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: audit 2021-07-26T15:46:17.165738+0000 mon.c (mon.1) 73 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:18.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[18964]: cluster 2021-07-26T15:46:17.494373+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:46:18.493 INFO:tasks.rados.rados.0.smithi046.stdout:296: done (3 left) 2021-07-26T15:46:18.494 INFO:tasks.rados.rados.0.smithi046.stdout:297: done (2 left) 2021-07-26T15:46:18.495 INFO:tasks.rados.rados.0.smithi046.stdout:299: done (1 left) 2021-07-26T15:46:18.495 INFO:tasks.rados.rados.0.smithi046.stdout:300: done (0 left) 2021-07-26T15:46:18.495 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 22 2021-07-26T15:46:18.495 INFO:tasks.rados.rados.0.smithi046.stdout:301: seq_num 110 ranges {540672=647168,1187840=778240,1966080=425984} 2021-07-26T15:46:18.506 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04638994-33 from 540672 to 1187840 tid 1 2021-07-26T15:46:18.511 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04638994-33 from 1187840 to 1966080 tid 2 2021-07-26T15:46:18.513 INFO:tasks.rados.rados.0.smithi046.stdout:301: writing smithi04638994-33 from 1966080 to 2392064 tid 3 2021-07-26T15:46:18.513 INFO:tasks.rados.rados.0.smithi046.stdout:302: copy_from oid 18 from oid 13 current snap is 22 2021-07-26T15:46:18.514 INFO:tasks.rados.rados.0.smithi046.stdout:303: snap_create 2021-07-26T15:46:18.523 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 1 to smithi04638994-33 2021-07-26T15:46:18.523 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 2 to smithi04638994-33 2021-07-26T15:46:18.524 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 3 to smithi04638994-33 2021-07-26T15:46:18.526 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 4 to smithi04638994-33 2021-07-26T15:46:18.526 INFO:tasks.rados.rados.0.smithi046.stdout:301: finishing write tid 5 to smithi04638994-33 2021-07-26T15:46:18.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 36 (ObjNum 110 snap 22 seq_num 110) dirty exists 2021-07-26T15:46:18.527 INFO:tasks.rados.rados.0.smithi046.stdout:301: left oid 33 (ObjNum 110 snap 22 seq_num 110) 2021-07-26T15:46:18.544 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing copy_from to smithi04638994-18 2021-07-26T15:46:18.544 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 28 (ObjNum 89 snap 15 seq_num 89) dirty exists 2021-07-26T15:46:18.545 INFO:tasks.rados.rados.0.smithi046.stdout:302: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:46:18.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: cluster 2021-07-26T15:46:17.100159+0000 mgr.x (mgr.24581) 16 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2021-07-26T15:46:18.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: audit 2021-07-26T15:46:17.158530+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:18.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: audit 2021-07-26T15:46:17.161625+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:18.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: audit 2021-07-26T15:46:17.164006+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:18.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: audit 2021-07-26T15:46:17.165738+0000 mon.c (mon.1) 73 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:18.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:18 smithi073 bash[15153]: cluster 2021-07-26T15:46:17.494373+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:46:18.931 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:18 smithi046 bash[39887]: debug 2021-07-26T15:46:18.518+0000 7f10827e9700 1 -- 172.21.15.46:0/3189324573 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0c4eb8340 con 0x55c0c5c2a800 2021-07-26T15:46:19.503 INFO:tasks.rados.rados.0.smithi046.stdout:301: done (2 left) 2021-07-26T15:46:19.503 INFO:tasks.rados.rados.0.smithi046.stdout:302: done (1 left) 2021-07-26T15:46:19.503 INFO:tasks.rados.rados.0.smithi046.stdout:303: done (0 left) 2021-07-26T15:46:19.504 INFO:tasks.rados.rados.0.smithi046.stdout:304: snap_create 2021-07-26T15:46:19.696 INFO:tasks.rados.rados.0.smithi046.stdout:304: done (0 left) 2021-07-26T15:46:19.696 INFO:tasks.rados.rados.0.smithi046.stdout:305: read oid 15 snap -1 2021-07-26T15:46:19.697 INFO:tasks.rados.rados.0.smithi046.stdout:305: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:46:19.697 INFO:tasks.rados.rados.0.smithi046.stdout:306: snap_create 2021-07-26T15:46:19.699 INFO:tasks.rados.rados.0.smithi046.stdout:305: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:46:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:19 smithi073 bash[15153]: cluster 2021-07-26T15:46:18.494899+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:46:19.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:19 smithi046 bash[14687]: cluster 2021-07-26T15:46:18.494899+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:46:19.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:19 smithi046 bash[18964]: cluster 2021-07-26T15:46:18.494899+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:46:20.697 INFO:tasks.rados.rados.0.smithi046.stdout:305: done (1 left) 2021-07-26T15:46:20.697 INFO:tasks.rados.rados.0.smithi046.stdout:306: done (0 left) 2021-07-26T15:46:20.698 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 25 2021-07-26T15:46:20.698 INFO:tasks.rados.rados.0.smithi046.stdout:307: seq_num 111 ranges {5488640=663552,6152192=663552,6815744=450560,7266304=90112} 2021-07-26T15:46:20.738 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04638994-23 from 5488640 to 6152192 tid 1 2021-07-26T15:46:20.742 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04638994-23 from 6152192 to 6815744 tid 2 2021-07-26T15:46:20.744 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04638994-23 from 6815744 to 7266304 tid 3 2021-07-26T15:46:20.745 INFO:tasks.rados.rados.0.smithi046.stdout:307: writing smithi04638994-23 from 7266304 to 7356416 tid 4 2021-07-26T15:46:20.745 INFO:tasks.rados.rados.0.smithi046.stdout:308: rollback oid 9 current snap is 25 2021-07-26T15:46:20.745 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 24 2021-07-26T15:46:20.746 INFO:tasks.rados.rados.0.smithi046.stdout:309: snap_remove snap 22 2021-07-26T15:46:20.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:20 smithi073 bash[15153]: cluster 2021-07-26T15:46:19.100906+0000 mgr.x (mgr.24581) 17 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2021-07-26T15:46:20.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:20 smithi073 bash[15153]: cluster 2021-07-26T15:46:19.504734+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:46:20.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:20 smithi073 bash[15153]: cluster 2021-07-26T15:46:19.696802+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:46:20.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[14687]: cluster 2021-07-26T15:46:19.100906+0000 mgr.x (mgr.24581) 17 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2021-07-26T15:46:20.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[14687]: cluster 2021-07-26T15:46:19.504734+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:46:20.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[14687]: cluster 2021-07-26T15:46:19.696802+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:46:20.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[18964]: cluster 2021-07-26T15:46:19.100906+0000 mgr.x (mgr.24581) 17 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2021-07-26T15:46:20.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[18964]: cluster 2021-07-26T15:46:19.504734+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:46:20.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:20 smithi046 bash[18964]: cluster 2021-07-26T15:46:19.696802+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:46:21.703 INFO:tasks.rados.rados.0.smithi046.stdout:309: done (2 left) 2021-07-26T15:46:21.703 INFO:tasks.rados.rados.0.smithi046.stdout:310: read oid 18 snap 23 2021-07-26T15:46:21.703 INFO:tasks.rados.rados.0.smithi046.stdout:310: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:21.704 INFO:tasks.rados.rados.0.smithi046.stdout:311: snap_create 2021-07-26T15:46:21.704 INFO:tasks.rados.rados.0.smithi046.stdout:308: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:46:21.704 INFO:tasks.rados.rados.0.smithi046.stdout:308: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:46:21.704 INFO:tasks.rados.rados.0.smithi046.stdout:308: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:46:21.704 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 102 (ObjNum 78 snap 14 seq_num 78) dirty exists 2021-07-26T15:46:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 1 to smithi04638994-23 2021-07-26T15:46:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 2 to smithi04638994-23 2021-07-26T15:46:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 3 to smithi04638994-23 2021-07-26T15:46:21.705 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 4 to smithi04638994-23 2021-07-26T15:46:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 5 to smithi04638994-23 2021-07-26T15:46:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:307: finishing write tid 6 to smithi04638994-23 2021-07-26T15:46:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 140 (ObjNum 111 snap 25 seq_num 111) dirty exists 2021-07-26T15:46:21.706 INFO:tasks.rados.rados.0.smithi046.stdout:307: left oid 23 (ObjNum 111 snap 25 seq_num 111) 2021-07-26T15:46:21.723 INFO:tasks.rados.rados.0.smithi046.stdout:310: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:22.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:21 smithi073 bash[15153]: cluster 2021-07-26T15:46:20.698528+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:46:22.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:21 smithi046 bash[18964]: cluster 2021-07-26T15:46:20.698528+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:46:22.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:21 smithi046 bash[14687]: cluster 2021-07-26T15:46:20.698528+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:46:22.408 INFO:tasks.rados.rados.0.smithi046.stdout:307: done (3 left) 2021-07-26T15:46:22.409 INFO:tasks.rados.rados.0.smithi046.stdout:308: done (2 left) 2021-07-26T15:46:22.409 INFO:tasks.rados.rados.0.smithi046.stdout:310: done (1 left) 2021-07-26T15:46:22.410 INFO:tasks.rados.rados.0.smithi046.stdout:311: done (0 left) 2021-07-26T15:46:22.410 INFO:tasks.rados.rados.0.smithi046.stdout:312: read oid 23 snap -1 2021-07-26T15:46:22.410 INFO:tasks.rados.rados.0.smithi046.stdout:312: expect (ObjNum 111 snap 25 seq_num 111) 2021-07-26T15:46:22.410 INFO:tasks.rados.rados.0.smithi046.stdout:313: snap_remove snap 20 2021-07-26T15:46:23.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: cluster 2021-07-26T15:46:21.101643+0000 mgr.x (mgr.24581) 18 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:23.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: cluster 2021-07-26T15:46:21.704057+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:46:23.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: audit 2021-07-26T15:46:22.377501+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: audit 2021-07-26T15:46:22.386741+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: audit 2021-07-26T15:46:22.394063+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:23.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: audit 2021-07-26T15:46:22.404063+0000 mon.c (mon.1) 75 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: audit 2021-07-26T15:46:22.404707+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: cluster 2021-07-26T15:46:22.410558+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:46:23.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:22 smithi073 bash[15153]: cluster 2021-07-26T15:46:22.478029+0000 mon.a (mon.0) 775 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:23.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: cluster 2021-07-26T15:46:21.101643+0000 mgr.x (mgr.24581) 18 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:23.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: cluster 2021-07-26T15:46:21.704057+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:46:23.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: audit 2021-07-26T15:46:22.377501+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: audit 2021-07-26T15:46:22.386741+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: audit 2021-07-26T15:46:22.394063+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:23.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: audit 2021-07-26T15:46:22.404063+0000 mon.c (mon.1) 75 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: audit 2021-07-26T15:46:22.404707+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: cluster 2021-07-26T15:46:22.410558+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:46:23.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[14687]: cluster 2021-07-26T15:46:22.478029+0000 mon.a (mon.0) 775 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:23.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: cluster 2021-07-26T15:46:21.101643+0000 mgr.x (mgr.24581) 18 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 62 MiB data, 179 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:23.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: cluster 2021-07-26T15:46:21.704057+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:46:23.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: audit 2021-07-26T15:46:22.377501+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: audit 2021-07-26T15:46:22.386741+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24581 ' entity='mgr.x' 2021-07-26T15:46:23.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: audit 2021-07-26T15:46:22.394063+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:23.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: audit 2021-07-26T15:46:22.404063+0000 mon.c (mon.1) 75 : audit [INF] from='mgr.24581 172.21.15.73:0/2313094848' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: audit 2021-07-26T15:46:22.404707+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:46:23.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: cluster 2021-07-26T15:46:22.410558+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:46:23.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:22 smithi046 bash[18964]: cluster 2021-07-26T15:46:22.478029+0000 mon.a (mon.0) 775 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:23.413 INFO:tasks.rados.rados.0.smithi046.stdout:313: done (1 left) 2021-07-26T15:46:23.413 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 26 2021-07-26T15:46:23.413 INFO:tasks.rados.rados.0.smithi046.stdout:314: seq_num 112 ranges {2195456=679936,2875392=548864,3424256=655360} 2021-07-26T15:46:23.429 INFO:tasks.rados.rados.0.smithi046.stdout:314: writing smithi04638994-45 from 2195456 to 2875392 tid 1 2021-07-26T15:46:23.432 INFO:tasks.rados.rados.0.smithi046.stdout:314: writing smithi04638994-45 from 2875392 to 3424256 tid 2 2021-07-26T15:46:23.437 INFO:tasks.rados.rados.0.smithi046.stdout:314: writing smithi04638994-45 from 3424256 to 4079616 tid 3 2021-07-26T15:46:23.438 INFO:tasks.rados.rados.0.smithi046.stdout:315: rollback oid 35 current snap is 26 2021-07-26T15:46:23.438 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 21 2021-07-26T15:46:23.438 INFO:tasks.rados.rados.0.smithi046.stdout:312: expect (ObjNum 111 snap 25 seq_num 111) 2021-07-26T15:46:23.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:23.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:23.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:23.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: dial tcp 172.21.15.46:8443: connect: connection refused" context_err="context deadline exceeded" 2021-07-26T15:46:23.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:23.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: dial tcp 172.21.15.46:8443: connect: connection refused" 2021-07-26T15:46:23.713 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[30759]: debug 2021-07-26T15:46:23.389+0000 7f1335002700 -1 mgr handle_mgr_map I was active but no longer am 2021-07-26T15:46:23.714 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[30759]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:23.714 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[30759]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:23.714 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[30759]: debug 2021-07-26T15:46:23.441+0000 7fc012b2a700 1 -- 172.21.15.73:0/3042963468 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557fb0df4340 con 0x557fb1b66400 2021-07-26T15:46:23.855 INFO:tasks.rados.rados.0.smithi046.stdout:314: finishing write tid 1 to smithi04638994-45 2021-07-26T15:46:23.855 INFO:tasks.rados.rados.0.smithi046.stdout:314: finishing write tid 2 to smithi04638994-45 2021-07-26T15:46:23.855 INFO:tasks.rados.rados.0.smithi046.stdout:314: finishing write tid 3 to smithi04638994-45 2021-07-26T15:46:23.856 INFO:tasks.rados.rados.0.smithi046.stdout:314: finishing write tid 4 to smithi04638994-45 2021-07-26T15:46:23.856 INFO:tasks.rados.rados.0.smithi046.stdout:312: done (2 left) 2021-07-26T15:46:23.856 INFO:tasks.rados.rados.0.smithi046.stdout:316: snap_create 2021-07-26T15:46:23.857 INFO:tasks.rados.rados.0.smithi046.stdout:315: finishing rollback tid 0 to smithi04638994-35 2021-07-26T15:46:23.857 INFO:tasks.rados.rados.0.smithi046.stdout:315: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:46:23.857 INFO:tasks.rados.rados.0.smithi046.stdout:314: finishing write tid 5 to smithi04638994-45 2021-07-26T15:46:23.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 84 (ObjNum 112 snap 26 seq_num 112) dirty exists 2021-07-26T15:46:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:314: left oid 45 (ObjNum 112 snap 26 seq_num 112) 2021-07-26T15:46:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:315: finishing rollback tid 2 to smithi04638994-35 2021-07-26T15:46:23.858 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 88 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:46:24.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[15153]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[15153]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[15153]: audit 2021-07-26T15:46:23.396197+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:46:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[15153]: cluster 2021-07-26T15:46:23.396292+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e21: y(active, starting, since 0.990499s), standbys: x 2021-07-26T15:46:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:23 smithi073 bash[15153]: cluster 2021-07-26T15:46:23.411726+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:46:24.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[14687]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:24.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[14687]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:24.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[14687]: audit 2021-07-26T15:46:23.396197+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:46:24.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[14687]: cluster 2021-07-26T15:46:23.396292+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e21: y(active, starting, since 0.990499s), standbys: x 2021-07-26T15:46:24.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[14687]: cluster 2021-07-26T15:46:23.411726+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:46:24.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[18964]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:46:24.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[18964]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:46:24.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[18964]: audit 2021-07-26T15:46:23.396197+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24581 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:46:24.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[18964]: cluster 2021-07-26T15:46:23.396292+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e21: y(active, starting, since 0.990499s), standbys: x 2021-07-26T15:46:24.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:23 smithi046 bash[18964]: cluster 2021-07-26T15:46:23.411726+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:46:24.697 INFO:tasks.rados.rados.0.smithi046.stdout:314: done (2 left) 2021-07-26T15:46:24.698 INFO:tasks.rados.rados.0.smithi046.stdout:315: done (1 left) 2021-07-26T15:46:24.698 INFO:tasks.rados.rados.0.smithi046.stdout:316: done (0 left) 2021-07-26T15:46:24.698 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 27 2021-07-26T15:46:24.698 INFO:tasks.rados.rados.0.smithi046.stdout:317: seq_num 113 ranges {4300800=696320,4997120=434176,5431296=466944,5898240=303104} 2021-07-26T15:46:24.731 INFO:tasks.rados.rados.0.smithi046.stdout:317: writing smithi04638994-18 from 4300800 to 4997120 tid 1 2021-07-26T15:46:24.739 INFO:tasks.rados.rados.0.smithi046.stdout:317: writing smithi04638994-18 from 4997120 to 5431296 tid 2 2021-07-26T15:46:24.743 INFO:tasks.rados.rados.0.smithi046.stdout:317: writing smithi04638994-18 from 5431296 to 5898240 tid 3 2021-07-26T15:46:24.748 INFO:tasks.rados.rados.0.smithi046.stdout:317: writing smithi04638994-18 from 5898240 to 6201344 tid 4 2021-07-26T15:46:24.748 INFO:tasks.rados.rados.0.smithi046.stdout:318: read oid 31 snap -1 2021-07-26T15:46:24.748 INFO:tasks.rados.rados.0.smithi046.stdout:318: expect deleted 2021-07-26T15:46:24.749 INFO:tasks.rados.rados.0.smithi046.stdout:319: read oid 5 snap -1 2021-07-26T15:46:24.749 INFO:tasks.rados.rados.0.smithi046.stdout:319: expect deleted 2021-07-26T15:46:24.749 INFO:tasks.rados.rados.0.smithi046.stdout:320: copy_from oid 21 from oid 32 current snap is 27 2021-07-26T15:46:24.749 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 1 to smithi04638994-18 2021-07-26T15:46:24.750 INFO:tasks.rados.rados.0.smithi046.stdout:321: snap_create 2021-07-26T15:46:24.750 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 2 to smithi04638994-18 2021-07-26T15:46:24.750 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 3 to smithi04638994-18 2021-07-26T15:46:24.751 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 4 to smithi04638994-18 2021-07-26T15:46:24.752 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 5 to smithi04638994-18 2021-07-26T15:46:24.754 INFO:tasks.rados.rados.0.smithi046.stdout:317: finishing write tid 6 to smithi04638994-18 2021-07-26T15:46:24.754 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 75 (ObjNum 113 snap 27 seq_num 113) dirty exists 2021-07-26T15:46:24.754 INFO:tasks.rados.rados.0.smithi046.stdout:317: left oid 18 (ObjNum 113 snap 27 seq_num 113) 2021-07-26T15:46:24.778 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing copy_from to smithi04638994-21 2021-07-26T15:46:24.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 70 (ObjNum 105 snap 20 seq_num 105) dirty exists 2021-07-26T15:46:24.779 INFO:tasks.rados.rados.0.smithi046.stdout:320: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:46:25.259 INFO:tasks.rados.rados.0.smithi046.stdout:317: done (4 left) 2021-07-26T15:46:25.259 INFO:tasks.rados.rados.0.smithi046.stdout:318: done (3 left) 2021-07-26T15:46:25.259 INFO:tasks.rados.rados.0.smithi046.stdout:319: done (2 left) 2021-07-26T15:46:25.260 INFO:tasks.rados.rados.0.smithi046.stdout:320: done (1 left) 2021-07-26T15:46:25.260 INFO:tasks.rados.rados.0.smithi046.stdout:321: done (0 left) 2021-07-26T15:46:25.260 INFO:tasks.rados.rados.0.smithi046.stdout:322: read oid 41 snap -1 2021-07-26T15:46:25.261 INFO:tasks.rados.rados.0.smithi046.stdout:322: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:46:25.261 INFO:tasks.rados.rados.0.smithi046.stdout:323: delete oid 13 current snap is 28 2021-07-26T15:46:25.261 INFO:tasks.rados.rados.0.smithi046.stdout:322: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:46:25.265 INFO:tasks.rados.rados.0.smithi046.stdout:322: done (1 left) 2021-07-26T15:46:25.265 INFO:tasks.rados.rados.0.smithi046.stdout:323: done (0 left) 2021-07-26T15:46:25.266 INFO:tasks.rados.rados.0.smithi046.stdout:324: snap_create 2021-07-26T15:46:25.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: cluster 2021-07-26T15:46:24.698819+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:46:25.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: cluster 2021-07-26T15:46:25.253500+0000 mon.a (mon.0) 780 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:25.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: cluster 2021-07-26T15:46:25.254784+0000 mon.a (mon.0) 781 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:25.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: cluster 2021-07-26T15:46:25.259480+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:46:25.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: audit 2021-07-26T15:46:25.260118+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:25.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: audit 2021-07-26T15:46:25.261159+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:25.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: audit 2021-07-26T15:46:25.263755+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:25.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[14687]: audit 2021-07-26T15:46:25.264259+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:25.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: cluster 2021-07-26T15:46:24.698819+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:46:25.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: cluster 2021-07-26T15:46:25.253500+0000 mon.a (mon.0) 780 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:25.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: cluster 2021-07-26T15:46:25.254784+0000 mon.a (mon.0) 781 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:25.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: cluster 2021-07-26T15:46:25.259480+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:46:25.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: audit 2021-07-26T15:46:25.260118+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:25.979 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: audit 2021-07-26T15:46:25.261159+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:25.979 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: audit 2021-07-26T15:46:25.263755+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:25.979 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[18964]: audit 2021-07-26T15:46:25.264259+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:25.988 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: cluster 2021-07-26T15:46:24.698819+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:46:25.989 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: cluster 2021-07-26T15:46:25.253500+0000 mon.a (mon.0) 780 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:25.989 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: cluster 2021-07-26T15:46:25.254784+0000 mon.a (mon.0) 781 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:25.989 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: cluster 2021-07-26T15:46:25.259480+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:46:25.989 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: audit 2021-07-26T15:46:25.260118+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:46:25.989 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: audit 2021-07-26T15:46:25.261159+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:25.990 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: audit 2021-07-26T15:46:25.263755+0000 mon.a (mon.0) 785 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:46:25.990 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:25 smithi073 bash[15153]: audit 2021-07-26T15:46:25.264259+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.? 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:26.261 INFO:tasks.rados.rados.0.smithi046.stdout:324: done (0 left) 2021-07-26T15:46:26.261 INFO:tasks.rados.rados.0.smithi046.stdout:325: delete oid 19 current snap is 29 2021-07-26T15:46:26.268 INFO:tasks.rados.rados.0.smithi046.stdout:325: done (0 left) 2021-07-26T15:46:26.268 INFO:tasks.rados.rados.0.smithi046.stdout:326: delete oid 8 current snap is 29 2021-07-26T15:46:26.272 INFO:tasks.rados.rados.0.smithi046.stdout:326: done (0 left) 2021-07-26T15:46:26.272 INFO:tasks.rados.rados.0.smithi046.stdout:327: delete oid 49 current snap is 29 2021-07-26T15:46:26.279 INFO:tasks.rados.rados.0.smithi046.stdout:327: done (0 left) 2021-07-26T15:46:26.279 INFO:tasks.rados.rados.0.smithi046.stdout:328: copy_from oid 33 from oid 9 current snap is 29 2021-07-26T15:46:26.279 INFO:tasks.rados.rados.0.smithi046.stdout:329: read oid 27 snap -1 2021-07-26T15:46:26.280 INFO:tasks.rados.rados.0.smithi046.stdout:329: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:26.280 INFO:tasks.rados.rados.0.smithi046.stdout:330: rollback oid 42 current snap is 29 2021-07-26T15:46:26.280 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 23 2021-07-26T15:46:26.280 INFO:tasks.rados.rados.0.smithi046.stdout:331: read oid 29 snap -1 2021-07-26T15:46:26.281 INFO:tasks.rados.rados.0.smithi046.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:46:26.281 INFO:tasks.rados.rados.0.smithi046.stdout:332: delete oid 19 current snap is 29 2021-07-26T15:46:26.284 INFO:tasks.rados.rados.0.smithi046.stdout:332: done (4 left) 2021-07-26T15:46:26.284 INFO:tasks.rados.rados.0.smithi046.stdout:333: rollback oid 22 current snap is 29 2021-07-26T15:46:26.284 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 21 2021-07-26T15:46:26.284 INFO:tasks.rados.rados.0.smithi046.stdout:334: rollback oid 31 current snap is 29 2021-07-26T15:46:26.285 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 21 2021-07-26T15:46:26.285 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 29 2021-07-26T15:46:26.285 INFO:tasks.rados.rados.0.smithi046.stdout:335: seq_num 119 ranges {606208=802816,1409024=589824,1998848=409600,2408448=204800} 2021-07-26T15:46:26.295 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04638994-37 from 606208 to 1409024 tid 1 2021-07-26T15:46:26.298 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04638994-37 from 1409024 to 1998848 tid 2 2021-07-26T15:46:26.301 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04638994-37 from 1998848 to 2408448 tid 3 2021-07-26T15:46:26.303 INFO:tasks.rados.rados.0.smithi046.stdout:335: writing smithi04638994-37 from 2408448 to 2613248 tid 4 2021-07-26T15:46:26.303 INFO:tasks.rados.rados.0.smithi046.stdout:336: read oid 17 snap -1 2021-07-26T15:46:26.303 INFO:tasks.rados.rados.0.smithi046.stdout:336: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:26.303 INFO:tasks.rados.rados.0.smithi046.stdout:337: rollback oid 19 current snap is 29 2021-07-26T15:46:26.304 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 21 2021-07-26T15:46:26.304 INFO:tasks.rados.rados.0.smithi046.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:46:26.328 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:46:26.329 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:46:26.329 INFO:tasks.rados.rados.0.smithi046.stdout:329: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:26.340 INFO:tasks.rados.rados.0.smithi046.stdout:330: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:46:26.340 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 12 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:26.341 INFO:tasks.rados.rados.0.smithi046.stdout:334: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:46:26.341 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 197754944 snap 22029 seq_num 197664016) dirty dne 2021-07-26T15:46:26.341 INFO:tasks.rados.rados.0.smithi046.stdout:333: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:46:26.341 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 0 (ObjNum 197917728 snap 22029 seq_num 196102784) dirty dne 2021-07-26T15:46:26.342 INFO:tasks.rados.rados.0.smithi046.stdout:328: finishing copy_from to smithi04638994-33 2021-07-26T15:46:26.342 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 102 (ObjNum 78 snap 14 seq_num 78) dirty exists 2021-07-26T15:46:26.343 INFO:tasks.rados.rados.0.smithi046.stdout:328: finishing copy_from racing read to smithi04638994-33 2021-07-26T15:46:26.343 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 1 to smithi04638994-37 2021-07-26T15:46:26.343 INFO:tasks.rados.rados.0.smithi046.stdout:328: done (8 left) 2021-07-26T15:46:26.343 INFO:tasks.rados.rados.0.smithi046.stdout:329: done (7 left) 2021-07-26T15:46:26.343 INFO:tasks.rados.rados.0.smithi046.stdout:330: done (6 left) 2021-07-26T15:46:26.344 INFO:tasks.rados.rados.0.smithi046.stdout:331: done (5 left) 2021-07-26T15:46:26.344 INFO:tasks.rados.rados.0.smithi046.stdout:333: done (4 left) 2021-07-26T15:46:26.344 INFO:tasks.rados.rados.0.smithi046.stdout:334: done (3 left) 2021-07-26T15:46:26.344 INFO:tasks.rados.rados.0.smithi046.stdout:338: snap_create 2021-07-26T15:46:26.345 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 2 to smithi04638994-37 2021-07-26T15:46:26.345 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:46:26.346 INFO:tasks.rados.rados.0.smithi046.stdout:337: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:46:26.346 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 104 (ObjNum 100 snap 19 seq_num 100) dirty exists 2021-07-26T15:46:26.346 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 3 to smithi04638994-37 2021-07-26T15:46:26.347 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 4 to smithi04638994-37 2021-07-26T15:46:26.347 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 5 to smithi04638994-37 2021-07-26T15:46:26.347 INFO:tasks.rados.rados.0.smithi046.stdout:335: finishing write tid 6 to smithi04638994-37 2021-07-26T15:46:26.347 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 96 (ObjNum 119 snap 29 seq_num 119) dirty exists 2021-07-26T15:46:26.347 INFO:tasks.rados.rados.0.smithi046.stdout:335: left oid 37 (ObjNum 119 snap 29 seq_num 119) 2021-07-26T15:46:26.348 INFO:tasks.rados.rados.0.smithi046.stdout:336: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:26.431 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:25 smithi046 bash[39887]: Warning: Permanently added '172.21.15.46' (ECDSA) to the list of known hosts. 2021-07-26T15:46:26.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[39887]: Warning: Permanently added '172.21.15.73' (ECDSA) to the list of known hosts. 2021-07-26T15:46:26.792 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:46:27.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: cluster 2021-07-26T15:46:25.711459+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e22: y(active, starting, since 0.456978s), standbys: x 2021-07-26T15:46:27.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.715137+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:27.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.715418+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:27.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.715648+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:27.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.717813+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:27.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.718217+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:27.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.718597+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:27.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.719121+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:27.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.719586+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:27.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.720054+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:27.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.720517+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:27.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.720953+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:27.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.721411+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:27.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.721839+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:27.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.722311+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:27.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.722612+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:27.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.723433+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:27.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: cluster 2021-07-26T15:46:25.748732+0000 mon.a (mon.0) 804 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:27.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.910293+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.916964+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.921346+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:27.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.923520+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:27.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.973755+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:27.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:25.985043+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:27.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: cluster 2021-07-26T15:46:26.262125+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:46:27.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:26 smithi073 bash[15153]: audit 2021-07-26T15:46:26.494846+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:27.133 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:46:27.133 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 4s ago 4m 14.2M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:46:27.133 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (4m) 16s ago 4m 25.9M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:46:27.135 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (30s) 16s ago 9m 401M - 17.0.0-6381-gbccf07c2 6cdb40438e66 655a373b5d56 2021-07-26T15:46:27.135 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (9s) 4s ago 11m 120M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:46:27.135 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (11m) 4s ago 12m 54.6M 2048M 16.2.5 34f74fddb18e a024e1de20bb 2021-07-26T15:46:27.135 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (9m) 16s ago 9m 46.5M 2048M 16.2.5 34f74fddb18e d6a0121c3da9 2021-07-26T15:46:27.135 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (9m) 4s ago 9m 47.3M 2048M 16.2.5 34f74fddb18e 701015c2849f 2021-07-26T15:46:27.136 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 4s ago 5m 10.7M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:46:27.136 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (5m) 16s ago 5m 10.9M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:46:27.136 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (8m) 4s ago 8m 59.4M 3553M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:46:27.136 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 4s ago 8m 67.8M 3553M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:46:27.137 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (7m) 4s ago 7m 49.5M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:46:27.137 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 4s ago 7m 70.8M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:46:27.137 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (6m) 16s ago 7m 58.1M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:46:27.137 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (6m) 16s ago 6m 48.3M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:46:27.137 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (6m) 16s ago 6m 53.2M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:46:27.138 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (5m) 16s ago 5m 52.1M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:46:27.138 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (4m) 16s ago 5m 34.7M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:46:27.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: cluster 2021-07-26T15:46:25.711459+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e22: y(active, starting, since 0.456978s), standbys: x 2021-07-26T15:46:27.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.715137+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:27.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.715418+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:27.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.715648+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:27.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.717813+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:27.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.718217+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:27.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.718597+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:27.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.719121+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:27.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.719586+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:27.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.720054+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:27.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.720517+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.720953+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.721411+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.721839+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.722311+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.722612+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.723433+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: cluster 2021-07-26T15:46:25.748732+0000 mon.a (mon.0) 804 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:27.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.910293+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: cluster 2021-07-26T15:46:25.711459+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e22: y(active, starting, since 0.456978s), standbys: x 2021-07-26T15:46:27.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.715137+0000 mon.a (mon.0) 788 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:27.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.715418+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:27.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.715648+0000 mon.a (mon.0) 790 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:27.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.717813+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:27.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.718217+0000 mon.a (mon.0) 792 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:27.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.718597+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:27.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.719121+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:27.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.719586+0000 mon.a (mon.0) 795 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:27.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.720054+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:27.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.720517+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:27.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.720953+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:27.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.721411+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:27.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.721839+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:27.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.722311+0000 mon.a (mon.0) 801 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:27.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.722612+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:27.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.723433+0000 mon.a (mon.0) 803 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:27.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: cluster 2021-07-26T15:46:25.748732+0000 mon.a (mon.0) 804 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:27.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.910293+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.916964+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.921346+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:27.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.923520+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:27.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.973755+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:27.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:25.985043+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:27.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: cluster 2021-07-26T15:46:26.262125+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:46:27.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[18964]: audit 2021-07-26T15:46:26.494846+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:27.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.916964+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:27.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.921346+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:27.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.923520+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:27.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.973755+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:27.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:25.985043+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:27.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: cluster 2021-07-26T15:46:26.262125+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:46:27.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:26 smithi046 bash[14687]: audit 2021-07-26T15:46:26.494846+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:27.263 INFO:tasks.rados.rados.0.smithi046.stdout:335: done (3 left) 2021-07-26T15:46:27.263 INFO:tasks.rados.rados.0.smithi046.stdout:336: done (2 left) 2021-07-26T15:46:27.263 INFO:tasks.rados.rados.0.smithi046.stdout:337: done (1 left) 2021-07-26T15:46:27.264 INFO:tasks.rados.rados.0.smithi046.stdout:338: done (0 left) 2021-07-26T15:46:27.264 INFO:tasks.rados.rados.0.smithi046.stdout:339: rollback oid 50 current snap is 30 2021-07-26T15:46:27.264 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 21 2021-07-26T15:46:27.264 INFO:tasks.rados.rados.0.smithi046.stdout:340: rmattr oid 38 current snap is 30 2021-07-26T15:46:27.265 INFO:tasks.rados.rados.0.smithi046.stdout:340: done (1 left) 2021-07-26T15:46:27.265 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 30 2021-07-26T15:46:27.265 INFO:tasks.rados.rados.0.smithi046.stdout:341: seq_num 120 ranges {2293760=417792,2711552=475136,3186688=622592,3809280=507904} 2021-07-26T15:46:27.282 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04638994-21 from 2293760 to 2711552 tid 1 2021-07-26T15:46:27.284 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04638994-21 from 2711552 to 3186688 tid 2 2021-07-26T15:46:27.288 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04638994-21 from 3186688 to 3809280 tid 3 2021-07-26T15:46:27.292 INFO:tasks.rados.rados.0.smithi046.stdout:341: writing smithi04638994-21 from 3809280 to 4317184 tid 4 2021-07-26T15:46:27.293 INFO:tasks.rados.rados.0.smithi046.stdout:342: copy_from oid 37 from oid 14 current snap is 30 2021-07-26T15:46:27.293 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing rollback tid 0 to smithi04638994-50 2021-07-26T15:46:27.293 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:46:27.294 INFO:tasks.rados.rados.0.smithi046.stdout:339: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:46:27.294 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 64 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:46:27.294 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 1 to smithi04638994-21 2021-07-26T15:46:27.294 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 2 to smithi04638994-21 2021-07-26T15:46:27.294 INFO:tasks.rados.rados.0.smithi046.stdout:339: done (2 left) 2021-07-26T15:46:27.295 INFO:tasks.rados.rados.0.smithi046.stdout:343: rmattr oid 44 current snap is 30 2021-07-26T15:46:27.295 INFO:tasks.rados.rados.0.smithi046.stdout:343: done (2 left) 2021-07-26T15:46:27.295 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 30 2021-07-26T15:46:27.295 INFO:tasks.rados.rados.0.smithi046.stdout:344: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2021-07-26T15:46:27.296 INFO:tasks.rados.rados.0.smithi046.stdout:344: writing smithi04638994-15 from 0 to 434176 tid 1 2021-07-26T15:46:27.299 INFO:tasks.rados.rados.0.smithi046.stdout:344: writing smithi04638994-15 from 434176 to 1187840 tid 2 2021-07-26T15:46:27.302 INFO:tasks.rados.rados.0.smithi046.stdout:344: writing smithi04638994-15 from 1187840 to 1613824 tid 3 2021-07-26T15:46:27.304 INFO:tasks.rados.rados.0.smithi046.stdout:344: writing smithi04638994-15 from 1613824 to 2039808 tid 4 2021-07-26T15:46:27.304 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 30 2021-07-26T15:46:27.305 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 3 to smithi04638994-21 2021-07-26T15:46:27.305 INFO:tasks.rados.rados.0.smithi046.stdout:345: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2021-07-26T15:46:27.307 INFO:tasks.rados.rados.0.smithi046.stdout:345: writing smithi04638994-22 from 0 to 450560 tid 1 2021-07-26T15:46:27.311 INFO:tasks.rados.rados.0.smithi046.stdout:345: writing smithi04638994-22 from 450560 to 1138688 tid 2 2021-07-26T15:46:27.315 INFO:tasks.rados.rados.0.smithi046.stdout:345: writing smithi04638994-22 from 1138688 to 1769472 tid 3 2021-07-26T15:46:27.317 INFO:tasks.rados.rados.0.smithi046.stdout:345: writing smithi04638994-22 from 1769472 to 2056192 tid 4 2021-07-26T15:46:27.317 INFO:tasks.rados.rados.0.smithi046.stdout:346: copy_from oid 23 from oid 11 current snap is 30 2021-07-26T15:46:27.317 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 4 to smithi04638994-21 2021-07-26T15:46:27.317 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 5 to smithi04638994-21 2021-07-26T15:46:27.318 INFO:tasks.rados.rados.0.smithi046.stdout:341: finishing write tid 6 to smithi04638994-21 2021-07-26T15:46:27.318 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 80 (ObjNum 120 snap 30 seq_num 120) dirty exists 2021-07-26T15:46:27.318 INFO:tasks.rados.rados.0.smithi046.stdout:341: left oid 21 (ObjNum 120 snap 30 seq_num 120) 2021-07-26T15:46:27.318 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing copy_from to smithi04638994-37 2021-07-26T15:46:27.319 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 15 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:46:27.319 INFO:tasks.rados.rados.0.smithi046.stdout:342: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:46:27.319 INFO:tasks.rados.rados.0.smithi046.stdout:341: done (4 left) 2021-07-26T15:46:27.319 INFO:tasks.rados.rados.0.smithi046.stdout:342: done (3 left) 2021-07-26T15:46:27.319 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 30 2021-07-26T15:46:27.320 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 1 to smithi04638994-15 2021-07-26T15:46:27.320 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 2 to smithi04638994-15 2021-07-26T15:46:27.320 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 3 to smithi04638994-15 2021-07-26T15:46:27.320 INFO:tasks.rados.rados.0.smithi046.stdout:347: seq_num 123 ranges {2293760=466944,2760704=573440,3334144=794624,4128768=237568} 2021-07-26T15:46:27.337 INFO:tasks.rados.rados.0.smithi046.stdout:347: writing smithi04638994-32 from 2293760 to 2760704 tid 1 2021-07-26T15:46:27.337 INFO:tasks.rados.rados.0.smithi046.stdout:347: writing smithi04638994-32 from 2760704 to 3334144 tid 2 2021-07-26T15:46:27.340 INFO:tasks.rados.rados.0.smithi046.stdout:347: writing smithi04638994-32 from 3334144 to 4128768 tid 3 2021-07-26T15:46:27.341 INFO:tasks.rados.rados.0.smithi046.stdout:347: writing smithi04638994-32 from 4128768 to 4366336 tid 4 2021-07-26T15:46:27.342 INFO:tasks.rados.rados.0.smithi046.stdout:348: snap_remove snap 26 2021-07-26T15:46:27.540 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:46:27.540 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:46:27.541 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 3 2021-07-26T15:46:27.541 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:27.541 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:46:27.541 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:46:27.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:27.542 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:46:27.542 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:46:27.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:27.542 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:46:27.543 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:46:27.543 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 11, 2021-07-26T15:46:27.543 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:46:27.543 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:46:27.544 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:46:28.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: cluster 2021-07-26T15:46:26.729403+0000 mon.a (mon.0) 813 : cluster [DBG] mgrmap e23: y(active, since 1.47492s), standbys: x 2021-07-26T15:46:28.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: audit 2021-07-26T15:46:26.770630+0000 mgr.y (mgr.14727) 1 : audit [DBG] from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: cluster 2021-07-26T15:46:26.773436+0000 mgr.y (mgr.14727) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:28.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: audit 2021-07-26T15:46:27.114737+0000 mgr.y (mgr.14727) 3 : audit [DBG] from='client.24670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: cluster 2021-07-26T15:46:27.263710+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:46:28.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:27 smithi073 bash[15153]: audit 2021-07-26T15:46:27.541697+0000 mon.a (mon.0) 815 : audit [DBG] from='client.? 172.21.15.46:0/2626338896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:28.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: cluster 2021-07-26T15:46:26.729403+0000 mon.a (mon.0) 813 : cluster [DBG] mgrmap e23: y(active, since 1.47492s), standbys: x 2021-07-26T15:46:28.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: audit 2021-07-26T15:46:26.770630+0000 mgr.y (mgr.14727) 1 : audit [DBG] from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: cluster 2021-07-26T15:46:26.773436+0000 mgr.y (mgr.14727) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:28.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: audit 2021-07-26T15:46:27.114737+0000 mgr.y (mgr.14727) 3 : audit [DBG] from='client.24670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: cluster 2021-07-26T15:46:27.263710+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:46:28.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[14687]: audit 2021-07-26T15:46:27.541697+0000 mon.a (mon.0) 815 : audit [DBG] from='client.? 172.21.15.46:0/2626338896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:28.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: cluster 2021-07-26T15:46:26.729403+0000 mon.a (mon.0) 813 : cluster [DBG] mgrmap e23: y(active, since 1.47492s), standbys: x 2021-07-26T15:46:28.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: audit 2021-07-26T15:46:26.770630+0000 mgr.y (mgr.14727) 1 : audit [DBG] from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: cluster 2021-07-26T15:46:26.773436+0000 mgr.y (mgr.14727) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:28.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: audit 2021-07-26T15:46:27.114737+0000 mgr.y (mgr.14727) 3 : audit [DBG] from='client.24670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:28.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: cluster 2021-07-26T15:46:27.263710+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:46:28.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:27 smithi046 bash[18964]: audit 2021-07-26T15:46:27.541697+0000 mon.a (mon.0) 815 : audit [DBG] from='client.? 172.21.15.46:0/2626338896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:28.270 INFO:tasks.rados.rados.0.smithi046.stdout:348: done (4 left) 2021-07-26T15:46:28.271 INFO:tasks.rados.rados.0.smithi046.stdout:349: copy_from oid 43 from oid 12 current snap is 30 2021-07-26T15:46:28.271 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 4 to smithi04638994-15 2021-07-26T15:46:28.271 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 5 to smithi04638994-15 2021-07-26T15:46:28.272 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 1 to smithi04638994-22 2021-07-26T15:46:28.272 INFO:tasks.rados.rados.0.smithi046.stdout:344: finishing write tid 6 to smithi04638994-15 2021-07-26T15:46:28.272 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 70 (ObjNum 121 snap 30 seq_num 121) dirty exists 2021-07-26T15:46:28.272 INFO:tasks.rados.rados.0.smithi046.stdout:344: left oid 15 (ObjNum 121 snap 30 seq_num 121) 2021-07-26T15:46:28.272 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 2 to smithi04638994-22 2021-07-26T15:46:28.273 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 3 to smithi04638994-22 2021-07-26T15:46:28.273 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 4 to smithi04638994-22 2021-07-26T15:46:28.273 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 5 to smithi04638994-22 2021-07-26T15:46:28.273 INFO:tasks.rados.rados.0.smithi046.stdout:346: finishing copy_from to smithi04638994-23 2021-07-26T15:46:28.273 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:46:28.290 INFO:tasks.rados.rados.0.smithi046.stdout:346: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:46:28.290 INFO:tasks.rados.rados.0.smithi046.stdout:345: finishing write tid 6 to smithi04638994-22 2021-07-26T15:46:28.291 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 41 (ObjNum 122 snap 30 seq_num 122) dirty exists 2021-07-26T15:46:28.291 INFO:tasks.rados.rados.0.smithi046.stdout:345: left oid 22 (ObjNum 122 snap 30 seq_num 122) 2021-07-26T15:46:28.291 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 1 to smithi04638994-32 2021-07-26T15:46:28.291 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 2 to smithi04638994-32 2021-07-26T15:46:28.292 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 3 to smithi04638994-32 2021-07-26T15:46:28.292 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 4 to smithi04638994-32 2021-07-26T15:46:28.292 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 5 to smithi04638994-32 2021-07-26T15:46:28.293 INFO:tasks.rados.rados.0.smithi046.stdout:347: finishing write tid 6 to smithi04638994-32 2021-07-26T15:46:28.294 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 80 (ObjNum 123 snap 30 seq_num 123) dirty exists 2021-07-26T15:46:28.294 INFO:tasks.rados.rados.0.smithi046.stdout:347: left oid 32 (ObjNum 123 snap 30 seq_num 123) 2021-07-26T15:46:28.294 INFO:tasks.rados.rados.0.smithi046.stdout:344: done (4 left) 2021-07-26T15:46:28.294 INFO:tasks.rados.rados.0.smithi046.stdout:345: done (3 left) 2021-07-26T15:46:28.295 INFO:tasks.rados.rados.0.smithi046.stdout:346: done (2 left) 2021-07-26T15:46:28.295 INFO:tasks.rados.rados.0.smithi046.stdout:347: done (1 left) 2021-07-26T15:46:28.295 INFO:tasks.rados.rados.0.smithi046.stdout:350: copy_from oid 19 from oid 27 current snap is 30 2021-07-26T15:46:28.295 INFO:tasks.rados.rados.0.smithi046.stdout:351: snap_create 2021-07-26T15:46:28.296 INFO:tasks.rados.rados.0.smithi046.stdout:349: finishing copy_from to smithi04638994-43 2021-07-26T15:46:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:349: got expected ENOENT (src dne) 2021-07-26T15:46:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:349: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:46:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:350: finishing copy_from to smithi04638994-19 2021-07-26T15:46:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:46:28.297 INFO:tasks.rados.rados.0.smithi046.stdout:350: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:46:29.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:28 smithi073 bash[15153]: cluster 2021-07-26T15:46:27.719852+0000 mgr.y (mgr.14727) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:29.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:28 smithi073 bash[15153]: cluster 2021-07-26T15:46:27.743915+0000 mon.a (mon.0) 816 : cluster [DBG] mgrmap e24: y(active, since 2s), standbys: x 2021-07-26T15:46:29.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:28 smithi073 bash[15153]: cluster 2021-07-26T15:46:28.269415+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:46:29.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[14687]: cluster 2021-07-26T15:46:27.719852+0000 mgr.y (mgr.14727) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:29.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[14687]: cluster 2021-07-26T15:46:27.743915+0000 mon.a (mon.0) 816 : cluster [DBG] mgrmap e24: y(active, since 2s), standbys: x 2021-07-26T15:46:29.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[14687]: cluster 2021-07-26T15:46:28.269415+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:46:29.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[18964]: cluster 2021-07-26T15:46:27.719852+0000 mgr.y (mgr.14727) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:29.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[18964]: cluster 2021-07-26T15:46:27.743915+0000 mon.a (mon.0) 816 : cluster [DBG] mgrmap e24: y(active, since 2s), standbys: x 2021-07-26T15:46:29.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:28 smithi046 bash[18964]: cluster 2021-07-26T15:46:28.269415+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:46:29.279 INFO:tasks.rados.rados.0.smithi046.stdout:349: done (2 left) 2021-07-26T15:46:29.279 INFO:tasks.rados.rados.0.smithi046.stdout:350: done (1 left) 2021-07-26T15:46:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:351: done (0 left) 2021-07-26T15:46:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:352: read oid 15 snap -1 2021-07-26T15:46:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:352: expect (ObjNum 121 snap 30 seq_num 121) 2021-07-26T15:46:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:353: copy_from oid 39 from oid 19 current snap is 31 2021-07-26T15:46:29.280 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 31 2021-07-26T15:46:29.281 INFO:tasks.rados.rados.0.smithi046.stdout:354: seq_num 124 ranges {1458176=483328,1941504=458752,2400256=598016,2998272=548864} 2021-07-26T15:46:29.284 INFO:tasks.rados.rados.0.smithi046.stdout:354: writing smithi04638994-9 from 1458176 to 1941504 tid 1 2021-07-26T15:46:29.288 INFO:tasks.rados.rados.0.smithi046.stdout:354: writing smithi04638994-9 from 1941504 to 2400256 tid 2 2021-07-26T15:46:29.295 INFO:tasks.rados.rados.0.smithi046.stdout:354: writing smithi04638994-9 from 2400256 to 2998272 tid 3 2021-07-26T15:46:29.312 INFO:tasks.rados.rados.0.smithi046.stdout:354: writing smithi04638994-9 from 2998272 to 3547136 tid 4 2021-07-26T15:46:29.312 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 31 2021-07-26T15:46:29.313 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing copy_from to smithi04638994-39 2021-07-26T15:46:29.313 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:46:29.313 INFO:tasks.rados.rados.0.smithi046.stdout:353: finishing copy_from racing read to smithi04638994-39 2021-07-26T15:46:29.313 INFO:tasks.rados.rados.0.smithi046.stdout:352: expect (ObjNum 121 snap 30 seq_num 121) 2021-07-26T15:46:29.361 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 1 to smithi04638994-9 2021-07-26T15:46:29.363 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 2 to smithi04638994-9 2021-07-26T15:46:29.363 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 3 to smithi04638994-9 2021-07-26T15:46:29.369 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 4 to smithi04638994-9 2021-07-26T15:46:29.369 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 5 to smithi04638994-9 2021-07-26T15:46:29.370 INFO:tasks.rados.rados.0.smithi046.stdout:354: finishing write tid 6 to smithi04638994-9 2021-07-26T15:46:29.370 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 112 (ObjNum 124 snap 31 seq_num 124) dirty exists 2021-07-26T15:46:29.370 INFO:tasks.rados.rados.0.smithi046.stdout:354: left oid 9 (ObjNum 124 snap 31 seq_num 124) 2021-07-26T15:46:29.370 INFO:tasks.rados.rados.0.smithi046.stdout:355: seq_num 125 ranges {4079616=499712,4579328=745472,5324800=409600,5734400=450560} 2021-07-26T15:46:29.396 INFO:tasks.rados.rados.0.smithi046.stdout:355: writing smithi04638994-45 from 4079616 to 4579328 tid 1 2021-07-26T15:46:29.405 INFO:tasks.rados.rados.0.smithi046.stdout:355: writing smithi04638994-45 from 4579328 to 5324800 tid 2 2021-07-26T15:46:29.406 INFO:tasks.rados.rados.0.smithi046.stdout:355: writing smithi04638994-45 from 5324800 to 5734400 tid 3 2021-07-26T15:46:29.415 INFO:tasks.rados.rados.0.smithi046.stdout:355: writing smithi04638994-45 from 5734400 to 6184960 tid 4 2021-07-26T15:46:29.416 INFO:tasks.rados.rados.0.smithi046.stdout:352: done (3 left) 2021-07-26T15:46:29.416 INFO:tasks.rados.rados.0.smithi046.stdout:353: done (2 left) 2021-07-26T15:46:29.416 INFO:tasks.rados.rados.0.smithi046.stdout:354: done (1 left) 2021-07-26T15:46:29.417 INFO:tasks.rados.rados.0.smithi046.stdout:356: snap_create 2021-07-26T15:46:29.417 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 1 to smithi04638994-45 2021-07-26T15:46:29.417 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 2 to smithi04638994-45 2021-07-26T15:46:29.417 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 3 to smithi04638994-45 2021-07-26T15:46:29.417 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 4 to smithi04638994-45 2021-07-26T15:46:29.418 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 5 to smithi04638994-45 2021-07-26T15:46:29.418 INFO:tasks.rados.rados.0.smithi046.stdout:355: finishing write tid 6 to smithi04638994-45 2021-07-26T15:46:29.418 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 108 (ObjNum 125 snap 31 seq_num 125) dirty exists 2021-07-26T15:46:29.419 INFO:tasks.rados.rados.0.smithi046.stdout:355: left oid 45 (ObjNum 125 snap 31 seq_num 125) 2021-07-26T15:46:29.701 INFO:tasks.rados.rados.0.smithi046.stdout:355: done (1 left) 2021-07-26T15:46:29.701 INFO:tasks.rados.rados.0.smithi046.stdout:356: done (0 left) 2021-07-26T15:46:29.701 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 32 2021-07-26T15:46:29.701 INFO:tasks.rados.rados.0.smithi046.stdout:357: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2021-07-26T15:46:29.708 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04638994-5 from 0 to 516096 tid 1 2021-07-26T15:46:29.715 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04638994-5 from 516096 to 1146880 tid 2 2021-07-26T15:46:29.720 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04638994-5 from 1146880 to 1761280 tid 3 2021-07-26T15:46:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:357: writing smithi04638994-5 from 1761280 to 2121728 tid 4 2021-07-26T15:46:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:358: rollback oid 31 current snap is 32 2021-07-26T15:46:29.721 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 30 2021-07-26T15:46:29.722 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 1 to smithi04638994-5 2021-07-26T15:46:29.722 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 32 2021-07-26T15:46:29.722 INFO:tasks.rados.rados.0.smithi046.stdout:359: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2021-07-26T15:46:29.727 INFO:tasks.rados.rados.0.smithi046.stdout:359: writing smithi04638994-49 from 0 to 532480 tid 1 2021-07-26T15:46:29.728 INFO:tasks.rados.rados.0.smithi046.stdout:359: writing smithi04638994-49 from 532480 to 1040384 tid 2 2021-07-26T15:46:29.732 INFO:tasks.rados.rados.0.smithi046.stdout:359: writing smithi04638994-49 from 1040384 to 1818624 tid 3 2021-07-26T15:46:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:359: writing smithi04638994-49 from 1818624 to 2138112 tid 4 2021-07-26T15:46:29.735 INFO:tasks.rados.rados.0.smithi046.stdout:360: rmattr oid 41 current snap is 32 2021-07-26T15:46:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 2 to smithi04638994-5 2021-07-26T15:46:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 3 to smithi04638994-5 2021-07-26T15:46:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 4 to smithi04638994-5 2021-07-26T15:46:29.736 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 5 to smithi04638994-5 2021-07-26T15:46:29.737 INFO:tasks.rados.rados.0.smithi046.stdout:358: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:46:29.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 0 (ObjNum 196342464 snap 22029 seq_num 197664528) dirty dne 2021-07-26T15:46:29.737 INFO:tasks.rados.rados.0.smithi046.stdout:357: finishing write tid 6 to smithi04638994-5 2021-07-26T15:46:29.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 40 (ObjNum 126 snap 32 seq_num 126) dirty exists 2021-07-26T15:46:29.737 INFO:tasks.rados.rados.0.smithi046.stdout:357: left oid 5 (ObjNum 126 snap 32 seq_num 126) 2021-07-26T15:46:29.738 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 1 to smithi04638994-49 2021-07-26T15:46:29.738 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 2 to smithi04638994-49 2021-07-26T15:46:29.738 INFO:tasks.rados.rados.0.smithi046.stdout:357: done (3 left) 2021-07-26T15:46:29.738 INFO:tasks.rados.rados.0.smithi046.stdout:358: done (2 left) 2021-07-26T15:46:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:361: read oid 32 snap -1 2021-07-26T15:46:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:361: expect (ObjNum 123 snap 30 seq_num 123) 2021-07-26T15:46:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:362: read oid 10 snap -1 2021-07-26T15:46:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:362: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:46:29.739 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 32 2021-07-26T15:46:29.740 INFO:tasks.rados.rados.0.smithi046.stdout:363: seq_num 128 ranges {2310144=548864,2859008=794624,3653632=581632,4235264=229376} 2021-07-26T15:46:29.758 INFO:tasks.rados.rados.0.smithi046.stdout:363: writing smithi04638994-34 from 2310144 to 2859008 tid 1 2021-07-26T15:46:29.768 INFO:tasks.rados.rados.0.smithi046.stdout:363: writing smithi04638994-34 from 2859008 to 3653632 tid 2 2021-07-26T15:46:29.770 INFO:tasks.rados.rados.0.smithi046.stdout:363: writing smithi04638994-34 from 3653632 to 4235264 tid 3 2021-07-26T15:46:29.773 INFO:tasks.rados.rados.0.smithi046.stdout:363: writing smithi04638994-34 from 4235264 to 4464640 tid 4 2021-07-26T15:46:29.773 INFO:tasks.rados.rados.0.smithi046.stdout:364: rmattr oid 33 current snap is 32 2021-07-26T15:46:29.774 INFO:tasks.rados.rados.0.smithi046.stdout:364: done (5 left) 2021-07-26T15:46:29.774 INFO:tasks.rados.rados.0.smithi046.stdout:365: read oid 46 snap -1 2021-07-26T15:46:29.774 INFO:tasks.rados.rados.0.smithi046.stdout:365: expect (ObjNum 69 snap 8 seq_num 69) 2021-07-26T15:46:29.774 INFO:tasks.rados.rados.0.smithi046.stdout:366: read oid 3 snap -1 2021-07-26T15:46:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:366: expect (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:46:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:367: copy_from oid 21 from oid 4 current snap is 32 2021-07-26T15:46:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 3 to smithi04638994-49 2021-07-26T15:46:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 4 to smithi04638994-49 2021-07-26T15:46:29.775 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 5 to smithi04638994-49 2021-07-26T15:46:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 52 (ObjNum 1 snap 32682 seq_num 197819664) dirty exists 2021-07-26T15:46:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:359: finishing write tid 6 to smithi04638994-49 2021-07-26T15:46:29.776 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 113 (ObjNum 127 snap 32 seq_num 127) dirty exists 2021-07-26T15:46:29.778 INFO:tasks.rados.rados.0.smithi046.stdout:359: left oid 49 (ObjNum 127 snap 32 seq_num 127) 2021-07-26T15:46:29.779 INFO:tasks.rados.rados.0.smithi046.stdout:361: expect (ObjNum 123 snap 30 seq_num 123) 2021-07-26T15:46:29.955 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 1 to smithi04638994-34 2021-07-26T15:46:29.955 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 2 to smithi04638994-34 2021-07-26T15:46:29.955 INFO:tasks.rados.rados.0.smithi046.stdout:362: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:46:30.073 INFO:tasks.rados.rados.0.smithi046.stdout:366: expect (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:46:30.076 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 3 to smithi04638994-34 2021-07-26T15:46:30.077 INFO:tasks.rados.rados.0.smithi046.stdout:365: expect (ObjNum 69 snap 8 seq_num 69) 2021-07-26T15:46:30.124 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 4 to smithi04638994-34 2021-07-26T15:46:30.125 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 5 to smithi04638994-34 2021-07-26T15:46:30.125 INFO:tasks.rados.rados.0.smithi046.stdout:363: finishing write tid 6 to smithi04638994-34 2021-07-26T15:46:30.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 51 (ObjNum 128 snap 32 seq_num 128) dirty exists 2021-07-26T15:46:30.126 INFO:tasks.rados.rados.0.smithi046.stdout:363: left oid 34 (ObjNum 128 snap 32 seq_num 128) 2021-07-26T15:46:30.126 INFO:tasks.rados.rados.0.smithi046.stdout:367: finishing copy_from to smithi04638994-21 2021-07-26T15:46:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 27 (ObjNum 90 snap 15 seq_num 90) dirty exists 2021-07-26T15:46:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:367: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:46:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:359: done (7 left) 2021-07-26T15:46:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:360: done (6 left) 2021-07-26T15:46:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:361: done (5 left) 2021-07-26T15:46:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:362: done (4 left) 2021-07-26T15:46:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:363: done (3 left) 2021-07-26T15:46:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:365: done (2 left) 2021-07-26T15:46:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:366: done (1 left) 2021-07-26T15:46:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:367: done (0 left) 2021-07-26T15:46:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:368: setattr oid 37 current snap is 32 2021-07-26T15:46:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:369: read oid 9 snap -1 2021-07-26T15:46:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:369: expect (ObjNum 124 snap 31 seq_num 124) 2021-07-26T15:46:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:370: snap_create 2021-07-26T15:46:30.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 115 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:46:30.137 INFO:tasks.rados.rados.0.smithi046.stdout:369: expect (ObjNum 124 snap 31 seq_num 124) 2021-07-26T15:46:30.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: cluster 2021-07-26T15:46:29.273161+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:46:30.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: cluster 2021-07-26T15:46:29.702120+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:46:30.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: audit 2021-07-26T15:46:29.984293+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:30.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: cluster 2021-07-26T15:46:29.986167+0000 mon.a (mon.0) 820 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:30.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: cluster 2021-07-26T15:46:29.986332+0000 mon.a (mon.0) 821 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:30.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: audit 2021-07-26T15:46:29.986555+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:30.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: audit 2021-07-26T15:46:29.988160+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:30.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:30 smithi073 bash[15153]: audit 2021-07-26T15:46:29.988724+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:30.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: cluster 2021-07-26T15:46:29.273161+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:46:30.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: cluster 2021-07-26T15:46:29.702120+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:46:30.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: audit 2021-07-26T15:46:29.984293+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:30.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: cluster 2021-07-26T15:46:29.986167+0000 mon.a (mon.0) 820 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:30.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: cluster 2021-07-26T15:46:29.986332+0000 mon.a (mon.0) 821 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:30.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: audit 2021-07-26T15:46:29.986555+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:30.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: audit 2021-07-26T15:46:29.988160+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:30.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[18964]: audit 2021-07-26T15:46:29.988724+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:30.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: cluster 2021-07-26T15:46:29.273161+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:46:30.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: cluster 2021-07-26T15:46:29.702120+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:46:30.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: audit 2021-07-26T15:46:29.984293+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:30.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: cluster 2021-07-26T15:46:29.986167+0000 mon.a (mon.0) 820 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:30.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: cluster 2021-07-26T15:46:29.986332+0000 mon.a (mon.0) 821 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:30.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: audit 2021-07-26T15:46:29.986555+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:30.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: audit 2021-07-26T15:46:29.988160+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:30.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:30 smithi046 bash[14687]: audit 2021-07-26T15:46:29.988724+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.73:0/2956265570' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:30.720 INFO:tasks.rados.rados.0.smithi046.stdout:368: done (2 left) 2021-07-26T15:46:30.720 INFO:tasks.rados.rados.0.smithi046.stdout:369: done (1 left) 2021-07-26T15:46:30.720 INFO:tasks.rados.rados.0.smithi046.stdout:370: done (0 left) 2021-07-26T15:46:30.720 INFO:tasks.rados.rados.0.smithi046.stdout:371: read oid 31 snap -1 2021-07-26T15:46:30.721 INFO:tasks.rados.rados.0.smithi046.stdout:371: expect deleted 2021-07-26T15:46:30.721 INFO:tasks.rados.rados.0.smithi046.stdout:372: rollback oid 22 current snap is 33 2021-07-26T15:46:30.721 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 24 2021-07-26T15:46:30.721 INFO:tasks.rados.rados.0.smithi046.stdout:373: read oid 48 snap -1 2021-07-26T15:46:30.722 INFO:tasks.rados.rados.0.smithi046.stdout:373: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:46:30.722 INFO:tasks.rados.rados.0.smithi046.stdout:374: read oid 3 snap 31 2021-07-26T15:46:30.722 INFO:tasks.rados.rados.0.smithi046.stdout:374: expect (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:46:30.722 INFO:tasks.rados.rados.0.smithi046.stdout:375: rmattr oid 6 current snap is 33 2021-07-26T15:46:30.723 INFO:tasks.rados.rados.0.smithi046.stdout:376: rmattr oid 40 current snap is 33 2021-07-26T15:46:30.723 INFO:tasks.rados.rados.0.smithi046.stdout:376: done (5 left) 2021-07-26T15:46:30.723 INFO:tasks.rados.rados.0.smithi046.stdout:377: rmattr oid 19 current snap is 33 2021-07-26T15:46:30.723 INFO:tasks.rados.rados.0.smithi046.stdout:377: done (5 left) 2021-07-26T15:46:30.723 INFO:tasks.rados.rados.0.smithi046.stdout:378: copy_from oid 30 from oid 23 current snap is 33 2021-07-26T15:46:30.724 INFO:tasks.rados.rados.0.smithi046.stdout:379: delete oid 46 current snap is 33 2021-07-26T15:46:30.726 INFO:tasks.rados.rados.0.smithi046.stdout:371: done (6 left) 2021-07-26T15:46:30.726 INFO:tasks.rados.rados.0.smithi046.stdout:379: done (5 left) 2021-07-26T15:46:30.726 INFO:tasks.rados.rados.0.smithi046.stdout:380: rollback oid 36 current snap is 33 2021-07-26T15:46:30.727 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 25 2021-07-26T15:46:30.727 INFO:tasks.rados.rados.0.smithi046.stdout:381: read oid 34 snap -1 2021-07-26T15:46:30.727 INFO:tasks.rados.rados.0.smithi046.stdout:381: expect (ObjNum 128 snap 32 seq_num 128) 2021-07-26T15:46:30.727 INFO:tasks.rados.rados.0.smithi046.stdout:382: snap_remove snap 27 2021-07-26T15:46:31.720 INFO:tasks.rados.rados.0.smithi046.stdout:382: done (7 left) 2021-07-26T15:46:31.721 INFO:tasks.rados.rados.0.smithi046.stdout:383: delete oid 32 current snap is 33 2021-07-26T15:46:31.721 INFO:tasks.rados.rados.0.smithi046.stdout:372: finishing rollback tid 0 to smithi04638994-22 2021-07-26T15:46:31.721 INFO:tasks.rados.rados.0.smithi046.stdout:372: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:46:31.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 44 (ObjNum 1110544512 snap 32682 seq_num 1110544512) dirty dne 2021-07-26T15:46:31.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 40 (ObjNum 80 snap 14 seq_num 80) dirty exists 2021-07-26T15:46:31.722 INFO:tasks.rados.rados.0.smithi046.stdout:380: finishing rollback tid 0 to smithi04638994-36 2021-07-26T15:46:31.722 INFO:tasks.rados.rados.0.smithi046.stdout:374: expect (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:46:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:380: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:46:31.728 INFO:tasks.rados.rados.0.smithi046.stdout:373: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:46:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:380: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:46:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 56 (ObjNum 106 snap 20 seq_num 106) dirty exists 2021-07-26T15:46:31.737 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing copy_from to smithi04638994-30 2021-07-26T15:46:31.738 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:46:31.738 INFO:tasks.rados.rados.0.smithi046.stdout:378: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:46:31.738 INFO:tasks.rados.rados.0.smithi046.stdout:381: expect (ObjNum 128 snap 32 seq_num 128) 2021-07-26T15:46:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: cluster 2021-07-26T15:46:29.720562+0000 mgr.y (mgr.14727) 5 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:30.522268+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: cluster 2021-07-26T15:46:30.720224+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:46:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: cluster 2021-07-26T15:46:30.721235+0000 mon.a (mon.0) 824 : cluster [DBG] mgrmap e25: y(active, since 5s), standbys: x 2021-07-26T15:46:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:30.828705+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:30.876384+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:31.191433+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:31.199651+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:31 smithi073 bash[15153]: audit 2021-07-26T15:46:31.208554+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:31.905 INFO:tasks.rados.rados.0.smithi046.stdout:372: done (7 left) 2021-07-26T15:46:31.906 INFO:tasks.rados.rados.0.smithi046.stdout:373: done (6 left) 2021-07-26T15:46:31.906 INFO:tasks.rados.rados.0.smithi046.stdout:374: done (5 left) 2021-07-26T15:46:31.906 INFO:tasks.rados.rados.0.smithi046.stdout:375: done (4 left) 2021-07-26T15:46:31.906 INFO:tasks.rados.rados.0.smithi046.stdout:378: done (3 left) 2021-07-26T15:46:31.906 INFO:tasks.rados.rados.0.smithi046.stdout:380: done (2 left) 2021-07-26T15:46:31.907 INFO:tasks.rados.rados.0.smithi046.stdout:381: done (1 left) 2021-07-26T15:46:31.907 INFO:tasks.rados.rados.0.smithi046.stdout:383: done (0 left) 2021-07-26T15:46:31.913 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 33 2021-07-26T15:46:31.913 INFO:tasks.rados.rados.0.smithi046.stdout:384: seq_num 131 ranges {0=598016,598016=499712,1097728=753664,1851392=352256} 2021-07-26T15:46:31.914 INFO:tasks.rados.rados.0.smithi046.stdout:384: writing smithi04638994-12 from 0 to 598016 tid 1 2021-07-26T15:46:31.919 INFO:tasks.rados.rados.0.smithi046.stdout:384: writing smithi04638994-12 from 598016 to 1097728 tid 2 2021-07-26T15:46:31.923 INFO:tasks.rados.rados.0.smithi046.stdout:384: writing smithi04638994-12 from 1097728 to 1851392 tid 3 2021-07-26T15:46:31.925 INFO:tasks.rados.rados.0.smithi046.stdout:384: writing smithi04638994-12 from 1851392 to 2203648 tid 4 2021-07-26T15:46:31.925 INFO:tasks.rados.rados.0.smithi046.stdout:385: snap_remove snap 31 2021-07-26T15:46:31.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: cluster 2021-07-26T15:46:29.720562+0000 mgr.y (mgr.14727) 5 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:30.522268+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: cluster 2021-07-26T15:46:30.720224+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:46:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: cluster 2021-07-26T15:46:30.721235+0000 mon.a (mon.0) 824 : cluster [DBG] mgrmap e25: y(active, since 5s), standbys: x 2021-07-26T15:46:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:30.828705+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:30.876384+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:31.191433+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:31.199651+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[14687]: audit 2021-07-26T15:46:31.208554+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: cluster 2021-07-26T15:46:29.720562+0000 mgr.y (mgr.14727) 5 : cluster [DBG] pgmap v10: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:30.522268+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: cluster 2021-07-26T15:46:30.720224+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:46:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: cluster 2021-07-26T15:46:30.721235+0000 mon.a (mon.0) 824 : cluster [DBG] mgrmap e25: y(active, since 5s), standbys: x 2021-07-26T15:46:31.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:30.828705+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:30.876384+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:31.191433+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:31.199651+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:31.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:31 smithi046 bash[18964]: audit 2021-07-26T15:46:31.208554+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:32.727 INFO:tasks.rados.rados.0.smithi046.stdout:385: done (1 left) 2021-07-26T15:46:32.727 INFO:tasks.rados.rados.0.smithi046.stdout:386: snap_remove snap 28 2021-07-26T15:46:32.728 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 1 to smithi04638994-12 2021-07-26T15:46:32.728 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 2 to smithi04638994-12 2021-07-26T15:46:32.728 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 3 to smithi04638994-12 2021-07-26T15:46:32.728 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 4 to smithi04638994-12 2021-07-26T15:46:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 5 to smithi04638994-12 2021-07-26T15:46:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:384: finishing write tid 6 to smithi04638994-12 2021-07-26T15:46:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 79 (ObjNum 131 snap 33 seq_num 131) dirty exists 2021-07-26T15:46:32.729 INFO:tasks.rados.rados.0.smithi046.stdout:384: left oid 12 (ObjNum 131 snap 33 seq_num 131) 2021-07-26T15:46:32.788 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:32 smithi073 bash[15153]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:32.788 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:32 smithi073 bash[15153]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.788 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:32 smithi073 bash[15153]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:32.788 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:32 smithi073 bash[15153]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.789 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:32 smithi073 bash[15153]: cluster 2021-07-26T15:46:31.721423+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:46:32.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[14687]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:32.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[14687]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[14687]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:32.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[14687]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[14687]: cluster 2021-07-26T15:46:31.721423+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:46:32.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[18964]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:46:32.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[18964]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[18964]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:46:32.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[18964]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:32.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:32 smithi046 bash[18964]: cluster 2021-07-26T15:46:31.721423+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:46:33.733 INFO:tasks.rados.rados.0.smithi046.stdout:384: done (1 left) 2021-07-26T15:46:33.734 INFO:tasks.rados.rados.0.smithi046.stdout:386: done (0 left) 2021-07-26T15:46:33.734 INFO:tasks.rados.rados.0.smithi046.stdout:387: snap_remove snap 24 2021-07-26T15:46:33.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:33 smithi073 bash[15153]: cluster 2021-07-26T15:46:31.721717+0000 mgr.y (mgr.14727) 10 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:33.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:33 smithi073 bash[15153]: cluster 2021-07-26T15:46:32.728415+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:46:33.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[14687]: cluster 2021-07-26T15:46:31.721717+0000 mgr.y (mgr.14727) 10 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:33.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[14687]: cluster 2021-07-26T15:46:32.728415+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:46:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[18964]: cluster 2021-07-26T15:46:31.721717+0000 mgr.y (mgr.14727) 10 : cluster [DBG] pgmap v13: 25 pgs: 25 active+clean; 81 MiB data, 220 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[18964]: cluster 2021-07-26T15:46:32.728415+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:46:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:33.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:33.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:33.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:46:34.705 INFO:tasks.rados.rados.0.smithi046.stdout:387: done (0 left) 2021-07-26T15:46:34.705 INFO:tasks.rados.rados.0.smithi046.stdout:388: snap_remove snap 23 2021-07-26T15:46:34.861 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:34 smithi073 bash[15153]: audit 2021-07-26T15:46:33.674669+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:34.861 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:34 smithi073 bash[15153]: audit 2021-07-26T15:46:33.676927+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:34.862 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:34 smithi073 bash[15153]: audit 2021-07-26T15:46:33.679160+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:34.862 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:34 smithi073 bash[15153]: cluster 2021-07-26T15:46:33.732248+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:46:34.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[14687]: audit 2021-07-26T15:46:33.674669+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:34.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[14687]: audit 2021-07-26T15:46:33.676927+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:34.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[14687]: audit 2021-07-26T15:46:33.679160+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:34.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[14687]: cluster 2021-07-26T15:46:33.732248+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:46:34.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[18964]: audit 2021-07-26T15:46:33.674669+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:46:34.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[18964]: audit 2021-07-26T15:46:33.676927+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:46:34.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[18964]: audit 2021-07-26T15:46:33.679160+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:34.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:34 smithi046 bash[18964]: cluster 2021-07-26T15:46:33.732248+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:46:35.707 INFO:tasks.rados.rados.0.smithi046.stdout:388: done (0 left) 2021-07-26T15:46:35.708 INFO:tasks.rados.rados.0.smithi046.stdout:389: setattr oid 41 current snap is 33 2021-07-26T15:46:35.713 INFO:tasks.rados.rados.0.smithi046.stdout:390: read oid 26 snap -1 2021-07-26T15:46:35.713 INFO:tasks.rados.rados.0.smithi046.stdout:390: expect (ObjNum 93 snap 15 seq_num 93) 2021-07-26T15:46:35.714 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 33 2021-07-26T15:46:35.714 INFO:tasks.rados.rados.0.smithi046.stdout:391: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2021-07-26T15:46:35.716 INFO:tasks.rados.rados.0.smithi046.stdout:391: writing smithi04638994-31 from 0 to 614400 tid 1 2021-07-26T15:46:35.722 INFO:tasks.rados.rados.0.smithi046.stdout:391: writing smithi04638994-31 from 614400 to 1400832 tid 2 2021-07-26T15:46:35.726 INFO:tasks.rados.rados.0.smithi046.stdout:391: writing smithi04638994-31 from 1400832 to 1966080 tid 3 2021-07-26T15:46:35.728 INFO:tasks.rados.rados.0.smithi046.stdout:391: writing smithi04638994-31 from 1966080 to 2220032 tid 4 2021-07-26T15:46:35.728 INFO:tasks.rados.rados.0.smithi046.stdout:392: setattr oid 8 current snap is 33 2021-07-26T15:46:35.731 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 78 (ObjNum 197847488 snap 22029 seq_num 197813152) dirty exists 2021-07-26T15:46:35.731 INFO:tasks.rados.rados.0.smithi046.stdout:389: done (3 left) 2021-07-26T15:46:35.731 INFO:tasks.rados.rados.0.smithi046.stdout:393: read oid 27 snap -1 2021-07-26T15:46:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:393: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:35.732 INFO:tasks.rados.rados.0.smithi046.stdout:394: snap_remove snap 21 2021-07-26T15:46:35.795 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:35 smithi073 bash[15153]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:46:35.795 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:35 smithi073 bash[15153]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:46:35.796 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:35 smithi073 bash[15153]: cluster 2021-07-26T15:46:33.722856+0000 mgr.y (mgr.14727) 13 : cluster [DBG] pgmap v15: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:35.796 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:35 smithi073 bash[15153]: cluster 2021-07-26T15:46:34.705225+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:46:35.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[14687]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:46:35.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[14687]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:46:35.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[14687]: cluster 2021-07-26T15:46:33.722856+0000 mgr.y (mgr.14727) 13 : cluster [DBG] pgmap v15: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:35.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[14687]: cluster 2021-07-26T15:46:34.705225+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:46:35.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[18964]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:46:35.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[18964]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:46:35.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[18964]: cluster 2021-07-26T15:46:33.722856+0000 mgr.y (mgr.14727) 13 : cluster [DBG] pgmap v15: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:35.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:35 smithi046 bash[18964]: cluster 2021-07-26T15:46:34.705225+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:46:36.120 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 systemd[1]: Stopping Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:46:36.120 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 docker[32719]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:36.715 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 1 to smithi04638994-31 2021-07-26T15:46:36.715 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 2 to smithi04638994-31 2021-07-26T15:46:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 169 (ObjNum 1 snap 32682 seq_num 197730944) dirty exists 2021-07-26T15:46:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 3 to smithi04638994-31 2021-07-26T15:46:36.716 INFO:tasks.rados.rados.0.smithi046.stdout:390: expect (ObjNum 93 snap 15 seq_num 93) 2021-07-26T15:46:36.768 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 4 to smithi04638994-31 2021-07-26T15:46:36.768 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 5 to smithi04638994-31 2021-07-26T15:46:36.768 INFO:tasks.rados.rados.0.smithi046.stdout:393: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:36.778 INFO:tasks.rados.rados.0.smithi046.stdout:391: finishing write tid 6 to smithi04638994-31 2021-07-26T15:46:36.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 91 (ObjNum 132 snap 33 seq_num 132) dirty exists 2021-07-26T15:46:36.779 INFO:tasks.rados.rados.0.smithi046.stdout:391: left oid 31 (ObjNum 132 snap 33 seq_num 132) 2021-07-26T15:46:36.779 INFO:tasks.rados.rados.0.smithi046.stdout:390: done (4 left) 2021-07-26T15:46:36.779 INFO:tasks.rados.rados.0.smithi046.stdout:391: done (3 left) 2021-07-26T15:46:36.779 INFO:tasks.rados.rados.0.smithi046.stdout:392: done (2 left) 2021-07-26T15:46:36.779 INFO:tasks.rados.rados.0.smithi046.stdout:393: done (1 left) 2021-07-26T15:46:36.780 INFO:tasks.rados.rados.0.smithi046.stdout:394: done (0 left) 2021-07-26T15:46:36.780 INFO:tasks.rados.rados.0.smithi046.stdout:395: snap_remove snap 32 2021-07-26T15:46:36.995 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:36 smithi073 bash[15153]: cluster 2021-07-26T15:46:35.708359+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:46:36.995 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:36 smithi073 bash[15153]: cluster 2021-07-26T15:46:35.723502+0000 mgr.y (mgr.14727) 14 : cluster [DBG] pgmap v19: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:36.996 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 docker[32719]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:46:36.996 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=143/n/a 2021-07-26T15:46:36.996 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:46:36.997 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:36 smithi073 systemd[1]: Stopped Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:37.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:36 smithi046 bash[14687]: cluster 2021-07-26T15:46:35.708359+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:46:37.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:36 smithi046 bash[14687]: cluster 2021-07-26T15:46:35.723502+0000 mgr.y (mgr.14727) 14 : cluster [DBG] pgmap v19: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:37.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:36 smithi046 bash[18964]: cluster 2021-07-26T15:46:35.708359+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:46:37.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:36 smithi046 bash[18964]: cluster 2021-07-26T15:46:35.723502+0000 mgr.y (mgr.14727) 14 : cluster [DBG] pgmap v19: 25 pgs: 2 active+clean+snaptrim_wait, 19 active+clean, 4 active+clean+snaptrim; 102 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 35 op/s 2021-07-26T15:46:37.370 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:37 smithi073 systemd[1]: Started Ceph mgr.x for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:37.370 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[32798]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:37.724 INFO:tasks.rados.rados.0.smithi046.stdout:395: done (0 left) 2021-07-26T15:46:37.725 INFO:tasks.rados.rados.0.smithi046.stdout:396: read oid 36 snap -1 2021-07-26T15:46:37.725 INFO:tasks.rados.rados.0.smithi046.stdout:396: expect (ObjNum 106 snap 20 seq_num 106) 2021-07-26T15:46:37.725 INFO:tasks.rados.rados.0.smithi046.stdout:397: setattr oid 42 current snap is 33 2021-07-26T15:46:37.726 INFO:tasks.rados.rados.0.smithi046.stdout:398: setattr oid 11 current snap is 33 2021-07-26T15:46:37.728 INFO:tasks.rados.rados.0.smithi046.stdout:399: delete oid 15 current snap is 33 2021-07-26T15:46:37.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 26 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:37.736 INFO:tasks.rados.rados.0.smithi046.stdout:397: done (3 left) 2021-07-26T15:46:37.736 INFO:tasks.rados.rados.0.smithi046.stdout:399: done (2 left) 2021-07-26T15:46:37.736 INFO:tasks.rados.rados.0.smithi046.stdout:400: copy_from oid 32 from oid 12 current snap is 33 2021-07-26T15:46:37.736 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 33 2021-07-26T15:46:37.737 INFO:tasks.rados.rados.0.smithi046.stdout:401: seq_num 134 ranges {1622016=647168,2269184=548864,2818048=573440,3391488=483328} 2021-07-26T15:46:37.747 INFO:tasks.rados.rados.0.smithi046.stdout:401: writing smithi04638994-42 from 1622016 to 2269184 tid 1 2021-07-26T15:46:37.749 INFO:tasks.rados.rados.0.smithi046.stdout:401: writing smithi04638994-42 from 2269184 to 2818048 tid 2 2021-07-26T15:46:37.753 INFO:tasks.rados.rados.0.smithi046.stdout:401: writing smithi04638994-42 from 2818048 to 3391488 tid 3 2021-07-26T15:46:37.756 INFO:tasks.rados.rados.0.smithi046.stdout:401: writing smithi04638994-42 from 3391488 to 3874816 tid 4 2021-07-26T15:46:37.756 INFO:tasks.rados.rados.0.smithi046.stdout:402: read oid 13 snap -1 2021-07-26T15:46:37.756 INFO:tasks.rados.rados.0.smithi046.stdout:402: expect deleted 2021-07-26T15:46:37.756 INFO:tasks.rados.rados.0.smithi046.stdout:403: copy_from oid 43 from oid 7 current snap is 33 2021-07-26T15:46:37.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 175 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:46:37.757 INFO:tasks.rados.rados.0.smithi046.stdout:400: finishing copy_from to smithi04638994-32 2021-07-26T15:46:37.757 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 79 (ObjNum 131 snap 33 seq_num 131) dirty exists 2021-07-26T15:46:37.757 INFO:tasks.rados.rados.0.smithi046.stdout:398: done (5 left) 2021-07-26T15:46:37.758 INFO:tasks.rados.rados.0.smithi046.stdout:404: copy_from oid 4 from oid 10 current snap is 33 2021-07-26T15:46:37.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 33 2021-07-26T15:46:37.758 INFO:tasks.rados.rados.0.smithi046.stdout:405: seq_num 135 ranges {6201344=663552,6864896=434176,7299072=786432,8085504=385024} 2021-07-26T15:46:37.795 INFO:tasks.rados.rados.0.smithi046.stdout:405: writing smithi04638994-18 from 6201344 to 6864896 tid 1 2021-07-26T15:46:37.797 INFO:tasks.rados.rados.0.smithi046.stdout:405: writing smithi04638994-18 from 6864896 to 7299072 tid 2 2021-07-26T15:46:37.802 INFO:tasks.rados.rados.0.smithi046.stdout:405: writing smithi04638994-18 from 7299072 to 8085504 tid 3 2021-07-26T15:46:37.805 INFO:tasks.rados.rados.0.smithi046.stdout:405: writing smithi04638994-18 from 8085504 to 8470528 tid 4 2021-07-26T15:46:37.806 INFO:tasks.rados.rados.0.smithi046.stdout:406: read oid 39 snap -1 2021-07-26T15:46:37.806 INFO:tasks.rados.rados.0.smithi046.stdout:406: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:37.807 INFO:tasks.rados.rados.0.smithi046.stdout:407: read oid 16 snap 29 2021-07-26T15:46:37.807 INFO:tasks.rados.rados.0.smithi046.stdout:407: expect (ObjNum 108 snap 21 seq_num 108) 2021-07-26T15:46:37.808 INFO:tasks.rados.rados.0.smithi046.stdout:408: setattr oid 50 current snap is 33 2021-07-26T15:46:37.809 INFO:tasks.rados.rados.0.smithi046.stdout:400: finishing copy_from racing read to smithi04638994-32 2021-07-26T15:46:37.809 INFO:tasks.rados.rados.0.smithi046.stdout:396: expect (ObjNum 106 snap 20 seq_num 106) 2021-07-26T15:46:37.935 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 1 to smithi04638994-42 2021-07-26T15:46:37.935 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 2 to smithi04638994-42 2021-07-26T15:46:37.935 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 3 to smithi04638994-42 2021-07-26T15:46:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 4 to smithi04638994-42 2021-07-26T15:46:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 5 to smithi04638994-42 2021-07-26T15:46:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:401: finishing write tid 6 to smithi04638994-42 2021-07-26T15:46:37.936 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 31 (ObjNum 134 snap 33 seq_num 134) dirty exists 2021-07-26T15:46:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:401: left oid 42 (ObjNum 134 snap 33 seq_num 134) 2021-07-26T15:46:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:403: finishing copy_from to smithi04638994-43 2021-07-26T15:46:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 5 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:46:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:403: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:46:37.937 INFO:tasks.rados.rados.0.smithi046.stdout:404: finishing copy_from to smithi04638994-4 2021-07-26T15:46:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 37 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:46:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:404: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:46:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 1 to smithi04638994-18 2021-07-26T15:46:37.938 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 2 to smithi04638994-18 2021-07-26T15:46:37.939 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 3 to smithi04638994-18 2021-07-26T15:46:37.939 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 4 to smithi04638994-18 2021-07-26T15:46:37.939 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 5 to smithi04638994-18 2021-07-26T15:46:37.940 INFO:tasks.rados.rados.0.smithi046.stdout:405: finishing write tid 6 to smithi04638994-18 2021-07-26T15:46:37.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 103 (ObjNum 135 snap 33 seq_num 135) dirty exists 2021-07-26T15:46:37.940 INFO:tasks.rados.rados.0.smithi046.stdout:405: left oid 18 (ObjNum 135 snap 33 seq_num 135) 2021-07-26T15:46:37.940 INFO:tasks.rados.rados.0.smithi046.stdout:406: expect (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:46:37.952 INFO:tasks.rados.rados.0.smithi046.stdout:407: expect (ObjNum 108 snap 21 seq_num 108) 2021-07-26T15:46:38.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 88 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:46:38.068 INFO:tasks.rados.rados.0.smithi046.stdout:396: done (9 left) 2021-07-26T15:46:38.068 INFO:tasks.rados.rados.0.smithi046.stdout:400: done (8 left) 2021-07-26T15:46:38.069 INFO:tasks.rados.rados.0.smithi046.stdout:401: done (7 left) 2021-07-26T15:46:38.069 INFO:tasks.rados.rados.0.smithi046.stdout:402: done (6 left) 2021-07-26T15:46:38.070 INFO:tasks.rados.rados.0.smithi046.stdout:403: done (5 left) 2021-07-26T15:46:38.070 INFO:tasks.rados.rados.0.smithi046.stdout:404: done (4 left) 2021-07-26T15:46:38.070 INFO:tasks.rados.rados.0.smithi046.stdout:405: done (3 left) 2021-07-26T15:46:38.071 INFO:tasks.rados.rados.0.smithi046.stdout:406: done (2 left) 2021-07-26T15:46:38.071 INFO:tasks.rados.rados.0.smithi046.stdout:407: done (1 left) 2021-07-26T15:46:38.072 INFO:tasks.rados.rados.0.smithi046.stdout:408: done (0 left) 2021-07-26T15:46:38.072 INFO:tasks.rados.rados.0.smithi046.stdout:409: snap_create 2021-07-26T15:46:38.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[15153]: cluster 2021-07-26T15:46:36.715963+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:46:38.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[15153]: audit 2021-07-26T15:46:37.158207+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:38.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[15153]: audit 2021-07-26T15:46:37.160277+0000 mon.a (mon.0) 840 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:38.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[15153]: audit 2021-07-26T15:46:37.162890+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:38.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:37 smithi073 bash[15153]: audit 2021-07-26T15:46:37.164504+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:38.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[14687]: cluster 2021-07-26T15:46:36.715963+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:46:38.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[14687]: audit 2021-07-26T15:46:37.158207+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:38.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[14687]: audit 2021-07-26T15:46:37.160277+0000 mon.a (mon.0) 840 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:38.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[14687]: audit 2021-07-26T15:46:37.162890+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:38.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[14687]: audit 2021-07-26T15:46:37.164504+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:38.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[18964]: cluster 2021-07-26T15:46:36.715963+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:46:38.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[18964]: audit 2021-07-26T15:46:37.158207+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:38.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[18964]: audit 2021-07-26T15:46:37.160277+0000 mon.a (mon.0) 840 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:38.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[18964]: audit 2021-07-26T15:46:37.162890+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:38.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:37 smithi046 bash[18964]: audit 2021-07-26T15:46:37.164504+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:38.620 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:38 smithi073 bash[32798]: debug 2021-07-26T15:46:38.393+0000 7f9710680700 1 -- 172.21.15.73:0/653875326 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556aafc9e340 con 0x556ab0a10c00 2021-07-26T15:46:38.740 INFO:tasks.rados.rados.0.smithi046.stdout:409: done (0 left) 2021-07-26T15:46:38.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 34 2021-07-26T15:46:38.741 INFO:tasks.rados.rados.0.smithi046.stdout:410: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2021-07-26T15:46:38.748 INFO:tasks.rados.rados.0.smithi046.stdout:410: writing smithi04638994-13 from 0 to 688128 tid 1 2021-07-26T15:46:38.752 INFO:tasks.rados.rados.0.smithi046.stdout:410: writing smithi04638994-13 from 688128 to 1409024 tid 2 2021-07-26T15:46:38.756 INFO:tasks.rados.rados.0.smithi046.stdout:410: writing smithi04638994-13 from 1409024 to 1949696 tid 3 2021-07-26T15:46:38.772 INFO:tasks.rados.rados.0.smithi046.stdout:410: writing smithi04638994-13 from 1949696 to 2293760 tid 4 2021-07-26T15:46:38.773 INFO:tasks.rados.rados.0.smithi046.stdout:411: delete oid 37 current snap is 34 2021-07-26T15:46:38.773 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 1 to smithi04638994-13 2021-07-26T15:46:38.773 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 2 to smithi04638994-13 2021-07-26T15:46:38.774 INFO:tasks.rados.rados.0.smithi046.stdout:411: done (1 left) 2021-07-26T15:46:38.775 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 34 2021-07-26T15:46:38.775 INFO:tasks.rados.rados.0.smithi046.stdout:412: seq_num 138 ranges {622592=720896,1343488=540672,1884160=557056,2441216=507904} 2021-07-26T15:46:38.776 INFO:tasks.rados.rados.0.smithi046.stdout:412: writing smithi04638994-38 from 622592 to 1343488 tid 1 2021-07-26T15:46:38.777 INFO:tasks.rados.rados.0.smithi046.stdout:412: writing smithi04638994-38 from 1343488 to 1884160 tid 2 2021-07-26T15:46:38.778 INFO:tasks.rados.rados.0.smithi046.stdout:412: writing smithi04638994-38 from 1884160 to 2441216 tid 3 2021-07-26T15:46:38.782 INFO:tasks.rados.rados.0.smithi046.stdout:412: writing smithi04638994-38 from 2441216 to 2949120 tid 4 2021-07-26T15:46:38.782 INFO:tasks.rados.rados.0.smithi046.stdout:413: setattr oid 20 current snap is 34 2021-07-26T15:46:38.782 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 3 to smithi04638994-13 2021-07-26T15:46:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 4 to smithi04638994-13 2021-07-26T15:46:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 5 to smithi04638994-13 2021-07-26T15:46:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:410: finishing write tid 6 to smithi04638994-13 2021-07-26T15:46:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 93 (ObjNum 136 snap 34 seq_num 136) dirty exists 2021-07-26T15:46:38.788 INFO:tasks.rados.rados.0.smithi046.stdout:410: left oid 13 (ObjNum 136 snap 34 seq_num 136) 2021-07-26T15:46:38.788 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 1 to smithi04638994-38 2021-07-26T15:46:38.788 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 2 to smithi04638994-38 2021-07-26T15:46:38.796 INFO:tasks.rados.rados.0.smithi046.stdout:410: done (2 left) 2021-07-26T15:46:38.796 INFO:tasks.rados.rados.0.smithi046.stdout:414: read oid 14 snap -1 2021-07-26T15:46:38.799 INFO:tasks.rados.rados.0.smithi046.stdout:414: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:38.800 INFO:tasks.rados.rados.0.smithi046.stdout:415: snap_create 2021-07-26T15:46:38.800 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 3 to smithi04638994-38 2021-07-26T15:46:38.800 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 4 to smithi04638994-38 2021-07-26T15:46:38.800 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 5 to smithi04638994-38 2021-07-26T15:46:38.801 INFO:tasks.rados.rados.0.smithi046.stdout:414: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:38.801 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 177 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:38.802 INFO:tasks.rados.rados.0.smithi046.stdout:412: finishing write tid 6 to smithi04638994-38 2021-07-26T15:46:38.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 161 (ObjNum 138 snap 34 seq_num 138) dirty exists 2021-07-26T15:46:38.802 INFO:tasks.rados.rados.0.smithi046.stdout:412: left oid 38 (ObjNum 138 snap 34 seq_num 138) 2021-07-26T15:46:39.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:38 smithi073 bash[15153]: cluster 2021-07-26T15:46:37.720699+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:46:39.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:38 smithi073 bash[15153]: cluster 2021-07-26T15:46:37.724941+0000 mgr.y (mgr.14727) 15 : cluster [DBG] pgmap v22: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:46:39.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:38 smithi046 bash[14687]: cluster 2021-07-26T15:46:37.720699+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:46:39.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:38 smithi046 bash[14687]: cluster 2021-07-26T15:46:37.724941+0000 mgr.y (mgr.14727) 15 : cluster [DBG] pgmap v22: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:46:39.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:38 smithi046 bash[18964]: cluster 2021-07-26T15:46:37.720699+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:46:39.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:38 smithi046 bash[18964]: cluster 2021-07-26T15:46:37.724941+0000 mgr.y (mgr.14727) 15 : cluster [DBG] pgmap v22: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:46:39.708 INFO:tasks.rados.rados.0.smithi046.stdout:412: done (3 left) 2021-07-26T15:46:39.708 INFO:tasks.rados.rados.0.smithi046.stdout:413: done (2 left) 2021-07-26T15:46:39.709 INFO:tasks.rados.rados.0.smithi046.stdout:414: done (1 left) 2021-07-26T15:46:39.709 INFO:tasks.rados.rados.0.smithi046.stdout:415: done (0 left) 2021-07-26T15:46:39.709 INFO:tasks.rados.rados.0.smithi046.stdout:416: delete oid 27 current snap is 35 2021-07-26T15:46:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:416: done (0 left) 2021-07-26T15:46:39.719 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 35 2021-07-26T15:46:39.720 INFO:tasks.rados.rados.0.smithi046.stdout:417: seq_num 140 ranges {40960=753664,794624=704512,1499136=524288,2023424=376832} 2021-07-26T15:46:39.724 INFO:tasks.rados.rados.0.smithi046.stdout:417: writing smithi04638994-3 from 40960 to 794624 tid 1 2021-07-26T15:46:39.729 INFO:tasks.rados.rados.0.smithi046.stdout:417: writing smithi04638994-3 from 794624 to 1499136 tid 2 2021-07-26T15:46:39.734 INFO:tasks.rados.rados.0.smithi046.stdout:417: writing smithi04638994-3 from 1499136 to 2023424 tid 3 2021-07-26T15:46:39.736 INFO:tasks.rados.rados.0.smithi046.stdout:417: writing smithi04638994-3 from 2023424 to 2400256 tid 4 2021-07-26T15:46:39.736 INFO:tasks.rados.rados.0.smithi046.stdout:418: snap_create 2021-07-26T15:46:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 1 to smithi04638994-3 2021-07-26T15:46:39.737 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 2 to smithi04638994-3 2021-07-26T15:46:39.744 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 3 to smithi04638994-3 2021-07-26T15:46:39.745 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 4 to smithi04638994-3 2021-07-26T15:46:39.745 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 5 to smithi04638994-3 2021-07-26T15:46:39.746 INFO:tasks.rados.rados.0.smithi046.stdout:417: finishing write tid 6 to smithi04638994-3 2021-07-26T15:46:39.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 97 (ObjNum 140 snap 35 seq_num 140) dirty exists 2021-07-26T15:46:39.747 INFO:tasks.rados.rados.0.smithi046.stdout:417: left oid 3 (ObjNum 140 snap 35 seq_num 140) 2021-07-26T15:46:40.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:39 smithi073 bash[15153]: cluster 2021-07-26T15:46:38.741671+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:46:40.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:39 smithi073 bash[15153]: cluster 2021-07-26T15:46:39.707571+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:46:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:39 smithi046 bash[14687]: cluster 2021-07-26T15:46:38.741671+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:46:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:39 smithi046 bash[14687]: cluster 2021-07-26T15:46:39.707571+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:46:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:39 smithi046 bash[18964]: cluster 2021-07-26T15:46:38.741671+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:46:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:39 smithi046 bash[18964]: cluster 2021-07-26T15:46:39.707571+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:46:40.725 INFO:tasks.rados.rados.0.smithi046.stdout:417: done (1 left) 2021-07-26T15:46:40.725 INFO:tasks.rados.rados.0.smithi046.stdout:418: done (0 left) 2021-07-26T15:46:40.725 INFO:tasks.rados.rados.0.smithi046.stdout:419: rollback oid 27 current snap is 36 2021-07-26T15:46:40.726 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 35 2021-07-26T15:46:40.726 INFO:tasks.rados.rados.0.smithi046.stdout:420: setattr oid 20 current snap is 36 2021-07-26T15:46:40.726 INFO:tasks.rados.rados.0.smithi046.stdout:421: snap_create 2021-07-26T15:46:40.727 INFO:tasks.rados.rados.0.smithi046.stdout:419: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:46:40.727 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 124 (ObjNum 1768976242 snap 1365664593 seq_num 1699769427) dirty dne 2021-07-26T15:46:40.732 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 179 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:41.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:40 smithi073 bash[15153]: cluster 2021-07-26T15:46:39.725425+0000 mgr.y (mgr.14727) 16 : cluster [DBG] pgmap v25: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2021-07-26T15:46:41.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:40 smithi073 bash[15153]: cluster 2021-07-26T15:46:40.725179+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:46:41.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:40 smithi046 bash[14687]: cluster 2021-07-26T15:46:39.725425+0000 mgr.y (mgr.14727) 16 : cluster [DBG] pgmap v25: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2021-07-26T15:46:41.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:40 smithi046 bash[14687]: cluster 2021-07-26T15:46:40.725179+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:46:41.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:40 smithi046 bash[18964]: cluster 2021-07-26T15:46:39.725425+0000 mgr.y (mgr.14727) 16 : cluster [DBG] pgmap v25: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2021-07-26T15:46:41.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:40 smithi046 bash[18964]: cluster 2021-07-26T15:46:40.725179+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:46:41.730 INFO:tasks.rados.rados.0.smithi046.stdout:419: done (2 left) 2021-07-26T15:46:41.731 INFO:tasks.rados.rados.0.smithi046.stdout:420: done (1 left) 2021-07-26T15:46:41.731 INFO:tasks.rados.rados.0.smithi046.stdout:421: done (0 left) 2021-07-26T15:46:41.731 INFO:tasks.rados.rados.0.smithi046.stdout:422: read oid 46 snap -1 2021-07-26T15:46:41.731 INFO:tasks.rados.rados.0.smithi046.stdout:422: expect deleted 2021-07-26T15:46:41.732 INFO:tasks.rados.rados.0.smithi046.stdout:423: snap_remove snap 36 2021-07-26T15:46:42.738 INFO:tasks.rados.rados.0.smithi046.stdout:423: done (1 left) 2021-07-26T15:46:42.738 INFO:tasks.rados.rados.0.smithi046.stdout:424: read oid 12 snap -1 2021-07-26T15:46:42.738 INFO:tasks.rados.rados.0.smithi046.stdout:424: expect (ObjNum 131 snap 33 seq_num 131) 2021-07-26T15:46:42.739 INFO:tasks.rados.rados.0.smithi046.stdout:425: read oid 38 snap 25 2021-07-26T15:46:42.739 INFO:tasks.rados.rados.0.smithi046.stdout:425: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:46:42.739 INFO:tasks.rados.rados.0.smithi046.stdout:422: done (2 left) 2021-07-26T15:46:42.739 INFO:tasks.rados.rados.0.smithi046.stdout:426: snap_create 2021-07-26T15:46:42.745 INFO:tasks.rados.rados.0.smithi046.stdout:425: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:46:42.764 INFO:tasks.rados.rados.0.smithi046.stdout:424: expect (ObjNum 131 snap 33 seq_num 131) 2021-07-26T15:46:43.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: cluster 2021-07-26T15:46:41.726048+0000 mgr.y (mgr.14727) 17 : cluster [DBG] pgmap v28: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:43.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: cluster 2021-07-26T15:46:41.728645+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:46:43.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.531825+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.538455+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.548763+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:43.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.550759+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:43.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.560214+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.561891+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:46:43.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.567689+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:46:43.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.569277+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:46:43.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.574572+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:46:43.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.576490+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:46:43.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:42 smithi073 bash[15153]: audit 2021-07-26T15:46:42.578079+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:46:43.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: cluster 2021-07-26T15:46:41.726048+0000 mgr.y (mgr.14727) 17 : cluster [DBG] pgmap v28: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:43.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: cluster 2021-07-26T15:46:41.728645+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:46:43.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.531825+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.538455+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.548763+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:43.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.550759+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:43.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.560214+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.561891+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:46:43.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.567689+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:46:43.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.569277+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:46:43.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.574572+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:46:43.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.576490+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:46:43.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[14687]: audit 2021-07-26T15:46:42.578079+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:46:43.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: cluster 2021-07-26T15:46:41.726048+0000 mgr.y (mgr.14727) 17 : cluster [DBG] pgmap v28: 25 pgs: 1 active+clean+snaptrim_wait, 22 active+clean, 2 active+clean+snaptrim; 104 MiB data, 290 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:46:43.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: cluster 2021-07-26T15:46:41.728645+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:46:43.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.531825+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.538455+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.548763+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:43.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.550759+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:46:43.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.560214+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:43.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.561891+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:46:43.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.567689+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:46:43.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.569277+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:46:43.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.574572+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:46:43.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.576490+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:46:43.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:42 smithi046 bash[18964]: audit 2021-07-26T15:46:42.578079+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:46:43.746 INFO:tasks.rados.rados.0.smithi046.stdout:424: done (2 left) 2021-07-26T15:46:43.746 INFO:tasks.rados.rados.0.smithi046.stdout:425: done (1 left) 2021-07-26T15:46:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:426: done (0 left) 2021-07-26T15:46:43.747 INFO:tasks.rados.rados.0.smithi046.stdout:427: delete oid 4 current snap is 38 2021-07-26T15:46:43.750 INFO:tasks.rados.rados.0.smithi046.stdout:427: done (0 left) 2021-07-26T15:46:43.750 INFO:tasks.rados.rados.0.smithi046.stdout:428: snap_create 2021-07-26T15:46:43.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[18964]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:46:43.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[18964]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:46:43.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[18964]: cluster 2021-07-26T15:46:42.739074+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:46:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused" context_err="context deadline exceeded" 2021-07-26T15:46:43.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:46:43.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:43.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:46:43.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[14687]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:46:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[14687]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:46:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:43 smithi046 bash[14687]: cluster 2021-07-26T15:46:42.739074+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:46:44.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:43 smithi073 bash[15153]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:46:44.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:43 smithi073 bash[15153]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:46:44.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:43 smithi073 bash[15153]: cluster 2021-07-26T15:46:42.739074+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:46:44.710 INFO:tasks.rados.rados.0.smithi046.stdout:428: done (0 left) 2021-07-26T15:46:44.798 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 39 2021-07-26T15:46:44.798 INFO:tasks.rados.rados.0.smithi046.stdout:429: seq_num 142 ranges {442368=786432,1228800=475136,1703936=540672,2244608=589824} 2021-07-26T15:46:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:429: writing smithi04638994-28 from 442368 to 1228800 tid 1 2021-07-26T15:46:44.801 INFO:tasks.rados.rados.0.smithi046.stdout:429: writing smithi04638994-28 from 1228800 to 1703936 tid 2 2021-07-26T15:46:44.802 INFO:tasks.rados.rados.0.smithi046.stdout:429: writing smithi04638994-28 from 1703936 to 2244608 tid 3 2021-07-26T15:46:44.802 INFO:tasks.rados.rados.0.smithi046.stdout:429: writing smithi04638994-28 from 2244608 to 2834432 tid 4 2021-07-26T15:46:44.802 INFO:tasks.rados.rados.0.smithi046.stdout:430: rollback oid 34 current snap is 39 2021-07-26T15:46:44.803 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 33 2021-07-26T15:46:44.803 INFO:tasks.rados.rados.0.smithi046.stdout:431: delete oid 8 current snap is 39 2021-07-26T15:46:44.803 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 1 to smithi04638994-28 2021-07-26T15:46:44.803 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 2 to smithi04638994-28 2021-07-26T15:46:44.803 INFO:tasks.rados.rados.0.smithi046.stdout:431: done (2 left) 2021-07-26T15:46:44.804 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 39 2021-07-26T15:46:44.804 INFO:tasks.rados.rados.0.smithi046.stdout:432: seq_num 144 ranges {204800=16384} 2021-07-26T15:46:44.804 INFO:tasks.rados.rados.0.smithi046.stdout:432: writing smithi04638994-47 from 204800 to 221184 tid 1 2021-07-26T15:46:44.805 INFO:tasks.rados.rados.0.smithi046.stdout:433: snap_create 2021-07-26T15:46:44.805 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 3 to smithi04638994-28 2021-07-26T15:46:44.805 INFO:tasks.rados.rados.0.smithi046.stdout:430: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:46:44.806 INFO:tasks.rados.rados.0.smithi046.stdout:430: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:46:44.806 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 4 to smithi04638994-28 2021-07-26T15:46:44.806 INFO:tasks.rados.rados.0.smithi046.stdout:430: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:46:44.806 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 83 (ObjNum 128 snap 32 seq_num 128) dirty exists 2021-07-26T15:46:44.806 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 5 to smithi04638994-28 2021-07-26T15:46:44.807 INFO:tasks.rados.rados.0.smithi046.stdout:432: finishing write tid 1 to smithi04638994-47 2021-07-26T15:46:44.807 INFO:tasks.rados.rados.0.smithi046.stdout:429: finishing write tid 6 to smithi04638994-28 2021-07-26T15:46:44.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 54 (ObjNum 142 snap 39 seq_num 142) dirty exists 2021-07-26T15:46:44.808 INFO:tasks.rados.rados.0.smithi046.stdout:429: left oid 28 (ObjNum 142 snap 39 seq_num 142) 2021-07-26T15:46:44.808 INFO:tasks.rados.rados.0.smithi046.stdout:432: finishing write tid 2 to smithi04638994-47 2021-07-26T15:46:44.808 INFO:tasks.rados.rados.0.smithi046.stdout:432: finishing write tid 3 to smithi04638994-47 2021-07-26T15:46:44.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 14 (ObjNum 144 snap 39 seq_num 144) dirty exists 2021-07-26T15:46:44.809 INFO:tasks.rados.rados.0.smithi046.stdout:432: left oid 47 (ObjNum 144 snap 39 seq_num 144) 2021-07-26T15:46:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:44 smithi073 bash[15153]: cluster 2021-07-26T15:46:43.726913+0000 mgr.y (mgr.14727) 20 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 39 op/s 2021-07-26T15:46:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:44 smithi073 bash[15153]: cluster 2021-07-26T15:46:43.747827+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:46:45.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:44 smithi073 bash[15153]: cluster 2021-07-26T15:46:44.710604+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:46:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[14687]: cluster 2021-07-26T15:46:43.726913+0000 mgr.y (mgr.14727) 20 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 39 op/s 2021-07-26T15:46:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[14687]: cluster 2021-07-26T15:46:43.747827+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:46:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[14687]: cluster 2021-07-26T15:46:44.710604+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:46:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[18964]: cluster 2021-07-26T15:46:43.726913+0000 mgr.y (mgr.14727) 20 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 39 op/s 2021-07-26T15:46:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[18964]: cluster 2021-07-26T15:46:43.747827+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:46:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:44 smithi046 bash[18964]: cluster 2021-07-26T15:46:44.710604+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:46:45.722 INFO:tasks.rados.rados.0.smithi046.stdout:429: done (3 left) 2021-07-26T15:46:45.722 INFO:tasks.rados.rados.0.smithi046.stdout:430: done (2 left) 2021-07-26T15:46:45.723 INFO:tasks.rados.rados.0.smithi046.stdout:432: done (1 left) 2021-07-26T15:46:45.723 INFO:tasks.rados.rados.0.smithi046.stdout:433: done (0 left) 2021-07-26T15:46:45.723 INFO:tasks.rados.rados.0.smithi046.stdout:434: read oid 45 snap -1 2021-07-26T15:46:45.724 INFO:tasks.rados.rados.0.smithi046.stdout:434: expect (ObjNum 125 snap 31 seq_num 125) 2021-07-26T15:46:45.724 INFO:tasks.rados.rados.0.smithi046.stdout:435: rmattr oid 18 current snap is 40 2021-07-26T15:46:45.724 INFO:tasks.rados.rados.0.smithi046.stdout:435: done (1 left) 2021-07-26T15:46:45.724 INFO:tasks.rados.rados.0.smithi046.stdout:436: read oid 28 snap -1 2021-07-26T15:46:45.724 INFO:tasks.rados.rados.0.smithi046.stdout:436: expect (ObjNum 142 snap 39 seq_num 142) 2021-07-26T15:46:45.725 INFO:tasks.rados.rados.0.smithi046.stdout:437: copy_from oid 19 from oid 20 current snap is 40 2021-07-26T15:46:45.725 INFO:tasks.rados.rados.0.smithi046.stdout:438: rmattr oid 26 current snap is 40 2021-07-26T15:46:45.725 INFO:tasks.rados.rados.0.smithi046.stdout:438: done (3 left) 2021-07-26T15:46:45.725 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 40 2021-07-26T15:46:45.726 INFO:tasks.rados.rados.0.smithi046.stdout:439: seq_num 145 ranges {442368=32768} 2021-07-26T15:46:45.727 INFO:tasks.rados.rados.0.smithi046.stdout:439: writing smithi04638994-39 from 442368 to 475136 tid 1 2021-07-26T15:46:45.727 INFO:tasks.rados.rados.0.smithi046.stdout:440: delete oid 1 current snap is 40 2021-07-26T15:46:45.730 INFO:tasks.rados.rados.0.smithi046.stdout:440: done (4 left) 2021-07-26T15:46:45.730 INFO:tasks.rados.rados.0.smithi046.stdout:441: delete oid 47 current snap is 40 2021-07-26T15:46:45.733 INFO:tasks.rados.rados.0.smithi046.stdout:439: finishing write tid 1 to smithi04638994-39 2021-07-26T15:46:45.736 INFO:tasks.rados.rados.0.smithi046.stdout:439: finishing write tid 2 to smithi04638994-39 2021-07-26T15:46:45.736 INFO:tasks.rados.rados.0.smithi046.stdout:439: finishing write tid 3 to smithi04638994-39 2021-07-26T15:46:45.737 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 103 (ObjNum 145 snap 40 seq_num 145) dirty exists 2021-07-26T15:46:45.737 INFO:tasks.rados.rados.0.smithi046.stdout:439: left oid 39 (ObjNum 145 snap 40 seq_num 145) 2021-07-26T15:46:45.747 INFO:tasks.rados.rados.0.smithi046.stdout:437: finishing copy_from to smithi04638994-19 2021-07-26T15:46:45.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 179 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:45.749 INFO:tasks.rados.rados.0.smithi046.stdout:439: done (4 left) 2021-07-26T15:46:45.749 INFO:tasks.rados.rados.0.smithi046.stdout:441: done (3 left) 2021-07-26T15:46:45.750 INFO:tasks.rados.rados.0.smithi046.stdout:437: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:46:45.750 INFO:tasks.rados.rados.0.smithi046.stdout:442: read oid 11 snap 39 2021-07-26T15:46:45.750 INFO:tasks.rados.rados.0.smithi046.stdout:442: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:46:45.750 INFO:tasks.rados.rados.0.smithi046.stdout:437: done (3 left) 2021-07-26T15:46:45.751 INFO:tasks.rados.rados.0.smithi046.stdout:443: snap_create 2021-07-26T15:46:45.751 INFO:tasks.rados.rados.0.smithi046.stdout:442: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:46:45.767 INFO:tasks.rados.rados.0.smithi046.stdout:436: expect (ObjNum 142 snap 39 seq_num 142) 2021-07-26T15:46:45.850 INFO:tasks.rados.rados.0.smithi046.stdout:434: expect (ObjNum 125 snap 31 seq_num 125) 2021-07-26T15:46:46.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:44.934694+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:46.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: cluster 2021-07-26T15:46:44.935328+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:46.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: cluster 2021-07-26T15:46:44.935563+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:46.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:44.935619+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:46.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:44.937790+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:46.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:44.938596+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:46.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:46:46.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:45.014281+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:46.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:45.015910+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:46:46.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:45.017468+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:46:46.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: audit 2021-07-26T15:46:45.018888+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:46.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:46:46.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:45 smithi073 bash[15153]: cluster 2021-07-26T15:46:45.721609+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:46:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:44.934694+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: cluster 2021-07-26T15:46:44.935328+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: cluster 2021-07-26T15:46:44.935563+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:46.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:44.935619+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:46.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:44.937790+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:46.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:44.938596+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:46.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:46:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:45.014281+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:45.015910+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:46:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:45.017468+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:46:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: audit 2021-07-26T15:46:45.018888+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:46.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:46:46.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[14687]: cluster 2021-07-26T15:46:45.721609+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:46:46.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:44.934694+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:46.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: cluster 2021-07-26T15:46:44.935328+0000 mon.a (mon.0) 862 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:46.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: cluster 2021-07-26T15:46:44.935563+0000 mon.a (mon.0) 863 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:46.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:44.935619+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:46.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:44.937790+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:44.938596+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.73:0/4250873176' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:46:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:45.014281+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' 2021-07-26T15:46:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:45.015910+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:46:46.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:45.017468+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:46:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: audit 2021-07-26T15:46:45.018888+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:46:46.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:45 smithi046 bash[18964]: cluster 2021-07-26T15:46:45.721609+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:46:46.755 INFO:tasks.rados.rados.0.smithi046.stdout:434: done (3 left) 2021-07-26T15:46:46.755 INFO:tasks.rados.rados.0.smithi046.stdout:436: done (2 left) 2021-07-26T15:46:46.756 INFO:tasks.rados.rados.0.smithi046.stdout:442: done (1 left) 2021-07-26T15:46:46.756 INFO:tasks.rados.rados.0.smithi046.stdout:443: done (0 left) 2021-07-26T15:46:46.756 INFO:tasks.rados.rados.0.smithi046.stdout:444: delete oid 49 current snap is 41 2021-07-26T15:46:46.764 INFO:tasks.rados.rados.0.smithi046.stdout:444: done (0 left) 2021-07-26T15:46:46.764 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 41 2021-07-26T15:46:46.765 INFO:tasks.rados.rados.0.smithi046.stdout:445: seq_num 149 ranges {2121728=98304} 2021-07-26T15:46:46.775 INFO:tasks.rados.rados.0.smithi046.stdout:445: writing smithi04638994-5 from 2121728 to 2220032 tid 1 2021-07-26T15:46:46.776 INFO:tasks.rados.rados.0.smithi046.stdout:446: setattr oid 28 current snap is 41 2021-07-26T15:46:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:447: read oid 15 snap -1 2021-07-26T15:46:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:447: expect deleted 2021-07-26T15:46:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:448: rollback oid 38 current snap is 41 2021-07-26T15:46:46.778 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 39 2021-07-26T15:46:46.779 INFO:tasks.rados.rados.0.smithi046.stdout:449: snap_create 2021-07-26T15:46:46.782 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 1 to smithi04638994-5 2021-07-26T15:46:46.783 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:46:46.783 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 2 to smithi04638994-5 2021-07-26T15:46:46.784 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:46:46.784 INFO:tasks.rados.rados.0.smithi046.stdout:448: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:46:46.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 167 (ObjNum 138 snap 34 seq_num 138) dirty exists 2021-07-26T15:46:46.786 INFO:tasks.rados.rados.0.smithi046.stdout:445: finishing write tid 3 to smithi04638994-5 2021-07-26T15:46:46.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 47 (ObjNum 149 snap 41 seq_num 149) dirty exists 2021-07-26T15:46:46.787 INFO:tasks.rados.rados.0.smithi046.stdout:445: left oid 5 (ObjNum 149 snap 41 seq_num 149) 2021-07-26T15:46:46.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 56 (ObjNum 142 snap 39 seq_num 142) dirty exists 2021-07-26T15:46:46.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:46 smithi046 bash[14687]: cluster 2021-07-26T15:46:45.727474+0000 mgr.y (mgr.14727) 23 : cluster [DBG] pgmap v34: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-07-26T15:46:46.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:46 smithi046 bash[14687]: cluster 2021-07-26T15:46:45.762701+0000 mon.a (mon.0) 869 : cluster [DBG] mgrmap e26: y(active, since 20s), standbys: x 2021-07-26T15:46:46.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:46 smithi046 bash[18964]: cluster 2021-07-26T15:46:45.727474+0000 mgr.y (mgr.14727) 23 : cluster [DBG] pgmap v34: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-07-26T15:46:46.910 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:46 smithi046 bash[18964]: cluster 2021-07-26T15:46:45.762701+0000 mon.a (mon.0) 869 : cluster [DBG] mgrmap e26: y(active, since 20s), standbys: x 2021-07-26T15:46:47.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:46 smithi073 bash[15153]: cluster 2021-07-26T15:46:45.727474+0000 mgr.y (mgr.14727) 23 : cluster [DBG] pgmap v34: 25 pgs: 25 active+clean; 120 MiB data, 322 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2021-07-26T15:46:47.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:46 smithi073 bash[15153]: cluster 2021-07-26T15:46:45.762701+0000 mon.a (mon.0) 869 : cluster [DBG] mgrmap e26: y(active, since 20s), standbys: x 2021-07-26T15:46:47.767 INFO:tasks.rados.rados.0.smithi046.stdout:445: done (4 left) 2021-07-26T15:46:47.767 INFO:tasks.rados.rados.0.smithi046.stdout:446: done (3 left) 2021-07-26T15:46:47.767 INFO:tasks.rados.rados.0.smithi046.stdout:447: done (2 left) 2021-07-26T15:46:47.767 INFO:tasks.rados.rados.0.smithi046.stdout:448: done (1 left) 2021-07-26T15:46:47.768 INFO:tasks.rados.rados.0.smithi046.stdout:449: done (0 left) 2021-07-26T15:46:47.768 INFO:tasks.rados.rados.0.smithi046.stdout:450: read oid 14 snap -1 2021-07-26T15:46:47.768 INFO:tasks.rados.rados.0.smithi046.stdout:450: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:47.768 INFO:tasks.rados.rados.0.smithi046.stdout:451: delete oid 12 current snap is 42 2021-07-26T15:46:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:451: done (1 left) 2021-07-26T15:46:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 42 2021-07-26T15:46:47.775 INFO:tasks.rados.rados.0.smithi046.stdout:452: seq_num 151 ranges {0=131072} 2021-07-26T15:46:47.777 INFO:tasks.rados.rados.0.smithi046.stdout:452: writing smithi04638994-47 from 0 to 131072 tid 1 2021-07-26T15:46:47.777 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 42 2021-07-26T15:46:47.777 INFO:tasks.rados.rados.0.smithi046.stdout:453: seq_num 152 ranges {0=147456} 2021-07-26T15:46:47.777 INFO:tasks.rados.rados.0.smithi046.stdout:453: writing smithi04638994-44 from 0 to 147456 tid 1 2021-07-26T15:46:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 42 2021-07-26T15:46:47.778 INFO:tasks.rados.rados.0.smithi046.stdout:454: seq_num 153 ranges {3547136=163840} 2021-07-26T15:46:47.799 INFO:tasks.rados.rados.0.smithi046.stdout:454: writing smithi04638994-9 from 3547136 to 3710976 tid 1 2021-07-26T15:46:47.800 INFO:tasks.rados.rados.0.smithi046.stdout:455: snap_remove snap 34 2021-07-26T15:46:47.857 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:47 smithi046 bash[18964]: cluster 2021-07-26T15:46:46.755953+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:46:47.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:47 smithi046 bash[14687]: cluster 2021-07-26T15:46:46.755953+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:46:47.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:47 smithi046 systemd[1]: Stopping Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:46:48.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:47 smithi073 bash[15153]: cluster 2021-07-26T15:46:46.755953+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:46:48.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:47 smithi046 docker[41195]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:48.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:47 smithi046 bash[14687]: debug 2021-07-26T15:46:47.922+0000 7f3c3fbc9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2021-07-26T15:46:48.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:47 smithi046 bash[14687]: debug 2021-07-26T15:46:47.922+0000 7f3c3fbc9700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2021-07-26T15:46:49.240 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:48 smithi046 docker[41195]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:46:49.240 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:48 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:46:49.241 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:48 smithi046 systemd[1]: Stopped Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:49.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:49 smithi046 systemd[1]: Started Ceph mon.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:46:49.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:49 smithi046 bash[41283]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:46:50.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.742+0000 7f76037fe700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:46:50.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.742+0000 7f76037fe700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 7 2021-07-26T15:46:50.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.742+0000 7f76037fe700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:46:50.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 0 load: jerasure load: lrc 2021-07-26T15:46:50.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T15:46:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:46:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T15:46:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: DB SUMMARY 2021-07-26T15:46:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: DB Session ID: X3D8SCXUGD7K9JG4DR2L 2021-07-26T15:46:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:46:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:46:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 966 Bytes 2021-07-26T15:46:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000023.sst 2021-07-26T15:46:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000021.log size: 875079 ; 2021-07-26T15:46:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:46:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:46:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:46:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:46:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.env: 0x55af4e92ca20 2021-07-26T15:46:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:46:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.info_log: 0x55af4f33e080 2021-07-26T15:46:50.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:46:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:46:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:46:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:46:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:46:50.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:46:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:46:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:46:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:46:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:46:50.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:46:50.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:46:50.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:46:50.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:46:50.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:46:50.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:46:50.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:46:50.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:46:50.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:46:50.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:46:50.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:46:50.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:46:50.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:46:50.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:46:50.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.write_buffer_manager: 0x55af4f3b3d40 2021-07-26T15:46:50.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:46:50.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:46:50.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:46:50.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:46:50.943 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:46:50.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:46:50.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:46:50.944 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:46:50.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:46:50.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:46:50.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:46:50.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:46:50.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.row_cache: None 2021-07-26T15:46:50.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:46:50.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:46:50.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:46:50.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:46:50.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:46:50.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:46:50.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:46:50.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:46:50.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:46:50.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:46:50.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:46:50.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:46:50.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:46:50.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:46:50.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:46:50.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:46:50.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:46:50.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:46:50.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:46:50.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:46:50.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:46:50.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:46:50.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:46:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:46:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:46:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:46:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:46:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:46:50.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:46:50.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:46:50.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:46:50.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:46:50.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:46:50.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:46:50.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:46:50.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:46:50.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:46:50.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:46:50.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:46:50.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:46:50.956 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:46:50.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:46:50.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:46:50.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.746+0000 7f76037fe700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:46:50.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-07-26T15:46:50.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:46:50.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:46:50.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.merge_operator: 2021-07-26T15:46:50.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:46:50.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:46:50.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:46:50.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:46:50.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:46:50.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55af4f309ba8) 2021-07-26T15:46:50.959 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: cache_index_and_filter_blocks: 1 2021-07-26T15:46:50.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:46:50.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:46:50.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: pin_top_level_index_and_filter: 1 2021-07-26T15:46:50.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: index_type: 0 2021-07-26T15:46:50.960 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: data_block_index_type: 0 2021-07-26T15:46:50.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: index_shortening: 1 2021-07-26T15:46:50.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:46:50.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: hash_index_allow_collision: 1 2021-07-26T15:46:50.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: checksum: 1 2021-07-26T15:46:50.961 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: no_block_cache: 0 2021-07-26T15:46:50.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_cache: 0x55af4f33ac10 2021-07-26T15:46:50.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_cache_name: BinnedLRUCache 2021-07-26T15:46:50.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_cache_options: 2021-07-26T15:46:50.962 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: capacity : 536870912 2021-07-26T15:46:50.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: num_shard_bits : 4 2021-07-26T15:46:50.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: strict_capacity_limit : 0 2021-07-26T15:46:50.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: high_pri_pool_ratio: 0.000 2021-07-26T15:46:50.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_cache_compressed: (nil) 2021-07-26T15:46:50.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: persistent_cache: (nil) 2021-07-26T15:46:50.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_size: 4096 2021-07-26T15:46:50.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_size_deviation: 10 2021-07-26T15:46:50.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_restart_interval: 16 2021-07-26T15:46:50.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: index_block_restart_interval: 1 2021-07-26T15:46:50.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: metadata_block_size: 4096 2021-07-26T15:46:50.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: partition_filters: 0 2021-07-26T15:46:50.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: use_delta_encoding: 1 2021-07-26T15:46:50.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:46:50.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: whole_key_filtering: 1 2021-07-26T15:46:50.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: verify_compression: 0 2021-07-26T15:46:50.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: read_amp_bytes_per_bit: 0 2021-07-26T15:46:50.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: format_version: 4 2021-07-26T15:46:50.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: enable_index_compression: 1 2021-07-26T15:46:50.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: block_align: 0 2021-07-26T15:46:50.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:46:50.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:46:50.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:46:50.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:46:50.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:46:50.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:46:50.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:46:50.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:46:50.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:46:50.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:46:50.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:46:50.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:46:50.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:46:50.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:46:50.971 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:46:50.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:46:50.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:46:50.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:46:50.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:46:50.972 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:46:50.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:46:50.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:46:50.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:46:50.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:46:50.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:46:50.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:46:50.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:46:50.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:46:50.974 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:46:50.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:46:50.975 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:46:50.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:46:50.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:46:50.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:46:50.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:46:50.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:46:50.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:46:50.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:46:50.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:46:50.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:46:50.978 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:46:50.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:46:50.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:46:50.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:46:50.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:46:50.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:46:50.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:46:50.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:46:50.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:46:50.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:46:50.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:46:50.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:46:50.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:46:50.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:46:50.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:46:50.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:46:50.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:46:50.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:46:50.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:46:50.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:46:50.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:46:50.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:46:50.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:46:50.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:46:50.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:46:50.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:46:50.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:46:50.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:46:50.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:46:50.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:46:50.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T15:46:50.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T15:46:50.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:46:50.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:46:50.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:46:50.987 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:46:50.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:46:50.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 25, last_sequence is 11630, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:46:50.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 21 2021-07-26T15:46:50.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 25 2021-07-26T15:46:50.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:46:50.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314410753649, "job": 1, "event": "recovery_started", "wal_files": [21]} 2021-07-26T15:46:50.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.750+0000 7f76037fe700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #21 mode 2 2021-07-26T15:46:50.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.754+0000 7f76037fe700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:46:50.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.754+0000 7f76037fe700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314410759251, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 872741, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 870391, "index_size": 1095, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2858, "raw_average_key_size": 25, "raw_value_size": 867263, "raw_average_value_size": 7674, "num_data_blocks": 48, "num_entries": 113, "num_deletions": 4, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314410, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "7d12df9f-04d1-4468-b6e7-a0ee3e0f5a23", "db_session_id": "X3D8SCXUGD7K9JG4DR2L"}} 2021-07-26T15:46:50.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.754+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 27 2021-07-26T15:46:50.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:46:50.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314410760047, "job": 1, "event": "recovery_finished"} 2021-07-26T15:46:50.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:46:50.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55af4f356a80 2021-07-26T15:46:50.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 4 rocksdb: DB pointer 0x55af4f366000 2021-07-26T15:46:50.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f75f3414700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:46:50.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f75f3414700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:46:50.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** DB Stats ** 2021-07-26T15:46:50.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:46:50.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:46:50.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:46:50.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:46:50.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:46:50.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:46:50.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:46:50.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** Compaction Stats [default] ** 2021-07-26T15:46:50.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:46:50.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:46:50.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: L0 1/0 852.29 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:50.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:46:50.995 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Sum 2/0 23.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:50.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:50.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** Compaction Stats [default] ** 2021-07-26T15:46:50.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:46:50.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:46:50.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:50.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:46:50.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Flush(GB): cumulative 0.001, interval 0.001 2021-07-26T15:46:50.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:46:50.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:46:50.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:46:50.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:46:50.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Cumulative compaction: 0.00 GB write, 82.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:46:50.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Interval compaction: 0.00 GB write, 82.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:46:50.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:46:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:46:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** Compaction Stats [default] ** 2021-07-26T15:46:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:46:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:46:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: L0 1/0 852.29 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:51.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:46:51.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Sum 2/0 23.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:51.001 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:46:51.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** Compaction Stats [default] ** 2021-07-26T15:46:51.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:46:51.002 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:46:51.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 239.1 0.00 0.00 1 0.003 0 0 2021-07-26T15:46:51.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:46:51.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Flush(GB): cumulative 0.001, interval 0.000 2021-07-26T15:46:51.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:46:51.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:46:51.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:46:51.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:46:51.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Cumulative compaction: 0.00 GB write, 82.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:46:51.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:46:51.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:46:51.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:46:51.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.758+0000 7f76037fe700 0 starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:46:51.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 1 mon.a@-1(???) e3 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:46:51.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).mds e1 new map 2021-07-26T15:46:51.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).mds e1 print_map 2021-07-26T15:46:51.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: e1 2021-07-26T15:46:51.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:46:51.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:46:51.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: legacy client fscid: -1 2021-07-26T15:46:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: 2021-07-26T15:46:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: No filesystems configured 2021-07-26T15:46:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).osd e135 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T15:46:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).osd e135 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:46:51.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).osd e135 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:46:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 0 mon.a@-1(???).osd e135 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:46:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 1 mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2021-07-26T15:46:51.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expand map: {default=false} 2021-07-26T15:46:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta from 'false' to 'false' 2021-07-26T15:46:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expanded map: {default=false} 2021-07-26T15:46:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expand map: {default=info} 2021-07-26T15:46:51.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta from 'info' to 'info' 2021-07-26T15:46:51.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expanded map: {default=info} 2021-07-26T15:46:51.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expand map: {default=daemon} 2021-07-26T15:46:51.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-07-26T15:46:51.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expanded map: {default=daemon} 2021-07-26T15:46:51.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expand map: {default=debug} 2021-07-26T15:46:51.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta from 'debug' to 'debug' 2021-07-26T15:46:51.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:46:50 smithi046 bash[41283]: debug 2021-07-26T15:46:50.762+0000 7f76037fe700 20 expand_channel_meta expanded map: {default=debug} 2021-07-26T15:46:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:455: done (4 left) 2021-07-26T15:46:51.055 INFO:tasks.rados.rados.0.smithi046.stdout:456: rollback oid 29 current snap is 42 2021-07-26T15:46:51.060 INFO:tasks.rados.rados.0.smithi046.stdout:450: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:46:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 1 to smithi04638994-44 2021-07-26T15:46:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 1 to smithi04638994-47 2021-07-26T15:46:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 2 to smithi04638994-47 2021-07-26T15:46:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 2 to smithi04638994-44 2021-07-26T15:46:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:452: finishing write tid 3 to smithi04638994-47 2021-07-26T15:46:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 18 (ObjNum 151 snap 42 seq_num 151) dirty exists 2021-07-26T15:46:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:452: left oid 47 (ObjNum 151 snap 42 seq_num 151) 2021-07-26T15:46:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:453: finishing write tid 3 to smithi04638994-44 2021-07-26T15:46:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 99 (ObjNum 152 snap 42 seq_num 152) dirty exists 2021-07-26T15:46:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:453: left oid 44 (ObjNum 152 snap 42 seq_num 152) 2021-07-26T15:46:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 1 to smithi04638994-9 2021-07-26T15:46:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 2 to smithi04638994-9 2021-07-26T15:46:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:454: finishing write tid 3 to smithi04638994-9 2021-07-26T15:46:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 130 (ObjNum 153 snap 42 seq_num 153) dirty exists 2021-07-26T15:46:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:454: left oid 9 (ObjNum 153 snap 42 seq_num 153) 2021-07-26T15:46:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 38 2021-07-26T15:46:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:450: done (4 left) 2021-07-26T15:46:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:452: done (3 left) 2021-07-26T15:46:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:453: done (2 left) 2021-07-26T15:46:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:454: done (1 left) 2021-07-26T15:46:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 42 2021-07-26T15:46:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:457: seq_num 154 ranges {221184=180224} 2021-07-26T15:46:51.073 INFO:tasks.rados.rados.0.smithi046.stdout:457: writing smithi04638994-14 from 221184 to 401408 tid 1 2021-07-26T15:46:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:458: copy_from oid 6 from oid 19 current snap is 42 2021-07-26T15:46:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:459: snap_create 2021-07-26T15:46:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:456: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:46:51.074 INFO:tasks.rados.rados.0.smithi046.stdout:456: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:46:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:456: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:46:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 189 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:46:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing write tid 1 to smithi04638994-14 2021-07-26T15:46:51.076 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing write tid 2 to smithi04638994-14 2021-07-26T15:46:51.076 INFO:tasks.rados.rados.0.smithi046.stdout:457: finishing write tid 3 to smithi04638994-14 2021-07-26T15:46:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 54 (ObjNum 154 snap 42 seq_num 154) dirty exists 2021-07-26T15:46:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:457: left oid 14 (ObjNum 154 snap 42 seq_num 154) 2021-07-26T15:46:51.086 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing copy_from to smithi04638994-6 2021-07-26T15:46:51.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 179 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:46:51.087 INFO:tasks.rados.rados.0.smithi046.stdout:458: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:46:51.370 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[32798]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:51.370 INFO:journalctl@ceph.mgr.x.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[32798]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: audit 2021-07-26T15:46:47.935448+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: audit 2021-07-26T15:46:47.935755+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: audit 2021-07-26T15:46:47.936040+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:51.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:49.729249+0000 mgr.y (mgr.14727) 25 : cluster [DBG] pgmap v38: 25 pgs: 25 active+clean; 123 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 790 KiB/s wr, 8 op/s 2021-07-26T15:46:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.977892+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-07-26T15:46:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.981464+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:46:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.987503+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:46:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.987564+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2021-07-26T15:46:51.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.987607+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-07-26T15:46:51.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:50.989333+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e26: y(active, since 25s), standbys: x 2021-07-26T15:46:51.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:51.005143+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e27: y(active, since 25s), standbys: x 2021-07-26T15:46:51.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: cluster 2021-07-26T15:46:51.005218+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-07-26T15:46:51.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:51 smithi073 bash[15153]: audit 2021-07-26T15:46:51.005420+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.14727 ' entity='' 2021-07-26T15:46:51.431 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[39887]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:51.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[39887]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: audit 2021-07-26T15:46:47.935448+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: audit 2021-07-26T15:46:47.935755+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: audit 2021-07-26T15:46:47.936040+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.14727 172.21.15.46:0/2645961713' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:49.729249+0000 mgr.y (mgr.14727) 25 : cluster [DBG] pgmap v38: 25 pgs: 25 active+clean; 123 MiB data, 330 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 790 KiB/s wr, 8 op/s 2021-07-26T15:46:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.977892+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-07-26T15:46:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.981464+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:46:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.987503+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:46:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.987564+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2021-07-26T15:46:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.987607+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-07-26T15:46:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:50.989333+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e26: y(active, since 25s), standbys: x 2021-07-26T15:46:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:51.005143+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e27: y(active, since 25s), standbys: x 2021-07-26T15:46:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: cluster 2021-07-26T15:46:51.005218+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-07-26T15:46:51.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:51 smithi046 bash[18964]: audit 2021-07-26T15:46:51.005420+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.14727 ' entity='' 2021-07-26T15:46:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:456: done (3 left) 2021-07-26T15:46:52.084 INFO:tasks.rados.rados.0.smithi046.stdout:457: done (2 left) 2021-07-26T15:46:52.085 INFO:tasks.rados.rados.0.smithi046.stdout:458: done (1 left) 2021-07-26T15:46:52.085 INFO:tasks.rados.rados.0.smithi046.stdout:459: done (0 left) 2021-07-26T15:46:52.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 43 2021-07-26T15:46:52.086 INFO:tasks.rados.rados.0.smithi046.stdout:460: seq_num 155 ranges {0=204800} 2021-07-26T15:46:52.086 INFO:tasks.rados.rados.0.smithi046.stdout:460: writing smithi04638994-12 from 0 to 204800 tid 1 2021-07-26T15:46:52.086 INFO:tasks.rados.rados.0.smithi046.stdout:461: read oid 9 snap -1 2021-07-26T15:46:52.086 INFO:tasks.rados.rados.0.smithi046.stdout:461: expect (ObjNum 153 snap 42 seq_num 153) 2021-07-26T15:46:52.086 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 43 2021-07-26T15:46:52.087 INFO:tasks.rados.rados.0.smithi046.stdout:462: seq_num 156 ranges {1564672=221184} 2021-07-26T15:46:52.097 INFO:tasks.rados.rados.0.smithi046.stdout:462: writing smithi04638994-26 from 1564672 to 1785856 tid 1 2021-07-26T15:46:52.097 INFO:tasks.rados.rados.0.smithi046.stdout:463: snap_create 2021-07-26T15:46:52.099 INFO:tasks.rados.rados.0.smithi046.stdout:460: finishing write tid 1 to smithi04638994-12 2021-07-26T15:46:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:460: finishing write tid 2 to smithi04638994-12 2021-07-26T15:46:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:460: finishing write tid 3 to smithi04638994-12 2021-07-26T15:46:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 97 (ObjNum 155 snap 43 seq_num 155) dirty exists 2021-07-26T15:46:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:460: left oid 12 (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:46:52.100 INFO:tasks.rados.rados.0.smithi046.stdout:461: expect (ObjNum 153 snap 42 seq_num 153) 2021-07-26T15:46:52.283 INFO:tasks.rados.rados.0.smithi046.stdout:462: finishing write tid 1 to smithi04638994-26 2021-07-26T15:46:52.284 INFO:tasks.rados.rados.0.smithi046.stdout:462: finishing write tid 2 to smithi04638994-26 2021-07-26T15:46:52.284 INFO:tasks.rados.rados.0.smithi046.stdout:462: finishing write tid 3 to smithi04638994-26 2021-07-26T15:46:52.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 96 (ObjNum 156 snap 43 seq_num 156) dirty exists 2021-07-26T15:46:52.284 INFO:tasks.rados.rados.0.smithi046.stdout:462: left oid 26 (ObjNum 156 snap 43 seq_num 156) 2021-07-26T15:46:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:52 smithi073 bash[15153]: cluster 2021-07-26T15:46:51.056459+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-07-26T15:46:52.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:52 smithi046 bash[18964]: cluster 2021-07-26T15:46:51.056459+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-07-26T15:46:53.089 INFO:tasks.rados.rados.0.smithi046.stdout:460: done (3 left) 2021-07-26T15:46:53.089 INFO:tasks.rados.rados.0.smithi046.stdout:461: done (2 left) 2021-07-26T15:46:53.089 INFO:tasks.rados.rados.0.smithi046.stdout:462: done (1 left) 2021-07-26T15:46:53.090 INFO:tasks.rados.rados.0.smithi046.stdout:463: done (0 left) 2021-07-26T15:46:53.090 INFO:tasks.rados.rados.0.smithi046.stdout:464: copy_from oid 15 from oid 40 current snap is 44 2021-07-26T15:46:53.090 INFO:tasks.rados.rados.0.smithi046.stdout:465: read oid 7 snap 25 2021-07-26T15:46:53.090 INFO:tasks.rados.rados.0.smithi046.stdout:465: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:46:53.091 INFO:tasks.rados.rados.0.smithi046.stdout:466: rollback oid 31 current snap is 44 2021-07-26T15:46:53.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 37 2021-07-26T15:46:53.091 INFO:tasks.rados.rados.0.smithi046.stdout:467: delete oid 35 current snap is 44 2021-07-26T15:46:53.095 INFO:tasks.rados.rados.0.smithi046.stdout:466: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:46:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:466: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:46:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:467: done (3 left) 2021-07-26T15:46:53.096 INFO:tasks.rados.rados.0.smithi046.stdout:468: read oid 38 snap -1 2021-07-26T15:46:53.097 INFO:tasks.rados.rados.0.smithi046.stdout:468: expect (ObjNum 138 snap 34 seq_num 138) 2021-07-26T15:46:53.097 INFO:tasks.rados.rados.0.smithi046.stdout:469: delete oid 26 current snap is 44 2021-07-26T15:46:53.097 INFO:tasks.rados.rados.0.smithi046.stdout:466: finishing rollback tid 2 to smithi04638994-31 2021-07-26T15:46:53.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 105 (ObjNum 132 snap 33 seq_num 132) dirty exists 2021-07-26T15:46:53.099 INFO:tasks.rados.rados.0.smithi046.stdout:465: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:46:53.102 INFO:tasks.rados.rados.0.smithi046.stdout:465: done (4 left) 2021-07-26T15:46:53.102 INFO:tasks.rados.rados.0.smithi046.stdout:466: done (3 left) 2021-07-26T15:46:53.102 INFO:tasks.rados.rados.0.smithi046.stdout:469: done (2 left) 2021-07-26T15:46:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:470: rmattr oid 7 current snap is 44 2021-07-26T15:46:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:470: done (2 left) 2021-07-26T15:46:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:471: copy_from oid 14 from oid 45 current snap is 44 2021-07-26T15:46:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 44 2021-07-26T15:46:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:472: seq_num 159 ranges {3325952=270336} 2021-07-26T15:46:53.125 INFO:tasks.rados.rados.0.smithi046.stdout:472: writing smithi04638994-16 from 3325952 to 3596288 tid 1 2021-07-26T15:46:53.126 INFO:tasks.rados.rados.0.smithi046.stdout:473: rollback oid 28 current snap is 44 2021-07-26T15:46:53.126 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 30 2021-07-26T15:46:53.126 INFO:tasks.rados.rados.0.smithi046.stdout:464: finishing copy_from to smithi04638994-15 2021-07-26T15:46:53.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 37 (ObjNum 61 snap 5 seq_num 61) dirty exists 2021-07-26T15:46:53.127 INFO:tasks.rados.rados.0.smithi046.stdout:464: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:46:53.127 INFO:tasks.rados.rados.0.smithi046.stdout:468: expect (ObjNum 138 snap 34 seq_num 138) 2021-07-26T15:46:53.222 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:46:53.222 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:46:53.223 INFO:tasks.rados.rados.0.smithi046.stdout:473: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:46:53.223 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 62 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:46:53.223 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 1 to smithi04638994-16 2021-07-26T15:46:53.223 INFO:tasks.rados.rados.0.smithi046.stdout:464: done (4 left) 2021-07-26T15:46:53.224 INFO:tasks.rados.rados.0.smithi046.stdout:468: done (3 left) 2021-07-26T15:46:53.224 INFO:tasks.rados.rados.0.smithi046.stdout:473: done (2 left) 2021-07-26T15:46:53.224 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 44 2021-07-26T15:46:53.225 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 2 to smithi04638994-16 2021-07-26T15:46:53.225 INFO:tasks.rados.rados.0.smithi046.stdout:472: finishing write tid 3 to smithi04638994-16 2021-07-26T15:46:53.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 101 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:46:53.226 INFO:tasks.rados.rados.0.smithi046.stdout:472: left oid 16 (ObjNum 159 snap 44 seq_num 159) 2021-07-26T15:46:53.226 INFO:tasks.rados.rados.0.smithi046.stdout:471: finishing copy_from to smithi04638994-14 2021-07-26T15:46:53.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 108 (ObjNum 125 snap 31 seq_num 125) dirty exists 2021-07-26T15:46:53.227 INFO:tasks.rados.rados.0.smithi046.stdout:471: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:46:53.227 INFO:tasks.rados.rados.0.smithi046.stdout:474: seq_num 160 ranges {0=286720} 2021-07-26T15:46:53.229 INFO:tasks.rados.rados.0.smithi046.stdout:474: writing smithi04638994-2 from 0 to 286720 tid 1 2021-07-26T15:46:53.229 INFO:tasks.rados.rados.0.smithi046.stdout:471: done (2 left) 2021-07-26T15:46:53.229 INFO:tasks.rados.rados.0.smithi046.stdout:472: done (1 left) 2021-07-26T15:46:53.230 INFO:tasks.rados.rados.0.smithi046.stdout:475: copy_from oid 9 from oid 13 current snap is 44 2021-07-26T15:46:53.230 INFO:tasks.rados.rados.0.smithi046.stdout:476: read oid 29 snap -1 2021-07-26T15:46:53.230 INFO:tasks.rados.rados.0.smithi046.stdout:476: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:46:53.230 INFO:tasks.rados.rados.0.smithi046.stdout:477: copy_from oid 21 from oid 10 current snap is 44 2021-07-26T15:46:53.231 INFO:tasks.rados.rados.0.smithi046.stdout:478: rmattr oid 4 current snap is 44 2021-07-26T15:46:53.231 INFO:tasks.rados.rados.0.smithi046.stdout:478: done (4 left) 2021-07-26T15:46:53.231 INFO:tasks.rados.rados.0.smithi046.stdout:479: rmattr oid 16 current snap is 44 2021-07-26T15:46:53.232 INFO:tasks.rados.rados.0.smithi046.stdout:479: done (4 left) 2021-07-26T15:46:53.232 INFO:tasks.rados.rados.0.smithi046.stdout:480: setattr oid 12 current snap is 44 2021-07-26T15:46:53.233 INFO:tasks.rados.rados.0.smithi046.stdout:481: rollback oid 24 current snap is 44 2021-07-26T15:46:53.234 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 33 2021-07-26T15:46:53.234 INFO:tasks.rados.rados.0.smithi046.stdout:482: delete oid 36 current snap is 44 2021-07-26T15:46:53.234 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 1 to smithi04638994-2 2021-07-26T15:46:53.235 INFO:tasks.rados.rados.0.smithi046.stdout:476: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:46:53.264 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 2 to smithi04638994-2 2021-07-26T15:46:53.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 103 (ObjNum 155 snap 43 seq_num 155) dirty exists 2021-07-26T15:46:53.264 INFO:tasks.rados.rados.0.smithi046.stdout:481: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:46:53.265 INFO:tasks.rados.rados.0.smithi046.stdout:481: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:46:53.265 INFO:tasks.rados.rados.0.smithi046.stdout:481: finishing rollback tid 2 to smithi04638994-24 2021-07-26T15:46:53.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 193 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:46:53.266 INFO:tasks.rados.rados.0.smithi046.stdout:474: finishing write tid 3 to smithi04638994-2 2021-07-26T15:46:53.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 107 (ObjNum 160 snap 44 seq_num 160) dirty exists 2021-07-26T15:46:53.266 INFO:tasks.rados.rados.0.smithi046.stdout:474: left oid 2 (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:46:53.267 INFO:tasks.rados.rados.0.smithi046.stdout:475: finishing copy_from to smithi04638994-9 2021-07-26T15:46:53.267 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 93 (ObjNum 136 snap 34 seq_num 136) dirty exists 2021-07-26T15:46:53.267 INFO:tasks.rados.rados.0.smithi046.stdout:475: finishing copy_from racing read to smithi04638994-9 2021-07-26T15:46:53.268 INFO:tasks.rados.rados.0.smithi046.stdout:474: done (6 left) 2021-07-26T15:46:53.268 INFO:tasks.rados.rados.0.smithi046.stdout:475: done (5 left) 2021-07-26T15:46:53.268 INFO:tasks.rados.rados.0.smithi046.stdout:476: done (4 left) 2021-07-26T15:46:53.268 INFO:tasks.rados.rados.0.smithi046.stdout:480: done (3 left) 2021-07-26T15:46:53.269 INFO:tasks.rados.rados.0.smithi046.stdout:481: done (2 left) 2021-07-26T15:46:53.269 INFO:tasks.rados.rados.0.smithi046.stdout:482: done (1 left) 2021-07-26T15:46:53.269 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 44 2021-07-26T15:46:53.269 INFO:tasks.rados.rados.0.smithi046.stdout:477: finishing copy_from to smithi04638994-21 2021-07-26T15:46:53.269 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 37 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:46:53.270 INFO:tasks.rados.rados.0.smithi046.stdout:477: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:46:53.271 INFO:tasks.rados.rados.0.smithi046.stdout:483: seq_num 162 ranges {2203648=319488} 2021-07-26T15:46:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:483: writing smithi04638994-32 from 2203648 to 2523136 tid 1 2021-07-26T15:46:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:477: done (1 left) 2021-07-26T15:46:53.284 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 44 2021-07-26T15:46:53.285 INFO:tasks.rados.rados.0.smithi046.stdout:484: seq_num 163 ranges {106496=335872} 2021-07-26T15:46:53.288 INFO:tasks.rados.rados.0.smithi046.stdout:484: writing smithi04638994-7 from 106496 to 442368 tid 1 2021-07-26T15:46:53.289 INFO:tasks.rados.rados.0.smithi046.stdout:485: read oid 17 snap -1 2021-07-26T15:46:53.289 INFO:tasks.rados.rados.0.smithi046.stdout:485: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:53.289 INFO:tasks.rados.rados.0.smithi046.stdout:486: read oid 6 snap -1 2021-07-26T15:46:53.289 INFO:tasks.rados.rados.0.smithi046.stdout:486: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:53.289 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 44 2021-07-26T15:46:53.290 INFO:tasks.rados.rados.0.smithi046.stdout:487: seq_num 164 ranges {0=352256} 2021-07-26T15:46:53.290 INFO:tasks.rados.rados.0.smithi046.stdout:487: writing smithi04638994-22 from 0 to 352256 tid 1 2021-07-26T15:46:53.291 INFO:tasks.rados.rados.0.smithi046.stdout:488: snap_remove snap 33 2021-07-26T15:46:53.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:53 smithi073 bash[15153]: cluster 2021-07-26T15:46:52.079993+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-07-26T15:46:53.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:53 smithi046 bash[18964]: cluster 2021-07-26T15:46:52.079993+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-07-26T15:46:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:53.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: dial tcp 172.21.15.46:8443: connect: connection refused" context_err="context deadline exceeded" 2021-07-26T15:46:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:53.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused" context_err="context deadline exceeded" 2021-07-26T15:46:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:46:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:46:53.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: dial tcp 172.21.15.73:8443: connect: connection refused; Post https://172.21.15.46:8443/api/prometheus_receiver: dial tcp 172.21.15.46:8443: connect: connection refused" 2021-07-26T15:46:54.099 INFO:tasks.rados.rados.0.smithi046.stdout:488: done (5 left) 2021-07-26T15:46:54.100 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 44 2021-07-26T15:46:54.100 INFO:tasks.rados.rados.0.smithi046.stdout:483: finishing write tid 1 to smithi04638994-32 2021-07-26T15:46:54.100 INFO:tasks.rados.rados.0.smithi046.stdout:489: seq_num 165 ranges {2949120=368640} 2021-07-26T15:46:54.120 INFO:tasks.rados.rados.0.smithi046.stdout:489: writing smithi04638994-38 from 2949120 to 3317760 tid 1 2021-07-26T15:46:54.121 INFO:tasks.rados.rados.0.smithi046.stdout:490: setattr oid 23 current snap is 44 2021-07-26T15:46:54.121 INFO:tasks.rados.rados.0.smithi046.stdout:483: finishing write tid 2 to smithi04638994-32 2021-07-26T15:46:54.121 INFO:tasks.rados.rados.0.smithi046.stdout:483: finishing write tid 3 to smithi04638994-32 2021-07-26T15:46:54.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 110 (ObjNum 162 snap 44 seq_num 162) dirty exists 2021-07-26T15:46:54.122 INFO:tasks.rados.rados.0.smithi046.stdout:483: left oid 32 (ObjNum 162 snap 44 seq_num 162) 2021-07-26T15:46:54.122 INFO:tasks.rados.rados.0.smithi046.stdout:486: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:487: finishing write tid 1 to smithi04638994-22 2021-07-26T15:46:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:487: finishing write tid 2 to smithi04638994-22 2021-07-26T15:46:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:487: finishing write tid 3 to smithi04638994-22 2021-07-26T15:46:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 64 (ObjNum 164 snap 44 seq_num 164) dirty exists 2021-07-26T15:46:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:487: left oid 22 (ObjNum 164 snap 44 seq_num 164) 2021-07-26T15:46:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:484: finishing write tid 1 to smithi04638994-7 2021-07-26T15:46:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:484: finishing write tid 2 to smithi04638994-7 2021-07-26T15:46:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:485: expect (ObjNum 89 snap 15 seq_num 89) 2021-07-26T15:46:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:54 smithi073 bash[15153]: cluster 2021-07-26T15:46:53.090262+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-07-26T15:46:54.373 INFO:tasks.rados.rados.0.smithi046.stdout:484: finishing write tid 3 to smithi04638994-7 2021-07-26T15:46:54.374 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 141 (ObjNum 163 snap 44 seq_num 163) dirty exists 2021-07-26T15:46:54.374 INFO:tasks.rados.rados.0.smithi046.stdout:484: left oid 7 (ObjNum 163 snap 44 seq_num 163) 2021-07-26T15:46:54.374 INFO:tasks.rados.rados.0.smithi046.stdout:483: done (6 left) 2021-07-26T15:46:54.374 INFO:tasks.rados.rados.0.smithi046.stdout:484: done (5 left) 2021-07-26T15:46:54.375 INFO:tasks.rados.rados.0.smithi046.stdout:485: done (4 left) 2021-07-26T15:46:54.375 INFO:tasks.rados.rados.0.smithi046.stdout:486: done (3 left) 2021-07-26T15:46:54.375 INFO:tasks.rados.rados.0.smithi046.stdout:487: done (2 left) 2021-07-26T15:46:54.375 INFO:tasks.rados.rados.0.smithi046.stdout:491: snap_create 2021-07-26T15:46:54.375 INFO:tasks.rados.rados.0.smithi046.stdout:489: finishing write tid 1 to smithi04638994-38 2021-07-26T15:46:54.376 INFO:tasks.rados.rados.0.smithi046.stdout:489: finishing write tid 2 to smithi04638994-38 2021-07-26T15:46:54.376 INFO:tasks.rados.rados.0.smithi046.stdout:489: finishing write tid 3 to smithi04638994-38 2021-07-26T15:46:54.376 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 184 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:46:54.376 INFO:tasks.rados.rados.0.smithi046.stdout:489: left oid 38 (ObjNum 165 snap 44 seq_num 165) 2021-07-26T15:46:54.377 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 203 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:46:54.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:54 smithi046 bash[18964]: cluster 2021-07-26T15:46:53.090262+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-07-26T15:46:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:489: done (2 left) 2021-07-26T15:46:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:490: done (1 left) 2021-07-26T15:46:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:491: done (0 left) 2021-07-26T15:46:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:492: snap_create 2021-07-26T15:46:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:55 smithi073 bash[15153]: cluster 2021-07-26T15:46:54.098816+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:46:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:55 smithi046 bash[18964]: cluster 2021-07-26T15:46:54.098816+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:46:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:492: done (0 left) 2021-07-26T15:46:55.778 INFO:tasks.rados.rados.0.smithi046.stdout:493: setattr oid 4 current snap is 46 2021-07-26T15:46:55.781 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 46 2021-07-26T15:46:55.782 INFO:tasks.rados.rados.0.smithi046.stdout:494: seq_num 166 ranges {6184960=385024} 2021-07-26T15:46:55.820 INFO:tasks.rados.rados.0.smithi046.stdout:494: writing smithi04638994-14 from 6184960 to 6569984 tid 1 2021-07-26T15:46:55.821 INFO:tasks.rados.rados.0.smithi046.stdout:495: read oid 16 snap 45 2021-07-26T15:46:55.821 INFO:tasks.rados.rados.0.smithi046.stdout:495: expect (ObjNum 159 snap 44 seq_num 159) 2021-07-26T15:46:55.821 INFO:tasks.rados.rados.0.smithi046.stdout:496: rmattr oid 10 current snap is 46 2021-07-26T15:46:55.822 INFO:tasks.rados.rados.0.smithi046.stdout:496: done (3 left) 2021-07-26T15:46:55.822 INFO:tasks.rados.rados.0.smithi046.stdout:497: copy_from oid 41 from oid 17 current snap is 46 2021-07-26T15:46:55.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 109 (ObjNum 198195920 snap 22029 seq_num 197664448) dirty exists 2021-07-26T15:46:55.823 INFO:tasks.rados.rados.0.smithi046.stdout:493: done (3 left) 2021-07-26T15:46:55.823 INFO:tasks.rados.rados.0.smithi046.stdout:498: delete oid 22 current snap is 46 2021-07-26T15:46:55.830 INFO:tasks.rados.rados.0.smithi046.stdout:498: done (3 left) 2021-07-26T15:46:55.830 INFO:tasks.rados.rados.0.smithi046.stdout:499: rmattr oid 28 current snap is 46 2021-07-26T15:46:55.830 INFO:tasks.rados.rados.0.smithi046.stdout:499: done (3 left) 2021-07-26T15:46:55.830 INFO:tasks.rados.rados.0.smithi046.stdout:500: rollback oid 13 current snap is 46 2021-07-26T15:46:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 29 2021-07-26T15:46:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:501: copy_from oid 23 from oid 3 current snap is 46 2021-07-26T15:46:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:502: read oid 6 snap -1 2021-07-26T15:46:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:502: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:55.831 INFO:tasks.rados.rados.0.smithi046.stdout:503: copy_from oid 35 from oid 18 current snap is 46 2021-07-26T15:46:55.832 INFO:tasks.rados.rados.0.smithi046.stdout:504: read oid 10 snap -1 2021-07-26T15:46:55.832 INFO:tasks.rados.rados.0.smithi046.stdout:504: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:46:55.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 46 2021-07-26T15:46:55.832 INFO:tasks.rados.rados.0.smithi046.stdout:505: seq_num 168 ranges {6184960=417792} 2021-07-26T15:46:55.870 INFO:tasks.rados.rados.0.smithi046.stdout:505: writing smithi04638994-45 from 6184960 to 6602752 tid 1 2021-07-26T15:46:55.870 INFO:tasks.rados.rados.0.smithi046.stdout:506: read oid 1 snap 37 2021-07-26T15:46:55.871 INFO:tasks.rados.rados.0.smithi046.stdout:506: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:55.871 INFO:tasks.rados.rados.0.smithi046.stdout:507: snap_remove snap 40 2021-07-26T15:46:56.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:56 smithi073 bash[15153]: cluster 2021-07-26T15:46:55.102208+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:46:56.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:56 smithi073 bash[15153]: cluster 2021-07-26T15:46:55.779201+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:46:56.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:56 smithi046 bash[18964]: cluster 2021-07-26T15:46:55.102208+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:46:56.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:56 smithi046 bash[18964]: cluster 2021-07-26T15:46:55.779201+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:46:56.791 INFO:tasks.rados.rados.0.smithi046.stdout:507: done (10 left) 2021-07-26T15:46:56.791 INFO:tasks.rados.rados.0.smithi046.stdout:508: snap_remove snap 44 2021-07-26T15:46:57.750 INFO:tasks.rados.rados.0.smithi046.stdout:508: done (10 left) 2021-07-26T15:46:57.750 INFO:tasks.rados.rados.0.smithi046.stdout:509: copy_from oid 50 from oid 37 current snap is 46 2021-07-26T15:46:57.751 INFO:tasks.rados.rados.0.smithi046.stdout:510: rollback oid 7 current snap is 46 2021-07-26T15:46:57.751 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 25 2021-07-26T15:46:57.751 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 46 2021-07-26T15:46:57.752 INFO:tasks.rados.rados.0.smithi046.stdout:511: seq_num 169 ranges {172032=434176} 2021-07-26T15:46:57.755 INFO:tasks.rados.rados.0.smithi046.stdout:511: writing smithi04638994-11 from 172032 to 606208 tid 1 2021-07-26T15:46:57.755 INFO:tasks.rados.rados.0.smithi046.stdout:512: snap_create 2021-07-26T15:46:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 1 to smithi04638994-14 2021-07-26T15:46:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 2 to smithi04638994-14 2021-07-26T15:46:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:494: finishing write tid 3 to smithi04638994-14 2021-07-26T15:46:57.756 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 111 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:46:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:494: left oid 14 (ObjNum 166 snap 46 seq_num 166) 2021-07-26T15:46:57.757 INFO:tasks.rados.rados.0.smithi046.stdout:502: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:57.823 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:46:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:500: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:46:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 103 (ObjNum 1 snap 32682 seq_num 197602896) dirty dne 2021-07-26T15:46:57.824 INFO:tasks.rados.rados.0.smithi046.stdout:495: expect (ObjNum 159 snap 44 seq_num 159) 2021-07-26T15:46:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:497: finishing copy_from to smithi04638994-41 2021-07-26T15:46:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 28 (ObjNum 89 snap 15 seq_num 89) dirty exists 2021-07-26T15:46:58.009 INFO:tasks.rados.rados.0.smithi046.stdout:497: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:46:58.010 INFO:tasks.rados.rados.0.smithi046.stdout:504: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:46:58.045 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:56.790974+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:46:58.045 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.442177+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:58.045 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.442329+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:58.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: audit 2021-07-26T15:46:57.442983+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:58.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: audit 2021-07-26T15:46:57.444281+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:58.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: audit 2021-07-26T15:46:57.446405+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:58.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: audit 2021-07-26T15:46:57.447201+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:58.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.742433+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:58.047 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.743509+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:58.047 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:57 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.750714+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:46:58.048 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[39887]: Warning: Permanently added '172.21.15.73' (ECDSA) to the list of known hosts. 2021-07-26T15:46:58.048 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:56.790974+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:46:58.049 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.442177+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:46:58.049 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.442329+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:46:58.049 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: audit 2021-07-26T15:46:57.442983+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:46:58.049 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: audit 2021-07-26T15:46:57.444281+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:46:58.049 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: audit 2021-07-26T15:46:57.446405+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:46:58.050 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: audit 2021-07-26T15:46:57.447201+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.? 172.21.15.73:0/659912645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:46:58.050 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.742433+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:58.051 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.743509+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:58.051 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:57 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.750714+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:46:58.144 INFO:tasks.rados.rados.0.smithi046.stdout:501: finishing copy_from to smithi04638994-23 2021-07-26T15:46:58.144 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 97 (ObjNum 140 snap 35 seq_num 140) dirty exists 2021-07-26T15:46:58.144 INFO:tasks.rados.rados.0.smithi046.stdout:501: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:46:58.145 INFO:tasks.rados.rados.0.smithi046.stdout:506: expect (ObjNum 77 snap 14 seq_num 77) 2021-07-26T15:46:58.177 INFO:tasks.rados.rados.0.smithi046.stdout:505: finishing write tid 1 to smithi04638994-45 2021-07-26T15:46:58.178 INFO:tasks.rados.rados.0.smithi046.stdout:505: finishing write tid 2 to smithi04638994-45 2021-07-26T15:46:58.178 INFO:tasks.rados.rados.0.smithi046.stdout:503: finishing copy_from to smithi04638994-35 2021-07-26T15:46:58.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 103 (ObjNum 135 snap 33 seq_num 135) dirty exists 2021-07-26T15:46:58.179 INFO:tasks.rados.rados.0.smithi046.stdout:503: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:46:58.179 INFO:tasks.rados.rados.0.smithi046.stdout:505: finishing write tid 3 to smithi04638994-45 2021-07-26T15:46:58.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 187 (ObjNum 168 snap 46 seq_num 168) dirty exists 2021-07-26T15:46:58.179 INFO:tasks.rados.rados.0.smithi046.stdout:505: left oid 45 (ObjNum 168 snap 46 seq_num 168) 2021-07-26T15:46:58.179 INFO:tasks.rados.rados.0.smithi046.stdout:509: finishing copy_from to smithi04638994-50 2021-07-26T15:46:58.180 INFO:tasks.rados.rados.0.smithi046.stdout:509: got expected ENOENT (src dne) 2021-07-26T15:46:58.180 INFO:tasks.rados.rados.0.smithi046.stdout:509: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:46:58.180 INFO:tasks.rados.rados.0.smithi046.stdout:510: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:46:58.180 INFO:tasks.rados.rados.0.smithi046.stdout:510: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:46:58.181 INFO:tasks.rados.rados.0.smithi046.stdout:510: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:46:58.181 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 157 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:46:58.181 INFO:tasks.rados.rados.0.smithi046.stdout:511: finishing write tid 1 to smithi04638994-11 2021-07-26T15:46:58.182 INFO:tasks.rados.rados.0.smithi046.stdout:511: finishing write tid 2 to smithi04638994-11 2021-07-26T15:46:58.182 INFO:tasks.rados.rados.0.smithi046.stdout:511: finishing write tid 3 to smithi04638994-11 2021-07-26T15:46:58.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 216 (ObjNum 169 snap 46 seq_num 169) dirty exists 2021-07-26T15:46:58.182 INFO:tasks.rados.rados.0.smithi046.stdout:511: left oid 11 (ObjNum 169 snap 46 seq_num 169) 2021-07-26T15:46:58.431 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[39887]: Warning: Permanently added '172.21.15.46' (ECDSA) to the list of known hosts. 2021-07-26T15:46:58.753 INFO:tasks.rados.rados.0.smithi046.stdout:494: done (13 left) 2021-07-26T15:46:58.753 INFO:tasks.rados.rados.0.smithi046.stdout:495: done (12 left) 2021-07-26T15:46:58.753 INFO:tasks.rados.rados.0.smithi046.stdout:497: done (11 left) 2021-07-26T15:46:58.754 INFO:tasks.rados.rados.0.smithi046.stdout:500: done (10 left) 2021-07-26T15:46:58.754 INFO:tasks.rados.rados.0.smithi046.stdout:501: done (9 left) 2021-07-26T15:46:58.754 INFO:tasks.rados.rados.0.smithi046.stdout:502: done (8 left) 2021-07-26T15:46:58.755 INFO:tasks.rados.rados.0.smithi046.stdout:503: done (7 left) 2021-07-26T15:46:58.755 INFO:tasks.rados.rados.0.smithi046.stdout:504: done (6 left) 2021-07-26T15:46:58.755 INFO:tasks.rados.rados.0.smithi046.stdout:505: done (5 left) 2021-07-26T15:46:58.756 INFO:tasks.rados.rados.0.smithi046.stdout:506: done (4 left) 2021-07-26T15:46:58.756 INFO:tasks.rados.rados.0.smithi046.stdout:509: done (3 left) 2021-07-26T15:46:58.756 INFO:tasks.rados.rados.0.smithi046.stdout:510: done (2 left) 2021-07-26T15:46:58.756 INFO:tasks.rados.rados.0.smithi046.stdout:511: done (1 left) 2021-07-26T15:46:58.757 INFO:tasks.rados.rados.0.smithi046.stdout:512: done (0 left) 2021-07-26T15:46:58.757 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 47 2021-07-26T15:46:58.757 INFO:tasks.rados.rados.0.smithi046.stdout:513: seq_num 170 ranges {4300800=450560} 2021-07-26T15:46:58.783 INFO:tasks.rados.rados.0.smithi046.stdout:513: writing smithi04638994-17 from 4300800 to 4751360 tid 1 2021-07-26T15:46:58.784 INFO:tasks.rados.rados.0.smithi046.stdout:514: copy_from oid 28 from oid 42 current snap is 47 2021-07-26T15:46:58.784 INFO:tasks.rados.rados.0.smithi046.stdout:515: rollback oid 15 current snap is 47 2021-07-26T15:46:58.784 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 45 2021-07-26T15:46:58.784 INFO:tasks.rados.rados.0.smithi046.stdout:516: rollback oid 33 current snap is 47 2021-07-26T15:46:58.785 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 46 2021-07-26T15:46:58.785 INFO:tasks.rados.rados.0.smithi046.stdout:517: delete oid 46 current snap is 47 2021-07-26T15:46:58.791 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing write tid 1 to smithi04638994-17 2021-07-26T15:46:58.792 INFO:tasks.rados.rados.0.smithi046.stdout:517: done (4 left) 2021-07-26T15:46:58.792 INFO:tasks.rados.rados.0.smithi046.stdout:518: read oid 11 snap 25 2021-07-26T15:46:58.793 INFO:tasks.rados.rados.0.smithi046.stdout:518: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:46:58.793 INFO:tasks.rados.rados.0.smithi046.stdout:519: read oid 19 snap -1 2021-07-26T15:46:58.793 INFO:tasks.rados.rados.0.smithi046.stdout:519: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:58.793 INFO:tasks.rados.rados.0.smithi046.stdout:520: rollback oid 41 current snap is 47 2021-07-26T15:46:58.793 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 30 2021-07-26T15:46:58.794 INFO:tasks.rados.rados.0.smithi046.stdout:521: read oid 27 snap -1 2021-07-26T15:46:58.794 INFO:tasks.rados.rados.0.smithi046.stdout:521: expect deleted 2021-07-26T15:46:58.794 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 47 2021-07-26T15:46:58.794 INFO:tasks.rados.rados.0.smithi046.stdout:522: seq_num 172 ranges {0=483328} 2021-07-26T15:46:58.795 INFO:tasks.rados.rados.0.smithi046.stdout:522: writing smithi04638994-8 from 0 to 483328 tid 1 2021-07-26T15:46:58.796 INFO:tasks.rados.rados.0.smithi046.stdout:523: read oid 16 snap 25 2021-07-26T15:46:58.796 INFO:tasks.rados.rados.0.smithi046.stdout:523: expect (ObjNum 108 snap 21 seq_num 108) 2021-07-26T15:46:58.796 INFO:tasks.rados.rados.0.smithi046.stdout:524: snap_create 2021-07-26T15:46:58.796 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing write tid 2 to smithi04638994-17 2021-07-26T15:46:58.797 INFO:tasks.rados.rados.0.smithi046.stdout:516: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:46:58.797 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing rollback tid 0 to smithi04638994-15 2021-07-26T15:46:58.797 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:46:58.798 INFO:tasks.rados.rados.0.smithi046.stdout:516: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:46:58.805 INFO:tasks.rados.rados.0.smithi046.stdout:518: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:46:58.807 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:46:58.808 INFO:tasks.rados.rados.0.smithi046.stdout:515: finishing rollback tid 2 to smithi04638994-15 2021-07-26T15:46:58.808 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 115 (ObjNum 61 snap 5 seq_num 61) dirty exists 2021-07-26T15:46:58.808 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:46:58.808 INFO:tasks.rados.rados.0.smithi046.stdout:520: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:46:58.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 102 (ObjNum 1 snap 32682 seq_num 197867000) dirty exists 2021-07-26T15:46:58.809 INFO:tasks.rados.rados.0.smithi046.stdout:513: finishing write tid 3 to smithi04638994-17 2021-07-26T15:46:58.809 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 160 (ObjNum 170 snap 47 seq_num 170) dirty exists 2021-07-26T15:46:58.809 INFO:tasks.rados.rados.0.smithi046.stdout:513: left oid 17 (ObjNum 170 snap 47 seq_num 170) 2021-07-26T15:46:58.810 INFO:tasks.rados.rados.0.smithi046.stdout:516: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:46:58.810 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 182 (ObjNum 78 snap 14 seq_num 78) dirty exists 2021-07-26T15:46:58.810 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing write tid 1 to smithi04638994-8 2021-07-26T15:46:58.811 INFO:tasks.rados.rados.0.smithi046.stdout:519: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:46:58.840 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:46:58.874 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing write tid 2 to smithi04638994-8 2021-07-26T15:46:58.874 INFO:tasks.rados.rados.0.smithi046.stdout:522: finishing write tid 3 to smithi04638994-8 2021-07-26T15:46:58.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 218 (ObjNum 172 snap 47 seq_num 172) dirty exists 2021-07-26T15:46:58.875 INFO:tasks.rados.rados.0.smithi046.stdout:522: left oid 8 (ObjNum 172 snap 47 seq_num 172) 2021-07-26T15:46:58.875 INFO:tasks.rados.rados.0.smithi046.stdout:523: expect (ObjNum 108 snap 21 seq_num 108) 2021-07-26T15:46:58.996 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing copy_from to smithi04638994-28 2021-07-26T15:46:58.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 31 (ObjNum 134 snap 33 seq_num 134) dirty exists 2021-07-26T15:46:58.997 INFO:tasks.rados.rados.0.smithi046.stdout:514: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:46:59.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.797929+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e28: y(active, starting, since 0.054559s), standbys: x 2021-07-26T15:46:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.804145+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.804423+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.804846+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.805991+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:59.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.806437+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:59.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.806726+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:59.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.807104+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:59.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.807486+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:59.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.807810+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:59.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.808039+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:59.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.808391+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:59.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.808683+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:59.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.808973+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:59.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.809239+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:59.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.809460+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:59.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.809969+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:59.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: cluster 2021-07-26T15:46:57.819638+0000 mon.a (mon.0) 23 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:59.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.966135+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:59.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.969608+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:59.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.971696+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:59.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:57.975432+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:59.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:58.000829+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:59.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:58.001359+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:59.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:58.029834+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:59.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: audit 2021-07-26T15:46:58.030328+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:59.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:58 smithi073 bash[15153]: cluster 2021-07-26T15:46:58.753242+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:46:59.171 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:46:59.171 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (4m) 28s ago 5m 14.3M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:46:59.171 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (5m) 16s ago 5m 25.5M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:46:59.171 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (21s) 16s ago 9m 128M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:46:59.172 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (41s) 28s ago 12m 402M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:46:59.172 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 starting - - - 2048M 2021-07-26T15:46:59.172 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (10m) 16s ago 10m 54.7M 2048M 16.2.5 34f74fddb18e d6a0121c3da9 2021-07-26T15:46:59.172 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (10m) 28s ago 10m 51.7M 2048M 16.2.5 34f74fddb18e 701015c2849f 2021-07-26T15:46:59.173 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (5m) 28s ago 5m 10.9M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:46:59.173 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (5m) 16s ago 5m 11.0M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:46:59.173 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 28s ago 9m 61.9M 3553M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:46:59.173 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (8m) 28s ago 8m 74.0M 3553M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:46:59.173 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 28s ago 8m 50.0M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:46:59.174 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (7m) 28s ago 7m 77.0M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:46:59.174 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (7m) 16s ago 7m 90.5M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:46:59.174 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (7m) 16s ago 7m 57.3M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:46:59.175 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (6m) 16s ago 6m 69.5M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:46:59.175 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (6m) 16s ago 6m 71.0M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:46:59.175 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (4m) 16s ago 5m 36.1M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:46:59.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.797929+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e28: y(active, starting, since 0.054559s), standbys: x 2021-07-26T15:46:59.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.804145+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:59.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.804423+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:46:59.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.804846+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:46:59.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.805991+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:59.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.806437+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:46:59.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.806726+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:46:59.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.807104+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:46:59.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.807486+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:46:59.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.807810+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:46:59.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.808039+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:46:59.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.808391+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:46:59.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.808683+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:46:59.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.808973+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:46:59.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.809239+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:59.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.809460+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:59.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.809969+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:59.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: cluster 2021-07-26T15:46:57.819638+0000 mon.a (mon.0) 23 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:59.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.966135+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:59.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.969608+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:46:59.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.971696+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:59.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:57.975432+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:46:59.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:58.000829+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:59.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:58.001359+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:59.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:58.029834+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:59.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: audit 2021-07-26T15:46:58.030328+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:59.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:58 smithi046 bash[18964]: cluster 2021-07-26T15:46:58.753242+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:46:59.567 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:46:59.567 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:46:59.567 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 2, 2021-07-26T15:46:59.568 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T15:46:59.568 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:59.568 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:46:59.569 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:46:59.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:59.569 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:46:59.569 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:46:59.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:46:59.570 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:46:59.570 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:46:59.570 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 10, 2021-07-26T15:46:59.570 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:46:59.571 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:46:59.571 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:46:59.810 INFO:tasks.rados.rados.0.smithi046.stdout:513: done (10 left) 2021-07-26T15:46:59.810 INFO:tasks.rados.rados.0.smithi046.stdout:514: done (9 left) 2021-07-26T15:46:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:515: done (8 left) 2021-07-26T15:46:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:516: done (7 left) 2021-07-26T15:46:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:518: done (6 left) 2021-07-26T15:46:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:519: done (5 left) 2021-07-26T15:46:59.811 INFO:tasks.rados.rados.0.smithi046.stdout:520: done (4 left) 2021-07-26T15:46:59.812 INFO:tasks.rados.rados.0.smithi046.stdout:521: done (3 left) 2021-07-26T15:46:59.812 INFO:tasks.rados.rados.0.smithi046.stdout:522: done (2 left) 2021-07-26T15:46:59.812 INFO:tasks.rados.rados.0.smithi046.stdout:523: done (1 left) 2021-07-26T15:46:59.812 INFO:tasks.rados.rados.0.smithi046.stdout:524: done (0 left) 2021-07-26T15:46:59.813 INFO:tasks.rados.rados.0.smithi046.stdout:525: delete oid 40 current snap is 48 2021-07-26T15:46:59.817 INFO:tasks.rados.rados.0.smithi046.stdout:525: done (0 left) 2021-07-26T15:46:59.817 INFO:tasks.rados.rados.0.smithi046.stdout:526: rmattr oid 4 current snap is 48 2021-07-26T15:46:59.817 INFO:tasks.rados.rados.0.smithi046.stdout:527: snap_create 2021-07-26T15:46:59.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 112 (ObjNum 196323616 snap 22029 seq_num 195899408) dirty exists 2021-07-26T15:47:00.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:59 smithi073 bash[15153]: cluster 2021-07-26T15:46:58.818415+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e29: y(active, since 1.07505s), standbys: x 2021-07-26T15:47:00.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:59 smithi073 bash[15153]: audit 2021-07-26T15:46:58.827213+0000 mgr.y (mgr.24683) 1 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:00.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:59 smithi073 bash[15153]: cluster 2021-07-26T15:46:58.832594+0000 mgr.y (mgr.24683) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:00.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:59 smithi073 bash[15153]: audit 2021-07-26T15:46:59.568452+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.15.46:0/2904351924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:00.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:46:59 smithi073 bash[15153]: cluster 2021-07-26T15:46:59.810176+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:47:00.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:59 smithi046 bash[18964]: cluster 2021-07-26T15:46:58.818415+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e29: y(active, since 1.07505s), standbys: x 2021-07-26T15:47:00.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:59 smithi046 bash[18964]: audit 2021-07-26T15:46:58.827213+0000 mgr.y (mgr.24683) 1 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:00.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:59 smithi046 bash[18964]: cluster 2021-07-26T15:46:58.832594+0000 mgr.y (mgr.24683) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:00.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:59 smithi046 bash[18964]: audit 2021-07-26T15:46:59.568452+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.15.46:0/2904351924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:00.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:46:59 smithi046 bash[18964]: cluster 2021-07-26T15:46:59.810176+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:47:00.782 INFO:tasks.rados.rados.0.smithi046.stdout:526: done (1 left) 2021-07-26T15:47:00.783 INFO:tasks.rados.rados.0.smithi046.stdout:527: done (0 left) 2021-07-26T15:47:00.783 INFO:tasks.rados.rados.0.smithi046.stdout:528: delete oid 37 current snap is 49 2021-07-26T15:47:00.789 INFO:tasks.rados.rados.0.smithi046.stdout:528: done (0 left) 2021-07-26T15:47:00.789 INFO:tasks.rados.rados.0.smithi046.stdout:529: read oid 28 snap 39 2021-07-26T15:47:00.790 INFO:tasks.rados.rados.0.smithi046.stdout:529: expect (ObjNum 142 snap 39 seq_num 142) 2021-07-26T15:47:00.790 INFO:tasks.rados.rados.0.smithi046.stdout:530: read oid 2 snap 47 2021-07-26T15:47:00.790 INFO:tasks.rados.rados.0.smithi046.stdout:530: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:00.791 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 49 2021-07-26T15:47:00.791 INFO:tasks.rados.rados.0.smithi046.stdout:531: seq_num 175 ranges {3874816=540672} 2021-07-26T15:47:00.819 INFO:tasks.rados.rados.0.smithi046.stdout:531: writing smithi04638994-42 from 3874816 to 4415488 tid 1 2021-07-26T15:47:00.820 INFO:tasks.rados.rados.0.smithi046.stdout:532: snap_create 2021-07-26T15:47:00.820 INFO:tasks.rados.rados.0.smithi046.stdout:530: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:00.828 INFO:tasks.rados.rados.0.smithi046.stdout:529: expect (ObjNum 142 snap 39 seq_num 142) 2021-07-26T15:47:00.911 INFO:tasks.rados.rados.0.smithi046.stdout:531: finishing write tid 1 to smithi04638994-42 2021-07-26T15:47:00.912 INFO:tasks.rados.rados.0.smithi046.stdout:531: finishing write tid 2 to smithi04638994-42 2021-07-26T15:47:00.912 INFO:tasks.rados.rados.0.smithi046.stdout:531: finishing write tid 3 to smithi04638994-42 2021-07-26T15:47:00.912 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 34 (ObjNum 175 snap 49 seq_num 175) dirty exists 2021-07-26T15:47:00.912 INFO:tasks.rados.rados.0.smithi046.stdout:531: left oid 42 (ObjNum 175 snap 49 seq_num 175) 2021-07-26T15:47:01.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:00 smithi073 bash[15153]: audit 2021-07-26T15:46:59.153839+0000 mgr.y (mgr.24683) 3 : audit [DBG] from='client.24730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:01.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:00 smithi073 bash[15153]: cluster 2021-07-26T15:46:59.807899+0000 mgr.y (mgr.24683) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:01.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:00 smithi073 bash[15153]: cluster 2021-07-26T15:46:59.828345+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e30: y(active, since 2s), standbys: x 2021-07-26T15:47:01.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:00 smithi073 bash[15153]: cluster 2021-07-26T15:47:00.782263+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:47:01.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:00 smithi046 bash[18964]: audit 2021-07-26T15:46:59.153839+0000 mgr.y (mgr.24683) 3 : audit [DBG] from='client.24730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:01.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:00 smithi046 bash[18964]: cluster 2021-07-26T15:46:59.807899+0000 mgr.y (mgr.24683) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:01.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:00 smithi046 bash[18964]: cluster 2021-07-26T15:46:59.828345+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e30: y(active, since 2s), standbys: x 2021-07-26T15:47:01.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:00 smithi046 bash[18964]: cluster 2021-07-26T15:47:00.782263+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:47:01.793 INFO:tasks.rados.rados.0.smithi046.stdout:529: done (3 left) 2021-07-26T15:47:01.793 INFO:tasks.rados.rados.0.smithi046.stdout:530: done (2 left) 2021-07-26T15:47:01.794 INFO:tasks.rados.rados.0.smithi046.stdout:531: done (1 left) 2021-07-26T15:47:01.794 INFO:tasks.rados.rados.0.smithi046.stdout:532: done (0 left) 2021-07-26T15:47:01.794 INFO:tasks.rados.rados.0.smithi046.stdout:533: setattr oid 5 current snap is 50 2021-07-26T15:47:01.796 INFO:tasks.rados.rados.0.smithi046.stdout:534: rollback oid 50 current snap is 50 2021-07-26T15:47:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 37 2021-07-26T15:47:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:535: setattr oid 47 current snap is 50 2021-07-26T15:47:01.800 INFO:tasks.rados.rados.0.smithi046.stdout:536: rollback oid 10 current snap is 50 2021-07-26T15:47:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 41 2021-07-26T15:47:01.801 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 50 2021-07-26T15:47:01.802 INFO:tasks.rados.rados.0.smithi046.stdout:537: seq_num 176 ranges {606208=557056} 2021-07-26T15:47:01.810 INFO:tasks.rados.rados.0.smithi046.stdout:537: writing smithi04638994-11 from 606208 to 1163264 tid 1 2021-07-26T15:47:01.810 INFO:tasks.rados.rados.0.smithi046.stdout:538: snap_remove snap 47 2021-07-26T15:47:02.802 INFO:tasks.rados.rados.0.smithi046.stdout:538: done (5 left) 2021-07-26T15:47:02.803 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 50 2021-07-26T15:47:02.803 INFO:tasks.rados.rados.0.smithi046.stdout:539: seq_num 177 ranges {2400256=573440} 2021-07-26T15:47:02.821 INFO:tasks.rados.rados.0.smithi046.stdout:539: writing smithi04638994-23 from 2400256 to 2973696 tid 1 2021-07-26T15:47:02.821 INFO:tasks.rados.rados.0.smithi046.stdout:540: rollback oid 20 current snap is 50 2021-07-26T15:47:02.822 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 39 2021-07-26T15:47:02.822 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing rollback tid 0 to smithi04638994-50 2021-07-26T15:47:02.822 INFO:tasks.rados.rados.0.smithi046.stdout:541: rmattr oid 26 current snap is 50 2021-07-26T15:47:02.822 INFO:tasks.rados.rados.0.smithi046.stdout:541: done (7 left) 2021-07-26T15:47:02.823 INFO:tasks.rados.rados.0.smithi046.stdout:542: read oid 31 snap -1 2021-07-26T15:47:02.823 INFO:tasks.rados.rados.0.smithi046.stdout:542: expect (ObjNum 132 snap 33 seq_num 132) 2021-07-26T15:47:02.823 INFO:tasks.rados.rados.0.smithi046.stdout:543: snap_create 2021-07-26T15:47:02.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 113 (ObjNum 149 snap 41 seq_num 149) dirty exists 2021-07-26T15:47:02.823 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 24 (ObjNum 151 snap 42 seq_num 151) dirty exists 2021-07-26T15:47:02.824 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:47:02.824 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:47:02.824 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:47:02.824 INFO:tasks.rados.rados.0.smithi046.stdout:534: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:47:02.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 113 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:47:02.825 INFO:tasks.rados.rados.0.smithi046.stdout:536: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:47:02.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 120 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:47:02.825 INFO:tasks.rados.rados.0.smithi046.stdout:537: finishing write tid 1 to smithi04638994-11 2021-07-26T15:47:02.825 INFO:tasks.rados.rados.0.smithi046.stdout:537: finishing write tid 2 to smithi04638994-11 2021-07-26T15:47:02.826 INFO:tasks.rados.rados.0.smithi046.stdout:537: finishing write tid 3 to smithi04638994-11 2021-07-26T15:47:02.826 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 221 (ObjNum 176 snap 50 seq_num 176) dirty exists 2021-07-26T15:47:02.826 INFO:tasks.rados.rados.0.smithi046.stdout:537: left oid 11 (ObjNum 176 snap 50 seq_num 176) 2021-07-26T15:47:02.831 INFO:tasks.rados.rados.0.smithi046.stdout:539: finishing write tid 1 to smithi04638994-23 2021-07-26T15:47:02.831 INFO:tasks.rados.rados.0.smithi046.stdout:539: finishing write tid 2 to smithi04638994-23 2021-07-26T15:47:02.832 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:47:02.832 INFO:tasks.rados.rados.0.smithi046.stdout:542: expect (ObjNum 132 snap 33 seq_num 132) 2021-07-26T15:47:02.893 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:47:02.893 INFO:tasks.rados.rados.0.smithi046.stdout:539: finishing write tid 3 to smithi04638994-23 2021-07-26T15:47:02.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 226 (ObjNum 177 snap 50 seq_num 177) dirty exists 2021-07-26T15:47:02.894 INFO:tasks.rados.rados.0.smithi046.stdout:539: left oid 23 (ObjNum 177 snap 50 seq_num 177) 2021-07-26T15:47:02.894 INFO:tasks.rados.rados.0.smithi046.stdout:540: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:47:02.895 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 230 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:03.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:02 smithi073 bash[15153]: cluster 2021-07-26T15:47:01.792517+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:47:03.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:02 smithi073 bash[15153]: cluster 2021-07-26T15:47:01.808779+0000 mgr.y (mgr.24683) 5 : cluster [DBG] pgmap v9: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:03.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:02 smithi073 bash[15153]: audit 2021-07-26T15:47:02.541550+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:03.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:02 smithi073 bash[15153]: audit 2021-07-26T15:47:02.744504+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:03.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:02 smithi046 bash[18964]: cluster 2021-07-26T15:47:01.792517+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:47:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:02 smithi046 bash[18964]: cluster 2021-07-26T15:47:01.808779+0000 mgr.y (mgr.24683) 5 : cluster [DBG] pgmap v9: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:02 smithi046 bash[18964]: audit 2021-07-26T15:47:02.541550+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:03.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:02 smithi046 bash[18964]: audit 2021-07-26T15:47:02.744504+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:03.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:03.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:03.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:03.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:03.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:03.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:47:03.811 INFO:tasks.rados.rados.0.smithi046.stdout:533: done (8 left) 2021-07-26T15:47:03.811 INFO:tasks.rados.rados.0.smithi046.stdout:534: done (7 left) 2021-07-26T15:47:03.812 INFO:tasks.rados.rados.0.smithi046.stdout:535: done (6 left) 2021-07-26T15:47:03.812 INFO:tasks.rados.rados.0.smithi046.stdout:536: done (5 left) 2021-07-26T15:47:03.812 INFO:tasks.rados.rados.0.smithi046.stdout:537: done (4 left) 2021-07-26T15:47:03.812 INFO:tasks.rados.rados.0.smithi046.stdout:539: done (3 left) 2021-07-26T15:47:03.813 INFO:tasks.rados.rados.0.smithi046.stdout:540: done (2 left) 2021-07-26T15:47:03.813 INFO:tasks.rados.rados.0.smithi046.stdout:542: done (1 left) 2021-07-26T15:47:03.813 INFO:tasks.rados.rados.0.smithi046.stdout:543: done (0 left) 2021-07-26T15:47:03.813 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 51 2021-07-26T15:47:03.813 INFO:tasks.rados.rados.0.smithi046.stdout:544: seq_num 178 ranges {2400256=589824} 2021-07-26T15:47:03.832 INFO:tasks.rados.rados.0.smithi046.stdout:544: writing smithi04638994-3 from 2400256 to 2990080 tid 1 2021-07-26T15:47:03.832 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 51 2021-07-26T15:47:03.832 INFO:tasks.rados.rados.0.smithi046.stdout:545: seq_num 179 ranges {0=606208} 2021-07-26T15:47:03.836 INFO:tasks.rados.rados.0.smithi046.stdout:545: writing smithi04638994-49 from 0 to 606208 tid 1 2021-07-26T15:47:03.836 INFO:tasks.rados.rados.0.smithi046.stdout:546: read oid 32 snap 30 2021-07-26T15:47:03.836 INFO:tasks.rados.rados.0.smithi046.stdout:546: expect (ObjNum 123 snap 30 seq_num 123) 2021-07-26T15:47:03.836 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 51 2021-07-26T15:47:03.836 INFO:tasks.rados.rados.0.smithi046.stdout:547: seq_num 180 ranges {827392=622592} 2021-07-26T15:47:03.844 INFO:tasks.rados.rados.0.smithi046.stdout:547: writing smithi04638994-50 from 827392 to 1449984 tid 1 2021-07-26T15:47:03.846 INFO:tasks.rados.rados.0.smithi046.stdout:548: delete oid 37 current snap is 51 2021-07-26T15:47:03.846 INFO:tasks.rados.rados.0.smithi046.stdout:545: finishing write tid 1 to smithi04638994-49 2021-07-26T15:47:03.847 INFO:tasks.rados.rados.0.smithi046.stdout:545: finishing write tid 2 to smithi04638994-49 2021-07-26T15:47:03.847 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 1 to smithi04638994-3 2021-07-26T15:47:03.848 INFO:tasks.rados.rados.0.smithi046.stdout:545: finishing write tid 3 to smithi04638994-49 2021-07-26T15:47:03.848 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 201 (ObjNum 179 snap 51 seq_num 179) dirty exists 2021-07-26T15:47:03.848 INFO:tasks.rados.rados.0.smithi046.stdout:545: left oid 49 (ObjNum 179 snap 51 seq_num 179) 2021-07-26T15:47:03.849 INFO:tasks.rados.rados.0.smithi046.stdout:545: done (4 left) 2021-07-26T15:47:03.849 INFO:tasks.rados.rados.0.smithi046.stdout:548: done (3 left) 2021-07-26T15:47:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:549: rollback oid 4 current snap is 51 2021-07-26T15:47:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 35 2021-07-26T15:47:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:550: read oid 17 snap -1 2021-07-26T15:47:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:550: expect (ObjNum 170 snap 47 seq_num 170) 2021-07-26T15:47:03.851 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 51 2021-07-26T15:47:03.851 INFO:tasks.rados.rados.0.smithi046.stdout:551: seq_num 182 ranges {0=655360} 2021-07-26T15:47:03.853 INFO:tasks.rados.rados.0.smithi046.stdout:551: writing smithi04638994-36 from 0 to 655360 tid 1 2021-07-26T15:47:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:552: snap_create 2021-07-26T15:47:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 1 to smithi04638994-50 2021-07-26T15:47:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 2 to smithi04638994-50 2021-07-26T15:47:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:547: finishing write tid 3 to smithi04638994-50 2021-07-26T15:47:03.855 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 118 (ObjNum 180 snap 51 seq_num 180) dirty exists 2021-07-26T15:47:03.855 INFO:tasks.rados.rados.0.smithi046.stdout:547: left oid 50 (ObjNum 180 snap 51 seq_num 180) 2021-07-26T15:47:03.855 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:47:03.856 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:47:03.856 INFO:tasks.rados.rados.0.smithi046.stdout:549: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:47:03.856 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 116 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:47:03.862 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 2 to smithi04638994-3 2021-07-26T15:47:03.862 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 1 to smithi04638994-36 2021-07-26T15:47:03.863 INFO:tasks.rados.rados.0.smithi046.stdout:546: expect (ObjNum 123 snap 30 seq_num 123) 2021-07-26T15:47:04.028 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 2 to smithi04638994-36 2021-07-26T15:47:04.028 INFO:tasks.rados.rados.0.smithi046.stdout:544: finishing write tid 3 to smithi04638994-3 2021-07-26T15:47:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 114 (ObjNum 178 snap 51 seq_num 178) dirty exists 2021-07-26T15:47:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:544: left oid 3 (ObjNum 178 snap 51 seq_num 178) 2021-07-26T15:47:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:551: finishing write tid 3 to smithi04638994-36 2021-07-26T15:47:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 104 (ObjNum 182 snap 51 seq_num 182) dirty exists 2021-07-26T15:47:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:551: left oid 36 (ObjNum 182 snap 51 seq_num 182) 2021-07-26T15:47:04.030 INFO:tasks.rados.rados.0.smithi046.stdout:550: expect (ObjNum 170 snap 47 seq_num 170) 2021-07-26T15:47:04.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: cephadm 2021-07-26T15:47:02.784043+0000 mgr.y (mgr.24683) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:04.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: cluster 2021-07-26T15:47:02.799942+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:47:04.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: cephadm 2021-07-26T15:47:02.812521+0000 mgr.y (mgr.24683) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:04.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:02.843285+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: cephadm 2021-07-26T15:47:02.992742+0000 mgr.y (mgr.24683) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:04.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: cephadm 2021-07-26T15:47:03.015144+0000 mgr.y (mgr.24683) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:04.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.082700+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.091995+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.100626+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:04.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.102489+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:04.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.104175+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:04.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:03 smithi073 bash[15153]: audit 2021-07-26T15:47:03.106052+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:47:04.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: cephadm 2021-07-26T15:47:02.784043+0000 mgr.y (mgr.24683) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:04.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: cluster 2021-07-26T15:47:02.799942+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:47:04.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: cephadm 2021-07-26T15:47:02.812521+0000 mgr.y (mgr.24683) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:04.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:02.843285+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: cephadm 2021-07-26T15:47:02.992742+0000 mgr.y (mgr.24683) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:04.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: cephadm 2021-07-26T15:47:03.015144+0000 mgr.y (mgr.24683) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:04.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.082700+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.091995+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:04.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.100626+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.102489+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.104175+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:03 smithi046 bash[18964]: audit 2021-07-26T15:47:03.106052+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:47:04.823 INFO:tasks.rados.rados.0.smithi046.stdout:544: done (6 left) 2021-07-26T15:47:04.823 INFO:tasks.rados.rados.0.smithi046.stdout:546: done (5 left) 2021-07-26T15:47:04.824 INFO:tasks.rados.rados.0.smithi046.stdout:547: done (4 left) 2021-07-26T15:47:04.824 INFO:tasks.rados.rados.0.smithi046.stdout:549: done (3 left) 2021-07-26T15:47:04.824 INFO:tasks.rados.rados.0.smithi046.stdout:550: done (2 left) 2021-07-26T15:47:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:551: done (1 left) 2021-07-26T15:47:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:552: done (0 left) 2021-07-26T15:47:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 52 2021-07-26T15:47:04.825 INFO:tasks.rados.rados.0.smithi046.stdout:553: seq_num 183 ranges {2973696=671744} 2021-07-26T15:47:04.847 INFO:tasks.rados.rados.0.smithi046.stdout:553: writing smithi04638994-23 from 2973696 to 3645440 tid 1 2021-07-26T15:47:04.847 INFO:tasks.rados.rados.0.smithi046.stdout:554: copy_from oid 26 from oid 22 current snap is 52 2021-07-26T15:47:04.847 INFO:tasks.rados.rados.0.smithi046.stdout:555: snap_create 2021-07-26T15:47:04.851 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing copy_from to smithi04638994-26 2021-07-26T15:47:04.851 INFO:tasks.rados.rados.0.smithi046.stdout:554: got expected ENOENT (src dne) 2021-07-26T15:47:04.851 INFO:tasks.rados.rados.0.smithi046.stdout:554: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:47:04.858 INFO:tasks.rados.rados.0.smithi046.stdout:553: finishing write tid 1 to smithi04638994-23 2021-07-26T15:47:04.859 INFO:tasks.rados.rados.0.smithi046.stdout:553: finishing write tid 2 to smithi04638994-23 2021-07-26T15:47:04.861 INFO:tasks.rados.rados.0.smithi046.stdout:553: finishing write tid 3 to smithi04638994-23 2021-07-26T15:47:04.861 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 233 (ObjNum 183 snap 52 seq_num 183) dirty exists 2021-07-26T15:47:04.861 INFO:tasks.rados.rados.0.smithi046.stdout:553: left oid 23 (ObjNum 183 snap 52 seq_num 183) 2021-07-26T15:47:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:04 smithi073 bash[15153]: cephadm 2021-07-26T15:47:03.107111+0000 mgr.y (mgr.24683) 10 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:47:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:04 smithi073 bash[15153]: cluster 2021-07-26T15:47:03.809222+0000 mgr.y (mgr.24683) 11 : cluster [DBG] pgmap v11: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:04 smithi073 bash[15153]: cluster 2021-07-26T15:47:03.812645+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:47:05.173 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:04 smithi046 bash[18964]: cephadm 2021-07-26T15:47:03.107111+0000 mgr.y (mgr.24683) 10 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:47:05.174 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:04 smithi046 bash[18964]: cluster 2021-07-26T15:47:03.809222+0000 mgr.y (mgr.24683) 11 : cluster [DBG] pgmap v11: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:05.174 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:04 smithi046 bash[18964]: cluster 2021-07-26T15:47:03.812645+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:47:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:553: done (2 left) 2021-07-26T15:47:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:554: done (1 left) 2021-07-26T15:47:05.826 INFO:tasks.rados.rados.0.smithi046.stdout:555: done (0 left) 2021-07-26T15:47:05.827 INFO:tasks.rados.rados.0.smithi046.stdout:556: snap_create 2021-07-26T15:47:06.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:05 smithi073 bash[15153]: cluster 2021-07-26T15:47:04.824580+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:47:06.163 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:05 smithi046 bash[18964]: cluster 2021-07-26T15:47:04.824580+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:47:06.843 INFO:tasks.rados.rados.0.smithi046.stdout:556: done (0 left) 2021-07-26T15:47:06.843 INFO:tasks.rados.rados.0.smithi046.stdout:557: delete oid 4 current snap is 54 2021-07-26T15:47:06.853 INFO:tasks.rados.rados.0.smithi046.stdout:557: done (0 left) 2021-07-26T15:47:06.853 INFO:tasks.rados.rados.0.smithi046.stdout:558: delete oid 15 current snap is 54 2021-07-26T15:47:06.859 INFO:tasks.rados.rados.0.smithi046.stdout:558: done (0 left) 2021-07-26T15:47:06.859 INFO:tasks.rados.rados.0.smithi046.stdout:559: snap_create 2021-07-26T15:47:07.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: cluster 2021-07-26T15:47:05.809866+0000 mgr.y (mgr.24683) 12 : cluster [DBG] pgmap v14: 25 pgs: 25 active+clean; 162 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2021-07-26T15:47:07.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: cluster 2021-07-26T15:47:05.826152+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:47:07.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: cephadm 2021-07-26T15:47:05.930937+0000 mgr.y (mgr.24683) 13 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:47:07.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: audit 2021-07-26T15:47:05.940622+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:07.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: audit 2021-07-26T15:47:05.943325+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:07.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: audit 2021-07-26T15:47:05.945183+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:07.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: audit 2021-07-26T15:47:05.946720+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:07.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:06 smithi073 bash[15153]: cephadm 2021-07-26T15:47:05.947966+0000 mgr.y (mgr.24683) 14 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:47:07.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: cluster 2021-07-26T15:47:05.809866+0000 mgr.y (mgr.24683) 12 : cluster [DBG] pgmap v14: 25 pgs: 25 active+clean; 162 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2021-07-26T15:47:07.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: cluster 2021-07-26T15:47:05.826152+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:47:07.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: cephadm 2021-07-26T15:47:05.930937+0000 mgr.y (mgr.24683) 13 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:47:07.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: audit 2021-07-26T15:47:05.940622+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:07.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: audit 2021-07-26T15:47:05.943325+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:07.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: audit 2021-07-26T15:47:05.945183+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:07.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: audit 2021-07-26T15:47:05.946720+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:07.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:06 smithi046 bash[18964]: cephadm 2021-07-26T15:47:05.947966+0000 mgr.y (mgr.24683) 14 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:47:07.856 INFO:tasks.rados.rados.0.smithi046.stdout:559: done (0 left) 2021-07-26T15:47:07.856 INFO:tasks.rados.rados.0.smithi046.stdout:560: setattr oid 19 current snap is 55 2021-07-26T15:47:07.857 INFO:tasks.rados.rados.0.smithi046.stdout:561: rmattr oid 42 current snap is 55 2021-07-26T15:47:07.857 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 55 2021-07-26T15:47:07.858 INFO:tasks.rados.rados.0.smithi046.stdout:562: seq_num 186 ranges {3317760=720896} 2021-07-26T15:47:07.883 INFO:tasks.rados.rados.0.smithi046.stdout:562: writing smithi04638994-38 from 3317760 to 4038656 tid 1 2021-07-26T15:47:07.884 INFO:tasks.rados.rados.0.smithi046.stdout:563: read oid 26 snap -1 2021-07-26T15:47:07.884 INFO:tasks.rados.rados.0.smithi046.stdout:563: expect deleted 2021-07-26T15:47:07.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 55 2021-07-26T15:47:07.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 38 (ObjNum 175 snap 49 seq_num 175) dirty exists 2021-07-26T15:47:07.886 INFO:tasks.rados.rados.0.smithi046.stdout:564: seq_num 187 ranges {0=737280} 2021-07-26T15:47:07.888 INFO:tasks.rados.rados.0.smithi046.stdout:564: writing smithi04638994-37 from 0 to 737280 tid 1 2021-07-26T15:47:07.888 INFO:tasks.rados.rados.0.smithi046.stdout:561: done (4 left) 2021-07-26T15:47:07.889 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 55 2021-07-26T15:47:07.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 183 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:07.889 INFO:tasks.rados.rados.0.smithi046.stdout:565: seq_num 188 ranges {131072=753664} 2021-07-26T15:47:07.894 INFO:tasks.rados.rados.0.smithi046.stdout:565: writing smithi04638994-47 from 131072 to 884736 tid 1 2021-07-26T15:47:07.895 INFO:tasks.rados.rados.0.smithi046.stdout:560: done (4 left) 2021-07-26T15:47:07.895 INFO:tasks.rados.rados.0.smithi046.stdout:566: read oid 30 snap -1 2021-07-26T15:47:07.896 INFO:tasks.rados.rados.0.smithi046.stdout:566: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:47:07.896 INFO:tasks.rados.rados.0.smithi046.stdout:567: copy_from oid 11 from oid 2 current snap is 55 2021-07-26T15:47:07.896 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 1 to smithi04638994-38 2021-07-26T15:47:07.897 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 2 to smithi04638994-38 2021-07-26T15:47:07.897 INFO:tasks.rados.rados.0.smithi046.stdout:563: done (5 left) 2021-07-26T15:47:07.898 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 55 2021-07-26T15:47:07.898 INFO:tasks.rados.rados.0.smithi046.stdout:568: seq_num 189 ranges {8470528=770048} 2021-07-26T15:47:07.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:07 smithi046 bash[18964]: cluster 2021-07-26T15:47:06.844712+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:47:07.946 INFO:tasks.rados.rados.0.smithi046.stdout:568: writing smithi04638994-18 from 8470528 to 9240576 tid 1 2021-07-26T15:47:07.947 INFO:tasks.rados.rados.0.smithi046.stdout:569: delete oid 40 current snap is 55 2021-07-26T15:47:07.947 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 1 to smithi04638994-37 2021-07-26T15:47:07.947 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 2 to smithi04638994-37 2021-07-26T15:47:07.947 INFO:tasks.rados.rados.0.smithi046.stdout:562: finishing write tid 3 to smithi04638994-38 2021-07-26T15:47:07.948 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 205 (ObjNum 186 snap 55 seq_num 186) dirty exists 2021-07-26T15:47:07.948 INFO:tasks.rados.rados.0.smithi046.stdout:562: left oid 38 (ObjNum 186 snap 55 seq_num 186) 2021-07-26T15:47:07.948 INFO:tasks.rados.rados.0.smithi046.stdout:564: finishing write tid 3 to smithi04638994-37 2021-07-26T15:47:07.948 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 207 (ObjNum 187 snap 55 seq_num 187) dirty exists 2021-07-26T15:47:07.949 INFO:tasks.rados.rados.0.smithi046.stdout:564: left oid 37 (ObjNum 187 snap 55 seq_num 187) 2021-07-26T15:47:07.949 INFO:tasks.rados.rados.0.smithi046.stdout:566: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:47:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:565: finishing write tid 1 to smithi04638994-47 2021-07-26T15:47:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:565: finishing write tid 2 to smithi04638994-47 2021-07-26T15:47:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:562: done (6 left) 2021-07-26T15:47:07.959 INFO:tasks.rados.rados.0.smithi046.stdout:564: done (5 left) 2021-07-26T15:47:07.959 INFO:tasks.rados.rados.0.smithi046.stdout:566: done (4 left) 2021-07-26T15:47:07.959 INFO:tasks.rados.rados.0.smithi046.stdout:569: done (3 left) 2021-07-26T15:47:07.961 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 55 2021-07-26T15:47:07.962 INFO:tasks.rados.rados.0.smithi046.stdout:567: finishing copy_from to smithi04638994-11 2021-07-26T15:47:07.962 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 107 (ObjNum 160 snap 44 seq_num 160) dirty exists 2021-07-26T15:47:07.962 INFO:tasks.rados.rados.0.smithi046.stdout:567: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:47:07.963 INFO:tasks.rados.rados.0.smithi046.stdout:565: finishing write tid 3 to smithi04638994-47 2021-07-26T15:47:07.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 29 (ObjNum 188 snap 55 seq_num 188) dirty exists 2021-07-26T15:47:07.964 INFO:tasks.rados.rados.0.smithi046.stdout:565: left oid 47 (ObjNum 188 snap 55 seq_num 188) 2021-07-26T15:47:07.964 INFO:tasks.rados.rados.0.smithi046.stdout:570: seq_num 191 ranges {475136=802816} 2021-07-26T15:47:07.969 INFO:tasks.rados.rados.0.smithi046.stdout:570: writing smithi04638994-39 from 475136 to 1277952 tid 1 2021-07-26T15:47:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:565: done (3 left) 2021-07-26T15:47:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:567: done (2 left) 2021-07-26T15:47:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:571: setattr oid 17 current snap is 55 2021-07-26T15:47:07.970 INFO:tasks.rados.rados.0.smithi046.stdout:568: finishing write tid 1 to smithi04638994-18 2021-07-26T15:47:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:568: finishing write tid 2 to smithi04638994-18 2021-07-26T15:47:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:568: finishing write tid 3 to smithi04638994-18 2021-07-26T15:47:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 112 (ObjNum 189 snap 55 seq_num 189) dirty exists 2021-07-26T15:47:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:568: left oid 18 (ObjNum 189 snap 55 seq_num 189) 2021-07-26T15:47:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:568: done (2 left) 2021-07-26T15:47:07.972 INFO:tasks.rados.rados.0.smithi046.stdout:572: delete oid 43 current snap is 55 2021-07-26T15:47:07.972 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 167 (ObjNum 170 snap 47 seq_num 170) dirty exists 2021-07-26T15:47:07.973 INFO:tasks.rados.rados.0.smithi046.stdout:571: done (2 left) 2021-07-26T15:47:07.973 INFO:tasks.rados.rados.0.smithi046.stdout:572: done (1 left) 2021-07-26T15:47:07.973 INFO:tasks.rados.rados.0.smithi046.stdout:573: snap_remove snap 49 2021-07-26T15:47:08.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:07 smithi073 bash[15153]: cluster 2021-07-26T15:47:06.844712+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:47:08.833 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:08 smithi046 systemd[1]: Stopping Ceph mon.c for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:47:08.833 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:08 smithi046 docker[42285]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:47:08.834 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:08 smithi046 bash[18964]: debug 2021-07-26T15:47:08.605+0000 7ff61fe90700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2021-07-26T15:47:08.834 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:08 smithi046 bash[18964]: debug 2021-07-26T15:47:08.605+0000 7ff61fe90700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2021-07-26T15:47:09.787 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:09 smithi046 docker[42285]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mon.c 2021-07-26T15:47:09.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:09 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.c.service: Succeeded. 2021-07-26T15:47:09.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:09 smithi046 systemd[1]: Stopped Ceph mon.c for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:47:09.788 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:09 smithi046 systemd[1]: Started Ceph mon.c for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:47:10.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:09 smithi046 bash[42351]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:47:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.125+0000 7f133b767700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:47:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.125+0000 7f133b767700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 7 2021-07-26T15:47:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.125+0000 7f133b767700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:47:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 0 load: jerasure load: lrc 2021-07-26T15:47:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T15:47:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:47:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T15:47:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: DB SUMMARY 2021-07-26T15:47:11.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: DB Session ID: 2DA1O4B3ER7NQSY6DJLW 2021-07-26T15:47:11.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:47:11.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:47:11.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 890 Bytes 2021-07-26T15:47:11.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:47:11.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000018.log size: 4820072 ; 2021-07-26T15:47:11.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:47:11.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:47:11.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:47:11.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:47:11.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.env: 0x561011ccaa20 2021-07-26T15:47:11.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:47:11.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.info_log: 0x5610131d4080 2021-07-26T15:47:11.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:47:11.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:47:11.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:47:11.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:47:11.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:47:11.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:47:11.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:47:11.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:47:11.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:47:11.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:47:11.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:47:11.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:47:11.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:47:11.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:47:11.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:47:11.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-07-26T15:47:11.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:47:11.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:47:11.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:47:11.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:47:11.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:47:11.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:47:11.446 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:47:11.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:47:11.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.write_buffer_manager: 0x561013249d40 2021-07-26T15:47:11.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:47:11.447 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:47:11.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:47:11.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:47:11.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:47:11.448 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:47:11.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:47:11.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:47:11.449 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:47:11.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:47:11.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:47:11.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:47:11.450 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:47:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:47:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.row_cache: None 2021-07-26T15:47:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:47:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:47:11.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:47:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:47:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:47:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:47:11.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:47:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:47:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:47:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:47:11.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:47:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:47:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:47:11.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:47:11.455 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:47:11.455 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:47:11.455 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:47:11.455 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:47:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:47:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:47:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:47:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:47:11.456 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:47:11.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:47:11.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:47:11.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:47:11.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:47:11.457 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:47:11.458 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:47:11.458 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:47:11.458 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:47:11.458 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:47:11.459 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:47:11.459 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:47:11.459 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:47:11.460 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:47:11.460 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:47:11.460 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:47:11.462 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:47:11.462 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:47:11.462 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:47:11.462 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:47:11.462 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:47:11.463 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:47:11.463 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-07-26T15:47:11.463 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:47:11.463 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:47:11.464 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.merge_operator: 2021-07-26T15:47:11.464 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:47:11.464 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:47:11.464 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:47:11.465 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:47:11.465 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:47:11.465 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56101319fba8) 2021-07-26T15:47:11.465 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: cache_index_and_filter_blocks: 1 2021-07-26T15:47:11.465 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:47:11.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:47:11.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: pin_top_level_index_and_filter: 1 2021-07-26T15:47:11.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: index_type: 0 2021-07-26T15:47:11.466 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: data_block_index_type: 0 2021-07-26T15:47:11.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: index_shortening: 1 2021-07-26T15:47:11.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:47:11.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: hash_index_allow_collision: 1 2021-07-26T15:47:11.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: checksum: 1 2021-07-26T15:47:11.467 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: no_block_cache: 0 2021-07-26T15:47:11.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_cache: 0x5610131d0c10 2021-07-26T15:47:11.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_cache_name: BinnedLRUCache 2021-07-26T15:47:11.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_cache_options: 2021-07-26T15:47:11.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: capacity : 536870912 2021-07-26T15:47:11.468 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: num_shard_bits : 4 2021-07-26T15:47:11.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: strict_capacity_limit : 0 2021-07-26T15:47:11.469 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: high_pri_pool_ratio: 0.000 2021-07-26T15:47:11.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_cache_compressed: (nil) 2021-07-26T15:47:11.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: persistent_cache: (nil) 2021-07-26T15:47:11.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_size: 4096 2021-07-26T15:47:11.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_size_deviation: 10 2021-07-26T15:47:11.470 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_restart_interval: 16 2021-07-26T15:47:11.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: index_block_restart_interval: 1 2021-07-26T15:47:11.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: metadata_block_size: 4096 2021-07-26T15:47:11.471 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: partition_filters: 0 2021-07-26T15:47:11.472 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: use_delta_encoding: 1 2021-07-26T15:47:11.472 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:47:11.472 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: whole_key_filtering: 1 2021-07-26T15:47:11.472 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: verify_compression: 0 2021-07-26T15:47:11.473 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: read_amp_bytes_per_bit: 0 2021-07-26T15:47:11.473 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: format_version: 4 2021-07-26T15:47:11.473 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: enable_index_compression: 1 2021-07-26T15:47:11.473 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: block_align: 0 2021-07-26T15:47:11.473 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:47:11.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:47:11.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:47:11.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:47:11.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:47:11.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:47:11.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:47:11.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:47:11.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:47:11.475 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:47:11.476 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:47:11.476 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:47:11.476 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:47:11.476 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:47:11.476 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:11.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:47:11.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:47:11.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:47:11.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:47:11.477 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:47:11.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:47:11.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:11.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:47:11.478 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:47:11.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:47:11.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:47:11.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:47:11.479 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:47:11.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:47:11.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:47:11.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:47:11.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:47:11.480 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:47:11.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:47:11.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:47:11.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:47:11.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:47:11.481 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:47:11.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:47:11.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:47:11.483 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:47:11.484 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:47:11.484 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:47:11.485 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:47:11.485 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:47:11.485 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:47:11.485 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:47:11.486 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:47:11.486 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:47:11.486 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:47:11.486 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:47:11.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:47:11.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:47:11.487 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:47:11.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:47:11.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:47:11.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:47:11.488 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:47:11.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:47:11.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:47:11.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:47:11.489 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:47:11.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:47:11.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:47:11.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:47:11.490 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:47:11.491 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:47:11.491 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:47:11.491 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:47:11.491 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:47:11.492 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T15:47:11.492 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T15:47:11.492 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:47:11.492 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:47:11.493 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:47:11.493 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.129+0000 7f133b767700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:47:11.493 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:11.494 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 12102, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:47:11.494 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:47:11.494 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:47:11.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:11.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314431137049, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:47:11.495 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.133+0000 7f133b767700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:47:11.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.141+0000 7f133b767700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:47:11.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.145+0000 7f133b767700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314431151005, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 3162276, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 3157197, "index_size": 3434, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 6253, "raw_average_key_size": 22, "raw_value_size": 3149416, "raw_average_value_size": 11578, "num_data_blocks": 150, "num_entries": 272, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314431, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "9edeea74-efa6-45f3-a120-0b6c9b8cd3ba", "db_session_id": "2DA1O4B3ER7NQSY6DJLW"}} 2021-07-26T15:47:11.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.145+0000 7f133b767700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:47:11.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.149+0000 7f133b767700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:11.496 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.149+0000 7f133b767700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314431151954, "job": 1, "event": "recovery_finished"} 2021-07-26T15:47:11.497 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.149+0000 7f133b767700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:47:11.497 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.149+0000 7f133b767700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x5610131eca80 2021-07-26T15:47:11.497 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.149+0000 7f133b767700 4 rocksdb: DB pointer 0x5610131fc000 2021-07-26T15:47:11.497 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 starting mon.c rank 1 at public addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] at bind addrs [v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:11.498 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f132b37d700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:47:11.498 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f132b37d700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:47:11.498 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** DB Stats ** 2021-07-26T15:47:11.498 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:11.499 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:11.499 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:11.499 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:11.499 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:11.501 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:11.501 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:11.501 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** Compaction Stats [default] ** 2021-07-26T15:47:11.502 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:11.502 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:11.502 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: L0 1/0 3.02 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.502 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:11.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Sum 2/0 25.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.504 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** Compaction Stats [default] ** 2021-07-26T15:47:11.507 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:11.508 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:11.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.509 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:11.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Flush(GB): cumulative 0.003, interval 0.003 2021-07-26T15:47:11.510 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:11.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:11.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:11.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:11.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Cumulative compaction: 0.00 GB write, 138.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:11.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Interval compaction: 0.00 GB write, 138.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:11.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:11.513 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:11.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** Compaction Stats [default] ** 2021-07-26T15:47:11.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:11.515 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:11.516 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: L0 1/0 3.02 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:11.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Sum 2/0 25.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:11.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** Compaction Stats [default] ** 2021-07-26T15:47:11.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:11.518 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:11.518 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 586.4 0.01 0.00 1 0.005 0 0 2021-07-26T15:47:11.518 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:11.518 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Flush(GB): cumulative 0.003, interval 0.000 2021-07-26T15:47:11.519 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:11.519 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:11.519 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:11.519 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:11.520 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Cumulative compaction: 0.00 GB write, 137.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:11.520 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:11.520 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:11.520 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:11.520 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 1 mon.c@-1(???) e3 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:11.521 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).mds e1 new map 2021-07-26T15:47:11.521 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).mds e1 print_map 2021-07-26T15:47:11.521 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: e1 2021-07-26T15:47:11.522 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:47:11.522 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:47:11.522 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: legacy client fscid: -1 2021-07-26T15:47:11.522 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: 2021-07-26T15:47:11.523 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: No filesystems configured 2021-07-26T15:47:11.523 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).osd e153 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T15:47:11.523 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).osd e153 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:11.523 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).osd e153 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:11.523 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.153+0000 7f133b767700 0 mon.c@-1(???).osd e153 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:11.524 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:11 smithi046 bash[42351]: debug 2021-07-26T15:47:11.157+0000 7f133b767700 1 mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2021-07-26T15:47:11.897 INFO:tasks.rados.rados.0.smithi046.stdout:573: done (1 left) 2021-07-26T15:47:11.897 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 55 2021-07-26T15:47:11.897 INFO:tasks.rados.rados.0.smithi046.stdout:574: seq_num 193 ranges {2293760=434176,2727936=401408} 2021-07-26T15:47:11.911 INFO:tasks.rados.rados.0.smithi046.stdout:574: writing smithi04638994-9 from 2293760 to 2727936 tid 1 2021-07-26T15:47:11.913 INFO:tasks.rados.rados.0.smithi046.stdout:574: writing smithi04638994-9 from 2727936 to 3129344 tid 2 2021-07-26T15:47:11.914 INFO:tasks.rados.rados.0.smithi046.stdout:575: snap_create 2021-07-26T15:47:11.914 INFO:tasks.rados.rados.0.smithi046.stdout:570: finishing write tid 1 to smithi04638994-39 2021-07-26T15:47:11.914 INFO:tasks.rados.rados.0.smithi046.stdout:570: finishing write tid 2 to smithi04638994-39 2021-07-26T15:47:11.916 INFO:tasks.rados.rados.0.smithi046.stdout:570: finishing write tid 3 to smithi04638994-39 2021-07-26T15:47:11.917 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 125 (ObjNum 191 snap 55 seq_num 191) dirty exists 2021-07-26T15:47:11.917 INFO:tasks.rados.rados.0.smithi046.stdout:570: left oid 39 (ObjNum 191 snap 55 seq_num 191) 2021-07-26T15:47:11.918 INFO:tasks.rados.rados.0.smithi046.stdout:574: finishing write tid 1 to smithi04638994-9 2021-07-26T15:47:11.918 INFO:tasks.rados.rados.0.smithi046.stdout:574: finishing write tid 2 to smithi04638994-9 2021-07-26T15:47:11.918 INFO:tasks.rados.rados.0.smithi046.stdout:574: finishing write tid 3 to smithi04638994-9 2021-07-26T15:47:11.919 INFO:tasks.rados.rados.0.smithi046.stdout:574: finishing write tid 4 to smithi04638994-9 2021-07-26T15:47:11.919 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 173 (ObjNum 193 snap 55 seq_num 193) dirty exists 2021-07-26T15:47:11.919 INFO:tasks.rados.rados.0.smithi046.stdout:574: left oid 9 (ObjNum 193 snap 55 seq_num 193) 2021-07-26T15:47:12.910 INFO:tasks.rados.rados.0.smithi046.stdout:570: done (2 left) 2021-07-26T15:47:12.911 INFO:tasks.rados.rados.0.smithi046.stdout:574: done (1 left) 2021-07-26T15:47:12.911 INFO:tasks.rados.rados.0.smithi046.stdout:575: done (0 left) 2021-07-26T15:47:12.911 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 56 2021-07-26T15:47:12.912 INFO:tasks.rados.rados.0.smithi046.stdout:576: seq_num 194 ranges {0=458752,458752=401408} 2021-07-26T15:47:12.916 INFO:tasks.rados.rados.0.smithi046.stdout:576: writing smithi04638994-27 from 0 to 458752 tid 1 2021-07-26T15:47:12.920 INFO:tasks.rados.rados.0.smithi046.stdout:576: writing smithi04638994-27 from 458752 to 860160 tid 2 2021-07-26T15:47:12.920 INFO:tasks.rados.rados.0.smithi046.stdout:577: rollback oid 16 current snap is 56 2021-07-26T15:47:12.920 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 53 2021-07-26T15:47:12.921 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 56 2021-07-26T15:47:12.921 INFO:tasks.rados.rados.0.smithi046.stdout:578: seq_num 195 ranges {2523136=475136,2998272=401408} 2021-07-26T15:47:12.938 INFO:tasks.rados.rados.0.smithi046.stdout:578: writing smithi04638994-32 from 2523136 to 2998272 tid 1 2021-07-26T15:47:12.941 INFO:tasks.rados.rados.0.smithi046.stdout:578: writing smithi04638994-32 from 2998272 to 3399680 tid 2 2021-07-26T15:47:12.941 INFO:tasks.rados.rados.0.smithi046.stdout:579: snap_create 2021-07-26T15:47:12.942 INFO:tasks.rados.rados.0.smithi046.stdout:576: finishing write tid 1 to smithi04638994-27 2021-07-26T15:47:12.943 INFO:tasks.rados.rados.0.smithi046.stdout:576: finishing write tid 2 to smithi04638994-27 2021-07-26T15:47:12.943 INFO:tasks.rados.rados.0.smithi046.stdout:576: finishing write tid 3 to smithi04638994-27 2021-07-26T15:47:12.952 INFO:tasks.rados.rados.0.smithi046.stdout:577: finishing rollback tid 0 to smithi04638994-16 2021-07-26T15:47:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:576: finishing write tid 4 to smithi04638994-27 2021-07-26T15:47:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 176 (ObjNum 194 snap 56 seq_num 194) dirty exists 2021-07-26T15:47:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:576: left oid 27 (ObjNum 194 snap 56 seq_num 194) 2021-07-26T15:47:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:577: finishing rollback tid 1 to smithi04638994-16 2021-07-26T15:47:12.954 INFO:tasks.rados.rados.0.smithi046.stdout:577: finishing rollback tid 2 to smithi04638994-16 2021-07-26T15:47:12.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 127 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:47:12.955 INFO:tasks.rados.rados.0.smithi046.stdout:578: finishing write tid 1 to smithi04638994-32 2021-07-26T15:47:12.955 INFO:tasks.rados.rados.0.smithi046.stdout:578: finishing write tid 2 to smithi04638994-32 2021-07-26T15:47:12.955 INFO:tasks.rados.rados.0.smithi046.stdout:578: finishing write tid 3 to smithi04638994-32 2021-07-26T15:47:12.956 INFO:tasks.rados.rados.0.smithi046.stdout:578: finishing write tid 4 to smithi04638994-32 2021-07-26T15:47:12.956 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 133 (ObjNum 195 snap 56 seq_num 195) dirty exists 2021-07-26T15:47:12.956 INFO:tasks.rados.rados.0.smithi046.stdout:578: left oid 32 (ObjNum 195 snap 56 seq_num 195) 2021-07-26T15:47:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:09.811181+0000 mgr.y (mgr.24683) 16 : cluster [DBG] pgmap v19: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2021-07-26T15:47:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.373610+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.811858+0000 mgr.y (mgr.24683) 17 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.869983+0000 mon.a (mon.0) 45 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.873446+0000 mon.a (mon.0) 46 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.883494+0000 mon.a (mon.0) 47 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.883616+0000 mon.a (mon.0) 48 : cluster [DBG] fsmap 2021-07-26T15:47:13.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.883683+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:47:13.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.884382+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e30: y(active, since 14s), standbys: x 2021-07-26T15:47:13.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: cluster 2021-07-26T15:47:11.897970+0000 mon.a (mon.0) 51 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:13.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: audit 2021-07-26T15:47:11.904530+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:13.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: audit 2021-07-26T15:47:11.904700+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:13.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: audit 2021-07-26T15:47:11.905866+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:13.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:12 smithi073 bash[15153]: audit 2021-07-26T15:47:11.906796+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:13.919 INFO:tasks.rados.rados.0.smithi046.stdout:576: done (3 left) 2021-07-26T15:47:13.920 INFO:tasks.rados.rados.0.smithi046.stdout:577: done (2 left) 2021-07-26T15:47:13.920 INFO:tasks.rados.rados.0.smithi046.stdout:578: done (1 left) 2021-07-26T15:47:13.920 INFO:tasks.rados.rados.0.smithi046.stdout:579: done (0 left) 2021-07-26T15:47:13.920 INFO:tasks.rados.rados.0.smithi046.stdout:580: setattr oid 7 current snap is 57 2021-07-26T15:47:13.926 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 57 2021-07-26T15:47:13.926 INFO:tasks.rados.rados.0.smithi046.stdout:581: seq_num 196 ranges {1622016=491520,2113536=401408} 2021-07-26T15:47:13.946 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:13.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:13.946 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:13.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:13.946 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:13.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:47:13.947 INFO:tasks.rados.rados.0.smithi046.stdout:581: writing smithi04638994-19 from 1622016 to 2113536 tid 1 2021-07-26T15:47:13.948 INFO:tasks.rados.rados.0.smithi046.stdout:581: writing smithi04638994-19 from 2113536 to 2514944 tid 2 2021-07-26T15:47:13.948 INFO:tasks.rados.rados.0.smithi046.stdout:582: copy_from oid 13 from oid 8 current snap is 57 2021-07-26T15:47:13.948 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 178 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:47:13.948 INFO:tasks.rados.rados.0.smithi046.stdout:580: done (2 left) 2021-07-26T15:47:13.949 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 57 2021-07-26T15:47:13.949 INFO:tasks.rados.rados.0.smithi046.stdout:583: seq_num 197 ranges {0=507904,507904=401408} 2021-07-26T15:47:13.949 INFO:tasks.rados.rados.0.smithi046.stdout:583: writing smithi04638994-41 from 0 to 507904 tid 1 2021-07-26T15:47:13.950 INFO:tasks.rados.rados.0.smithi046.stdout:583: writing smithi04638994-41 from 507904 to 909312 tid 2 2021-07-26T15:47:13.950 INFO:tasks.rados.rados.0.smithi046.stdout:584: read oid 20 snap 48 2021-07-26T15:47:13.951 INFO:tasks.rados.rados.0.smithi046.stdout:584: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:47:13.951 INFO:tasks.rados.rados.0.smithi046.stdout:585: snap_remove snap 41 2021-07-26T15:47:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:13 smithi073 bash[15153]: cluster 2021-07-26T15:47:12.910888+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:47:14.934 INFO:tasks.rados.rados.0.smithi046.stdout:585: done (4 left) 2021-07-26T15:47:14.935 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 57 2021-07-26T15:47:14.935 INFO:tasks.rados.rados.0.smithi046.stdout:581: finishing write tid 1 to smithi04638994-19 2021-07-26T15:47:14.935 INFO:tasks.rados.rados.0.smithi046.stdout:586: seq_num 198 ranges {1449984=524288,1974272=401408} 2021-07-26T15:47:14.948 INFO:tasks.rados.rados.0.smithi046.stdout:586: writing smithi04638994-50 from 1449984 to 1974272 tid 1 2021-07-26T15:47:14.952 INFO:tasks.rados.rados.0.smithi046.stdout:586: writing smithi04638994-50 from 1974272 to 2375680 tid 2 2021-07-26T15:47:14.955 INFO:tasks.rados.rados.0.smithi046.stdout:587: read oid 39 snap -1 2021-07-26T15:47:14.956 INFO:tasks.rados.rados.0.smithi046.stdout:587: expect (ObjNum 191 snap 55 seq_num 191) 2021-07-26T15:47:14.956 INFO:tasks.rados.rados.0.smithi046.stdout:588: snap_create 2021-07-26T15:47:14.956 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing write tid 1 to smithi04638994-41 2021-07-26T15:47:14.956 INFO:tasks.rados.rados.0.smithi046.stdout:581: finishing write tid 2 to smithi04638994-19 2021-07-26T15:47:14.957 INFO:tasks.rados.rados.0.smithi046.stdout:581: finishing write tid 3 to smithi04638994-19 2021-07-26T15:47:14.957 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing write tid 2 to smithi04638994-41 2021-07-26T15:47:14.957 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing write tid 3 to smithi04638994-41 2021-07-26T15:47:14.957 INFO:tasks.rados.rados.0.smithi046.stdout:581: finishing write tid 4 to smithi04638994-19 2021-07-26T15:47:14.957 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 186 (ObjNum 196 snap 57 seq_num 196) dirty exists 2021-07-26T15:47:14.958 INFO:tasks.rados.rados.0.smithi046.stdout:581: left oid 19 (ObjNum 196 snap 57 seq_num 196) 2021-07-26T15:47:14.958 INFO:tasks.rados.rados.0.smithi046.stdout:583: finishing write tid 4 to smithi04638994-41 2021-07-26T15:47:14.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 108 (ObjNum 197 snap 57 seq_num 197) dirty exists 2021-07-26T15:47:14.958 INFO:tasks.rados.rados.0.smithi046.stdout:583: left oid 41 (ObjNum 197 snap 57 seq_num 197) 2021-07-26T15:47:14.959 INFO:tasks.rados.rados.0.smithi046.stdout:582: finishing copy_from to smithi04638994-13 2021-07-26T15:47:14.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 218 (ObjNum 172 snap 47 seq_num 172) dirty exists 2021-07-26T15:47:14.959 INFO:tasks.rados.rados.0.smithi046.stdout:582: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:47:14.959 INFO:tasks.rados.rados.0.smithi046.stdout:584: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:47:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:587: expect (ObjNum 191 snap 55 seq_num 191) 2021-07-26T15:47:15.063 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 1 to smithi04638994-50 2021-07-26T15:47:15.064 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 2 to smithi04638994-50 2021-07-26T15:47:15.064 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 3 to smithi04638994-50 2021-07-26T15:47:15.065 INFO:tasks.rados.rados.0.smithi046.stdout:586: finishing write tid 4 to smithi04638994-50 2021-07-26T15:47:15.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 221 (ObjNum 198 snap 57 seq_num 198) dirty exists 2021-07-26T15:47:15.068 INFO:tasks.rados.rados.0.smithi046.stdout:586: left oid 50 (ObjNum 198 snap 57 seq_num 198) 2021-07-26T15:47:15.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:14 smithi073 bash[15153]: cluster 2021-07-26T15:47:13.812526+0000 mgr.y (mgr.24683) 18 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:15.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:14 smithi073 bash[15153]: cluster 2021-07-26T15:47:13.920860+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:47:15.788 INFO:tasks.rados.rados.0.smithi046.stdout:581: done (6 left) 2021-07-26T15:47:16.104 INFO:tasks.rados.rados.0.smithi046.stdout:582: done (5 left) 2021-07-26T15:47:16.104 INFO:tasks.rados.rados.0.smithi046.stdout:583: done (4 left) 2021-07-26T15:47:16.105 INFO:tasks.rados.rados.0.smithi046.stdout:584: done (3 left) 2021-07-26T15:47:16.105 INFO:tasks.rados.rados.0.smithi046.stdout:586: done (2 left) 2021-07-26T15:47:16.105 INFO:tasks.rados.rados.0.smithi046.stdout:587: done (1 left) 2021-07-26T15:47:16.105 INFO:tasks.rados.rados.0.smithi046.stdout:588: done (0 left) 2021-07-26T15:47:16.106 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 58 2021-07-26T15:47:16.106 INFO:tasks.rados.rados.0.smithi046.stdout:589: seq_num 199 ranges {1277952=540672,1818624=401408} 2021-07-26T15:47:16.108 INFO:tasks.rados.rados.0.smithi046.stdout:589: writing smithi04638994-39 from 1277952 to 1818624 tid 1 2021-07-26T15:47:16.109 INFO:tasks.rados.rados.0.smithi046.stdout:589: writing smithi04638994-39 from 1818624 to 2220032 tid 2 2021-07-26T15:47:16.109 INFO:tasks.rados.rados.0.smithi046.stdout:590: read oid 48 snap -1 2021-07-26T15:47:16.109 INFO:tasks.rados.rados.0.smithi046.stdout:590: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:16.109 INFO:tasks.rados.rados.0.smithi046.stdout:591: rollback oid 18 current snap is 58 2021-07-26T15:47:16.110 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 56 2021-07-26T15:47:16.110 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 58 2021-07-26T15:47:16.110 INFO:tasks.rados.rados.0.smithi046.stdout:592: seq_num 200 ranges {147456=557056,704512=401408} 2021-07-26T15:47:16.110 INFO:tasks.rados.rados.0.smithi046.stdout:592: writing smithi04638994-44 from 147456 to 704512 tid 1 2021-07-26T15:47:16.110 INFO:tasks.rados.rados.0.smithi046.stdout:592: writing smithi04638994-44 from 704512 to 1105920 tid 2 2021-07-26T15:47:16.111 INFO:tasks.rados.rados.0.smithi046.stdout:593: snap_create 2021-07-26T15:47:16.111 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:47:16.112 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:47:16.112 INFO:tasks.rados.rados.0.smithi046.stdout:591: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:47:16.112 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 122 (ObjNum 189 snap 55 seq_num 189) dirty exists 2021-07-26T15:47:16.112 INFO:tasks.rados.rados.0.smithi046.stdout:590: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:16.112 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing write tid 1 to smithi04638994-39 2021-07-26T15:47:16.113 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing write tid 2 to smithi04638994-39 2021-07-26T15:47:16.113 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing write tid 3 to smithi04638994-39 2021-07-26T15:47:16.113 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing write tid 1 to smithi04638994-44 2021-07-26T15:47:16.113 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing write tid 2 to smithi04638994-44 2021-07-26T15:47:16.113 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing write tid 3 to smithi04638994-44 2021-07-26T15:47:16.114 INFO:tasks.rados.rados.0.smithi046.stdout:589: finishing write tid 4 to smithi04638994-39 2021-07-26T15:47:16.114 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 143 (ObjNum 199 snap 58 seq_num 199) dirty exists 2021-07-26T15:47:16.114 INFO:tasks.rados.rados.0.smithi046.stdout:589: left oid 39 (ObjNum 199 snap 58 seq_num 199) 2021-07-26T15:47:16.114 INFO:tasks.rados.rados.0.smithi046.stdout:592: finishing write tid 4 to smithi04638994-44 2021-07-26T15:47:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 124 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:47:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:592: left oid 44 (ObjNum 200 snap 58 seq_num 200) 2021-07-26T15:47:16.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:15 smithi073 bash[15153]: cluster 2021-07-26T15:47:14.930503+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:47:16.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:15 smithi073 bash[15153]: cluster 2021-07-26T15:47:15.784768+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:47:16.800 INFO:tasks.rados.rados.0.smithi046.stdout:589: done (4 left) 2021-07-26T15:47:16.801 INFO:tasks.rados.rados.0.smithi046.stdout:590: done (3 left) 2021-07-26T15:47:16.801 INFO:tasks.rados.rados.0.smithi046.stdout:591: done (2 left) 2021-07-26T15:47:16.801 INFO:tasks.rados.rados.0.smithi046.stdout:592: done (1 left) 2021-07-26T15:47:16.802 INFO:tasks.rados.rados.0.smithi046.stdout:593: done (0 left) 2021-07-26T15:47:16.802 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 59 2021-07-26T15:47:16.802 INFO:tasks.rados.rados.0.smithi046.stdout:594: seq_num 201 ranges {9240576=573440,9814016=401408} 2021-07-26T15:47:16.856 INFO:tasks.rados.rados.0.smithi046.stdout:594: writing smithi04638994-18 from 9240576 to 9814016 tid 1 2021-07-26T15:47:16.858 INFO:tasks.rados.rados.0.smithi046.stdout:594: writing smithi04638994-18 from 9814016 to 10215424 tid 2 2021-07-26T15:47:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 59 2021-07-26T15:47:16.859 INFO:tasks.rados.rados.0.smithi046.stdout:595: seq_num 202 ranges {2220032=589824,2809856=401408} 2021-07-26T15:47:16.875 INFO:tasks.rados.rados.0.smithi046.stdout:595: writing smithi04638994-39 from 2220032 to 2809856 tid 1 2021-07-26T15:47:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:595: writing smithi04638994-39 from 2809856 to 3211264 tid 2 2021-07-26T15:47:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:596: setattr oid 49 current snap is 59 2021-07-26T15:47:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 1 to smithi04638994-18 2021-07-26T15:47:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 2 to smithi04638994-18 2021-07-26T15:47:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 3 to smithi04638994-18 2021-07-26T15:47:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:594: finishing write tid 4 to smithi04638994-18 2021-07-26T15:47:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 126 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:47:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:594: left oid 18 (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:47:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:594: done (2 left) 2021-07-26T15:47:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 59 2021-07-26T15:47:16.879 INFO:tasks.rados.rados.0.smithi046.stdout:597: seq_num 203 ranges {483328=606208,1089536=401408} 2021-07-26T15:47:16.892 INFO:tasks.rados.rados.0.smithi046.stdout:597: writing smithi04638994-8 from 483328 to 1089536 tid 1 2021-07-26T15:47:16.893 INFO:tasks.rados.rados.0.smithi046.stdout:597: writing smithi04638994-8 from 1089536 to 1490944 tid 2 2021-07-26T15:47:16.893 INFO:tasks.rados.rados.0.smithi046.stdout:598: rollback oid 23 current snap is 59 2021-07-26T15:47:16.893 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 57 2021-07-26T15:47:16.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 217 (ObjNum 179 snap 51 seq_num 179) dirty exists 2021-07-26T15:47:16.894 INFO:tasks.rados.rados.0.smithi046.stdout:596: done (3 left) 2021-07-26T15:47:16.894 INFO:tasks.rados.rados.0.smithi046.stdout:599: copy_from oid 12 from oid 27 current snap is 59 2021-07-26T15:47:16.894 INFO:tasks.rados.rados.0.smithi046.stdout:600: snap_remove snap 52 2021-07-26T15:47:17.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: cluster 2021-07-26T15:47:15.813040+0000 mgr.y (mgr.24683) 19 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 639 KiB/s wr, 3 op/s 2021-07-26T15:47:17.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.215972+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:17.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.225979+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:17.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.233479+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:17.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.236660+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:17.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.239721+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:17.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: audit 2021-07-26T15:47:16.241886+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:47:17.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:16 smithi073 bash[15153]: cluster 2021-07-26T15:47:16.801116+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:47:17.806 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 1 to smithi04638994-39 2021-07-26T15:47:17.806 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 2 to smithi04638994-39 2021-07-26T15:47:17.806 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 3 to smithi04638994-39 2021-07-26T15:47:17.807 INFO:tasks.rados.rados.0.smithi046.stdout:595: finishing write tid 4 to smithi04638994-39 2021-07-26T15:47:17.807 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 147 (ObjNum 202 snap 59 seq_num 202) dirty exists 2021-07-26T15:47:17.807 INFO:tasks.rados.rados.0.smithi046.stdout:595: left oid 39 (ObjNum 202 snap 59 seq_num 202) 2021-07-26T15:47:17.807 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 1 to smithi04638994-8 2021-07-26T15:47:17.810 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 2 to smithi04638994-8 2021-07-26T15:47:17.811 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 3 to smithi04638994-8 2021-07-26T15:47:17.811 INFO:tasks.rados.rados.0.smithi046.stdout:597: finishing write tid 4 to smithi04638994-8 2021-07-26T15:47:17.811 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 255 (ObjNum 203 snap 59 seq_num 203) dirty exists 2021-07-26T15:47:17.811 INFO:tasks.rados.rados.0.smithi046.stdout:597: left oid 8 (ObjNum 203 snap 59 seq_num 203) 2021-07-26T15:47:17.812 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing copy_from to smithi04638994-12 2021-07-26T15:47:17.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 176 (ObjNum 194 snap 56 seq_num 194) dirty exists 2021-07-26T15:47:17.812 INFO:tasks.rados.rados.0.smithi046.stdout:599: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:47:17.812 INFO:tasks.rados.rados.0.smithi046.stdout:598: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:47:17.813 INFO:tasks.rados.rados.0.smithi046.stdout:598: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:47:17.813 INFO:tasks.rados.rados.0.smithi046.stdout:598: finishing rollback tid 2 to smithi04638994-23 2021-07-26T15:47:17.813 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 259 (ObjNum 183 snap 52 seq_num 183) dirty exists 2021-07-26T15:47:17.813 INFO:tasks.rados.rados.0.smithi046.stdout:595: done (4 left) 2021-07-26T15:47:17.814 INFO:tasks.rados.rados.0.smithi046.stdout:597: done (3 left) 2021-07-26T15:47:17.814 INFO:tasks.rados.rados.0.smithi046.stdout:598: done (2 left) 2021-07-26T15:47:17.814 INFO:tasks.rados.rados.0.smithi046.stdout:599: done (1 left) 2021-07-26T15:47:17.814 INFO:tasks.rados.rados.0.smithi046.stdout:600: done (0 left) 2021-07-26T15:47:17.815 INFO:tasks.rados.rados.0.smithi046.stdout:601: copy_from oid 21 from oid 20 current snap is 59 2021-07-26T15:47:17.815 INFO:tasks.rados.rados.0.smithi046.stdout:602: read oid 44 snap 48 2021-07-26T15:47:17.815 INFO:tasks.rados.rados.0.smithi046.stdout:602: expect (ObjNum 152 snap 42 seq_num 152) 2021-07-26T15:47:17.815 INFO:tasks.rados.rados.0.smithi046.stdout:603: copy_from oid 46 from oid 10 current snap is 59 2021-07-26T15:47:17.815 INFO:tasks.rados.rados.0.smithi046.stdout:604: delete oid 19 current snap is 59 2021-07-26T15:47:17.816 INFO:tasks.rados.rados.0.smithi046.stdout:602: expect (ObjNum 152 snap 42 seq_num 152) 2021-07-26T15:47:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:602: done (3 left) 2021-07-26T15:47:17.822 INFO:tasks.rados.rados.0.smithi046.stdout:604: done (2 left) 2021-07-26T15:47:17.823 INFO:tasks.rados.rados.0.smithi046.stdout:605: snap_create 2021-07-26T15:47:17.829 INFO:tasks.rados.rados.0.smithi046.stdout:603: finishing copy_from to smithi04638994-46 2021-07-26T15:47:17.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 120 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:47:17.830 INFO:tasks.rados.rados.0.smithi046.stdout:603: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:47:17.835 INFO:tasks.rados.rados.0.smithi046.stdout:601: finishing copy_from to smithi04638994-21 2021-07-26T15:47:17.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 230 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:17.836 INFO:tasks.rados.rados.0.smithi046.stdout:601: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:47:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:17 smithi073 bash[15153]: cephadm 2021-07-26T15:47:16.245087+0000 mgr.y (mgr.24683) 20 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T15:47:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:17 smithi073 bash[15153]: cluster 2021-07-26T15:47:17.806075+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:47:18.811 INFO:tasks.rados.rados.0.smithi046.stdout:601: done (2 left) 2021-07-26T15:47:18.812 INFO:tasks.rados.rados.0.smithi046.stdout:603: done (1 left) 2021-07-26T15:47:18.812 INFO:tasks.rados.rados.0.smithi046.stdout:605: done (0 left) 2021-07-26T15:47:18.812 INFO:tasks.rados.rados.0.smithi046.stdout:606: read oid 45 snap -1 2021-07-26T15:47:18.812 INFO:tasks.rados.rados.0.smithi046.stdout:606: expect (ObjNum 168 snap 46 seq_num 168) 2021-07-26T15:47:18.813 INFO:tasks.rados.rados.0.smithi046.stdout:607: setattr oid 1 current snap is 60 2021-07-26T15:47:18.816 INFO:tasks.rados.rados.0.smithi046.stdout:608: rmattr oid 34 current snap is 60 2021-07-26T15:47:18.816 INFO:tasks.rados.rados.0.smithi046.stdout:608: done (2 left) 2021-07-26T15:47:18.816 INFO:tasks.rados.rados.0.smithi046.stdout:609: read oid 10 snap -1 2021-07-26T15:47:18.817 INFO:tasks.rados.rados.0.smithi046.stdout:609: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:18.817 INFO:tasks.rados.rados.0.smithi046.stdout:610: rollback oid 46 current snap is 60 2021-07-26T15:47:18.817 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 53 2021-07-26T15:47:18.818 INFO:tasks.rados.rados.0.smithi046.stdout:611: copy_from oid 25 from oid 44 current snap is 60 2021-07-26T15:47:18.818 INFO:tasks.rados.rados.0.smithi046.stdout:612: rollback oid 41 current snap is 60 2021-07-26T15:47:18.818 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 56 2021-07-26T15:47:18.819 INFO:tasks.rados.rados.0.smithi046.stdout:613: rollback oid 50 current snap is 60 2021-07-26T15:47:18.819 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 54 2021-07-26T15:47:18.819 INFO:tasks.rados.rados.0.smithi046.stdout:614: read oid 5 snap -1 2021-07-26T15:47:18.820 INFO:tasks.rados.rados.0.smithi046.stdout:614: expect (ObjNum 149 snap 41 seq_num 149) 2021-07-26T15:47:18.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 60 2021-07-26T15:47:18.820 INFO:tasks.rados.rados.0.smithi046.stdout:615: seq_num 205 ranges {655360=638976,1294336=401408} 2021-07-26T15:47:18.825 INFO:tasks.rados.rados.0.smithi046.stdout:615: writing smithi04638994-36 from 655360 to 1294336 tid 1 2021-07-26T15:47:18.827 INFO:tasks.rados.rados.0.smithi046.stdout:615: writing smithi04638994-36 from 1294336 to 1695744 tid 2 2021-07-26T15:47:18.827 INFO:tasks.rados.rados.0.smithi046.stdout:616: rollback oid 49 current snap is 60 2021-07-26T15:47:18.828 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 29 2021-07-26T15:47:18.828 INFO:tasks.rados.rados.0.smithi046.stdout:610: finishing rollback tid 0 to smithi04638994-46 2021-07-26T15:47:18.829 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 60 2021-07-26T15:47:18.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 193 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:47:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:613: finishing rollback tid 0 to smithi04638994-50 2021-07-26T15:47:18.830 INFO:tasks.rados.rados.0.smithi046.stdout:617: seq_num 206 ranges {3211264=655360,3866624=401408} 2021-07-26T15:47:18.849 INFO:tasks.rados.rados.0.smithi046.stdout:617: writing smithi04638994-39 from 3211264 to 3866624 tid 1 2021-07-26T15:47:18.853 INFO:tasks.rados.rados.0.smithi046.stdout:617: writing smithi04638994-39 from 3866624 to 4268032 tid 2 2021-07-26T15:47:18.853 INFO:tasks.rados.rados.0.smithi046.stdout:607: done (10 left) 2021-07-26T15:47:18.853 INFO:tasks.rados.rados.0.smithi046.stdout:618: rollback oid 7 current snap is 60 2021-07-26T15:47:18.854 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 29 2021-07-26T15:47:18.854 INFO:tasks.rados.rados.0.smithi046.stdout:613: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:47:18.854 INFO:tasks.rados.rados.0.smithi046.stdout:613: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:47:18.855 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 224 (ObjNum 180 snap 51 seq_num 180) dirty exists 2021-07-26T15:47:18.855 INFO:tasks.rados.rados.0.smithi046.stdout:610: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:47:18.855 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 122 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:47:18.855 INFO:tasks.rados.rados.0.smithi046.stdout:612: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:47:18.856 INFO:tasks.rados.rados.0.smithi046.stdout:610: done (10 left) 2021-07-26T15:47:18.856 INFO:tasks.rados.rados.0.smithi046.stdout:613: done (9 left) 2021-07-26T15:47:18.858 INFO:tasks.rados.rados.0.smithi046.stdout:619: rollback oid 9 current snap is 60 2021-07-26T15:47:18.859 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 56 2021-07-26T15:47:18.859 INFO:tasks.rados.rados.0.smithi046.stdout:612: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:47:18.859 INFO:tasks.rados.rados.0.smithi046.stdout:612: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:47:18.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 118 (ObjNum 100 snap 0 seq_num 98) dirty exists 2021-07-26T15:47:18.860 INFO:tasks.rados.rados.0.smithi046.stdout:615: finishing write tid 1 to smithi04638994-36 2021-07-26T15:47:18.860 INFO:tasks.rados.rados.0.smithi046.stdout:615: finishing write tid 2 to smithi04638994-36 2021-07-26T15:47:18.860 INFO:tasks.rados.rados.0.smithi046.stdout:615: finishing write tid 3 to smithi04638994-36 2021-07-26T15:47:18.860 INFO:tasks.rados.rados.0.smithi046.stdout:609: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:18.966 INFO:tasks.rados.rados.0.smithi046.stdout:615: finishing write tid 4 to smithi04638994-36 2021-07-26T15:47:18.966 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 122 (ObjNum 205 snap 60 seq_num 205) dirty exists 2021-07-26T15:47:18.967 INFO:tasks.rados.rados.0.smithi046.stdout:615: left oid 36 (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:47:18.967 INFO:tasks.rados.rados.0.smithi046.stdout:614: expect (ObjNum 149 snap 41 seq_num 149) 2021-07-26T15:47:19.062 INFO:tasks.rados.rados.0.smithi046.stdout:611: finishing copy_from to smithi04638994-25 2021-07-26T15:47:19.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 124 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:47:19.063 INFO:tasks.rados.rados.0.smithi046.stdout:611: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:47:19.063 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 1 to smithi04638994-39 2021-07-26T15:47:19.064 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 2 to smithi04638994-39 2021-07-26T15:47:19.064 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 3 to smithi04638994-39 2021-07-26T15:47:19.064 INFO:tasks.rados.rados.0.smithi046.stdout:617: finishing write tid 4 to smithi04638994-39 2021-07-26T15:47:19.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 155 (ObjNum 206 snap 60 seq_num 206) dirty exists 2021-07-26T15:47:19.064 INFO:tasks.rados.rados.0.smithi046.stdout:617: left oid 39 (ObjNum 206 snap 60 seq_num 206) 2021-07-26T15:47:19.065 INFO:tasks.rados.rados.0.smithi046.stdout:606: expect (ObjNum 168 snap 46 seq_num 168) 2021-07-26T15:47:19.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: cluster 2021-07-26T15:47:17.813596+0000 mgr.y (mgr.24683) 21 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:19.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: audit 2021-07-26T15:47:18.765161+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:19.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: audit 2021-07-26T15:47:18.766551+0000 mon.b (mon.2) 51 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:19.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: audit 2021-07-26T15:47:18.770801+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:19.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: audit 2021-07-26T15:47:18.771354+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:19.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:18 smithi073 bash[15153]: cluster 2021-07-26T15:47:18.812593+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:47:19.453 INFO:tasks.rados.rados.0.smithi046.stdout:616: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:47:19.453 INFO:tasks.rados.rados.0.smithi046.stdout:616: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:47:19.453 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 224 (ObjNum 198395840 snap 22029 seq_num 4) dirty dne 2021-07-26T15:47:19.454 INFO:tasks.rados.rados.0.smithi046.stdout:618: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:47:19.454 INFO:tasks.rados.rados.0.smithi046.stdout:618: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:47:19.454 INFO:tasks.rados.rados.0.smithi046.stdout:618: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:47:19.454 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 197 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:47:19.455 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:47:19.455 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:47:19.455 INFO:tasks.rados.rados.0.smithi046.stdout:619: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:47:19.455 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 201 (ObjNum 193 snap 55 seq_num 193) dirty exists 2021-07-26T15:47:19.455 INFO:tasks.rados.rados.0.smithi046.stdout:606: done (9 left) 2021-07-26T15:47:19.456 INFO:tasks.rados.rados.0.smithi046.stdout:609: done (8 left) 2021-07-26T15:47:19.456 INFO:tasks.rados.rados.0.smithi046.stdout:611: done (7 left) 2021-07-26T15:47:19.456 INFO:tasks.rados.rados.0.smithi046.stdout:612: done (6 left) 2021-07-26T15:47:19.456 INFO:tasks.rados.rados.0.smithi046.stdout:614: done (5 left) 2021-07-26T15:47:19.456 INFO:tasks.rados.rados.0.smithi046.stdout:615: done (4 left) 2021-07-26T15:47:19.457 INFO:tasks.rados.rados.0.smithi046.stdout:616: done (3 left) 2021-07-26T15:47:19.457 INFO:tasks.rados.rados.0.smithi046.stdout:617: done (2 left) 2021-07-26T15:47:19.457 INFO:tasks.rados.rados.0.smithi046.stdout:618: done (1 left) 2021-07-26T15:47:19.457 INFO:tasks.rados.rados.0.smithi046.stdout:619: done (0 left) 2021-07-26T15:47:19.458 INFO:tasks.rados.rados.0.smithi046.stdout:620: read oid 37 snap 35 2021-07-26T15:47:19.458 INFO:tasks.rados.rados.0.smithi046.stdout:620: expect deleted 2021-07-26T15:47:19.458 INFO:tasks.rados.rados.0.smithi046.stdout:621: copy_from oid 17 from oid 32 current snap is 60 2021-07-26T15:47:19.458 INFO:tasks.rados.rados.0.smithi046.stdout:622: snap_remove snap 43 2021-07-26T15:47:19.951 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing copy_from to smithi04638994-17 2021-07-26T15:47:19.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 133 (ObjNum 195 snap 56 seq_num 195) dirty exists 2021-07-26T15:47:19.951 INFO:tasks.rados.rados.0.smithi046.stdout:621: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:47:19.952 INFO:tasks.rados.rados.0.smithi046.stdout:620: done (2 left) 2021-07-26T15:47:19.952 INFO:tasks.rados.rados.0.smithi046.stdout:621: done (1 left) 2021-07-26T15:47:19.953 INFO:tasks.rados.rados.0.smithi046.stdout:622: done (0 left) 2021-07-26T15:47:19.953 INFO:tasks.rados.rados.0.smithi046.stdout:623: snap_remove snap 39 2021-07-26T15:47:20.197 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:19 smithi073 bash[15153]: cephadm 2021-07-26T15:47:18.755325+0000 mgr.y (mgr.24683) 22 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T15:47:20.197 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:19 smithi073 bash[15153]: cephadm 2021-07-26T15:47:18.774461+0000 mgr.y (mgr.24683) 23 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:47:20.793 INFO:tasks.rados.rados.0.smithi046.stdout:623: done (0 left) 2021-07-26T15:47:20.793 INFO:tasks.rados.rados.0.smithi046.stdout:624: rollback oid 28 current snap is 60 2021-07-26T15:47:20.793 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 51 2021-07-26T15:47:20.793 INFO:tasks.rados.rados.0.smithi046.stdout:625: delete oid 15 current snap is 60 2021-07-26T15:47:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:625: done (1 left) 2021-07-26T15:47:20.810 INFO:tasks.rados.rados.0.smithi046.stdout:626: read oid 10 snap -1 2021-07-26T15:47:20.811 INFO:tasks.rados.rados.0.smithi046.stdout:626: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:20.811 INFO:tasks.rados.rados.0.smithi046.stdout:627: setattr oid 34 current snap is 60 2021-07-26T15:47:20.811 INFO:tasks.rados.rados.0.smithi046.stdout:624: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:47:20.811 INFO:tasks.rados.rados.0.smithi046.stdout:624: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:47:20.812 INFO:tasks.rados.rados.0.smithi046.stdout:624: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:47:20.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 82 (ObjNum 134 snap 33 seq_num 134) dirty exists 2021-07-26T15:47:20.813 INFO:tasks.rados.rados.0.smithi046.stdout:624: done (2 left) 2021-07-26T15:47:20.813 INFO:tasks.rados.rados.0.smithi046.stdout:628: rmattr oid 27 current snap is 60 2021-07-26T15:47:20.813 INFO:tasks.rados.rados.0.smithi046.stdout:628: done (2 left) 2021-07-26T15:47:20.814 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 60 2021-07-26T15:47:20.814 INFO:tasks.rados.rados.0.smithi046.stdout:629: seq_num 208 ranges {0=688128,688128=401408} 2021-07-26T15:47:20.817 INFO:tasks.rados.rados.0.smithi046.stdout:629: writing smithi04638994-4 from 0 to 688128 tid 1 2021-07-26T15:47:20.820 INFO:tasks.rados.rados.0.smithi046.stdout:629: writing smithi04638994-4 from 688128 to 1089536 tid 2 2021-07-26T15:47:20.820 INFO:tasks.rados.rados.0.smithi046.stdout:630: snap_create 2021-07-26T15:47:20.827 INFO:tasks.rados.rados.0.smithi046.stdout:626: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:20.937 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing write tid 1 to smithi04638994-4 2021-07-26T15:47:20.938 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing write tid 2 to smithi04638994-4 2021-07-26T15:47:20.939 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing write tid 3 to smithi04638994-4 2021-07-26T15:47:20.939 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 125 (ObjNum 128 snap 32 seq_num 128) dirty exists 2021-07-26T15:47:20.940 INFO:tasks.rados.rados.0.smithi046.stdout:629: finishing write tid 4 to smithi04638994-4 2021-07-26T15:47:20.941 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 120 (ObjNum 208 snap 60 seq_num 208) dirty exists 2021-07-26T15:47:20.941 INFO:tasks.rados.rados.0.smithi046.stdout:629: left oid 4 (ObjNum 208 snap 60 seq_num 208) 2021-07-26T15:47:21.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:20 smithi073 bash[15153]: cluster 2021-07-26T15:47:19.814519+0000 mgr.y (mgr.24683) 24 : cluster [DBG] pgmap v32: 25 pgs: 25 active+clean; 188 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2021-07-26T15:47:21.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:20 smithi073 bash[15153]: cluster 2021-07-26T15:47:19.950768+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:47:21.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:20 smithi073 bash[15153]: cluster 2021-07-26T15:47:20.790751+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:47:21.250 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:21 smithi073 systemd[1]: Stopping Ceph mon.b for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:47:21.250 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:21 smithi073 docker[34123]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:47:21.540 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:21 smithi073 bash[15153]: debug 2021-07-26T15:47:21.245+0000 7f123c858700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2021-07-26T15:47:21.541 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:21 smithi073 bash[15153]: debug 2021-07-26T15:47:21.245+0000 7f123c858700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2021-07-26T15:47:22.453 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:22 smithi073 docker[34123]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-mon.b 2021-07-26T15:47:22.454 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:22 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@mon.b.service: Succeeded. 2021-07-26T15:47:22.454 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:22 smithi073 systemd[1]: Stopped Ceph mon.b for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:47:22.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:22 smithi073 systemd[1]: Started Ceph mon.b for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:47:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:22 smithi073 bash[34190]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:47:23.935 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:23.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:23.935 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:23.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:23.935 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:23.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:47:24.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.744+0000 7fe82d679700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:47:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.744+0000 7fe82d679700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 7 2021-07-26T15:47:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.744+0000 7fe82d679700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:47:24.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 0 load: jerasure load: lrc 2021-07-26T15:47:24.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T15:47:24.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:47:24.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T15:47:24.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: DB SUMMARY 2021-07-26T15:47:24.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: DB Session ID: 5Q7O5RYQFUWHBG6KG8FN 2021-07-26T15:47:24.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:47:24.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:47:24.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 890 Bytes 2021-07-26T15:47:24.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:47:24.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000018.log size: 6088731 ; 2021-07-26T15:47:24.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:47:24.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:47:24.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:47:24.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:47:24.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.env: 0x55d97d6fda20 2021-07-26T15:47:24.126 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:47:24.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.info_log: 0x55d97f0f8080 2021-07-26T15:47:24.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:47:24.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:47:24.127 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:47:24.128 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:47:24.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:47:24.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:47:24.129 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:47:24.130 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:47:24.131 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:47:24.131 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:47:24.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:47:24.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:47:24.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:47:24.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:47:24.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:47:24.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-07-26T15:47:24.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:47:24.133 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:47:24.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:47:24.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:47:24.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:47:24.134 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:47:24.135 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:47:24.135 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:47:24.135 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.write_buffer_manager: 0x55d97f16dd40 2021-07-26T15:47:24.135 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:47:24.135 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:47:24.136 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:47:24.136 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:47:24.136 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:47:24.136 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:47:24.137 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:47:24.137 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:47:24.139 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:47:24.139 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:47:24.139 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:47:24.140 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:47:24.140 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:47:24.140 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:47:24.140 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.row_cache: None 2021-07-26T15:47:24.141 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:47:24.141 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:47:24.141 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:47:24.141 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:47:24.141 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:47:24.142 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:47:24.142 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:47:24.142 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:47:24.142 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:47:24.143 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:47:24.143 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:47:24.143 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:47:24.143 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:47:24.143 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:47:24.144 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:47:24.144 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:47:24.144 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:47:24.144 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:47:24.145 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:47:24.145 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:47:24.145 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:47:24.145 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:47:24.146 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:47:24.146 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:47:24.146 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:47:24.146 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:47:24.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:47:24.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:47:24.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:47:24.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:47:24.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:47:24.148 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:47:24.148 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:47:24.148 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:47:24.148 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:47:24.148 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:47:24.149 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:47:24.149 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:47:24.149 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:47:24.149 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:47:24.150 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:47:24.150 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:47:24.150 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:47:24.150 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:47:24.150 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-07-26T15:47:24.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:47:24.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:47:24.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.merge_operator: 2021-07-26T15:47:24.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:47:24.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:47:24.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:47:24.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:47:24.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:47:24.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d97f0c3ba8) 2021-07-26T15:47:24.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: cache_index_and_filter_blocks: 1 2021-07-26T15:47:24.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:47:24.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:47:24.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: pin_top_level_index_and_filter: 1 2021-07-26T15:47:24.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: index_type: 0 2021-07-26T15:47:24.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: data_block_index_type: 0 2021-07-26T15:47:24.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: index_shortening: 1 2021-07-26T15:47:24.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:47:24.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: hash_index_allow_collision: 1 2021-07-26T15:47:24.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: checksum: 1 2021-07-26T15:47:24.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: no_block_cache: 0 2021-07-26T15:47:24.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_cache: 0x55d97f0f4c10 2021-07-26T15:47:24.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_cache_name: BinnedLRUCache 2021-07-26T15:47:24.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_cache_options: 2021-07-26T15:47:24.156 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: capacity : 536870912 2021-07-26T15:47:24.156 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: num_shard_bits : 4 2021-07-26T15:47:24.156 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: strict_capacity_limit : 0 2021-07-26T15:47:24.157 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: high_pri_pool_ratio: 0.000 2021-07-26T15:47:24.157 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_cache_compressed: (nil) 2021-07-26T15:47:24.157 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: persistent_cache: (nil) 2021-07-26T15:47:24.157 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_size: 4096 2021-07-26T15:47:24.157 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_size_deviation: 10 2021-07-26T15:47:24.158 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_restart_interval: 16 2021-07-26T15:47:24.158 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: index_block_restart_interval: 1 2021-07-26T15:47:24.158 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: metadata_block_size: 4096 2021-07-26T15:47:24.159 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: partition_filters: 0 2021-07-26T15:47:24.159 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: use_delta_encoding: 1 2021-07-26T15:47:24.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:47:24.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: whole_key_filtering: 1 2021-07-26T15:47:24.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: verify_compression: 0 2021-07-26T15:47:24.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: read_amp_bytes_per_bit: 0 2021-07-26T15:47:24.160 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: format_version: 4 2021-07-26T15:47:24.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: enable_index_compression: 1 2021-07-26T15:47:24.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: block_align: 0 2021-07-26T15:47:24.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:47:24.161 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:47:24.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:47:24.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:47:24.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:47:24.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:47:24.162 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:47:24.163 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:47:24.163 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:47:24.163 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:47:24.163 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:47:24.164 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:47:24.164 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:47:24.164 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:47:24.164 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:24.165 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:47:24.165 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:47:24.165 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:47:24.165 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:47:24.165 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:47:24.166 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:47:24.166 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:24.166 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:47:24.166 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:47:24.166 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:47:24.167 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:47:24.167 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:47:24.167 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:47:24.167 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:47:24.168 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:47:24.168 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:47:24.168 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:47:24.168 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:47:24.168 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:47:24.169 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:47:24.169 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:47:24.169 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:47:24.169 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:47:24.170 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:47:24.170 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:47:24.170 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:47:24.170 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:47:24.170 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:47:24.171 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:47:24.171 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:47:24.171 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:47:24.171 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:47:24.171 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:47:24.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:47:24.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:47:24.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:47:24.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:47:24.173 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:47:24.173 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:47:24.173 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:47:24.173 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:47:24.173 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:47:24.174 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:47:24.174 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:47:24.174 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:47:24.174 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:47:24.175 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:47:24.175 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:47:24.175 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:47:24.175 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:47:24.175 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:47:24.176 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:47:24.176 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:47:24.176 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:47:24.176 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:47:24.176 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T15:47:24.177 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T15:47:24.177 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:47:24.177 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:47:24.177 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:47:24.177 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.748+0000 7fe82d679700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:47:24.178 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:24.178 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 12068, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:47:24.178 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:47:24.178 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:47:24.179 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:24.179 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314443760493, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:47:24.179 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.752+0000 7fe82d679700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:47:24.179 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.764+0000 7fe82d679700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:47:24.179 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.772+0000 7fe82d679700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314443779213, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 3974601, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 3967978, "index_size": 4722, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 8262, "raw_average_key_size": 22, "raw_value_size": 3957680, "raw_average_value_size": 10932, "num_data_blocks": 204, "num_entries": 362, "num_deletions": 9, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314443, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "9eafba2c-38f8-4b30-9e79-337d78d21b1f", "db_session_id": "5Q7O5RYQFUWHBG6KG8FN"}} 2021-07-26T15:47:24.180 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.772+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:47:24.180 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.772+0000 7fe82d679700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:47:24.180 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.772+0000 7fe82d679700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314443779910, "job": 1, "event": "recovery_finished"} 2021-07-26T15:47:24.180 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.772+0000 7fe82d679700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:47:24.181 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55d97f110a80 2021-07-26T15:47:24.181 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 4 rocksdb: DB pointer 0x55d97f120000 2021-07-26T15:47:24.181 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe81d28f700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:47:24.181 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe81d28f700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:47:24.182 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** DB Stats ** 2021-07-26T15:47:24.182 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:24.182 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:24.182 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:24.183 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:24.183 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:24.183 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:24.183 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:24.183 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** Compaction Stats [default] ** 2021-07-26T15:47:24.184 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:24.184 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:24.184 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: L0 1/0 3.79 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.184 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:24.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Sum 2/0 26.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** Compaction Stats [default] ** 2021-07-26T15:47:24.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:24.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:24.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:24.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Flush(GB): cumulative 0.004, interval 0.004 2021-07-26T15:47:24.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:24.187 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:24.187 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:24.187 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:24.187 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Cumulative compaction: 0.00 GB write, 148.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:24.188 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Interval compaction: 0.00 GB write, 148.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:24.188 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:24.188 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:24.188 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** Compaction Stats [default] ** 2021-07-26T15:47:24.188 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:24.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:24.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: L0 1/0 3.79 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: L6 1/0 22.44 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:24.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Sum 2/0 26.23 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.189 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:24.190 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** Compaction Stats [default] ** 2021-07-26T15:47:24.190 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:24.190 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:24.190 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 462.8 0.01 0.00 1 0.008 0 0 2021-07-26T15:47:24.191 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:24.191 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Flush(GB): cumulative 0.004, interval 0.000 2021-07-26T15:47:24.191 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:24.191 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:24.191 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:24.192 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:24.192 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Cumulative compaction: 0.00 GB write, 148.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:24.192 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:24.192 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:24.192 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:24.193 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 starting mon.b rank 2 at public addrs [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] at bind addrs [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:24.193 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 1 mon.b@-1(???) e3 preinit fsid db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:24.193 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).mds e1 new map 2021-07-26T15:47:24.193 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).mds e1 print_map 2021-07-26T15:47:24.194 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: e1 2021-07-26T15:47:24.194 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: enable_multiple, ever_enabled_multiple: 1,1 2021-07-26T15:47:24.194 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:47:24.194 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: legacy client fscid: -1 2021-07-26T15:47:24.194 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: 2021-07-26T15:47:24.195 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: No filesystems configured 2021-07-26T15:47:24.195 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).osd e163 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T15:47:24.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).osd e163 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:24.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).osd e163 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:24.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.776+0000 7fe82d679700 0 mon.b@-1(???).osd e163 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:47:24.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:23 smithi073 bash[34190]: debug 2021-07-26T15:47:23.780+0000 7fe82d679700 1 mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2021-07-26T15:47:29.936 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:47:30.261 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:47:30.262 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 14s ago 5m 14.7M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:47:30.262 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (5m) 27s ago 5m 25.6M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:47:30.263 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (53s) 27s ago 10m 369M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:47:30.263 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (73s) 14s ago 12m 410M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:47:30.263 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (40s) 14s ago 13m 36.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:47:30.264 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 starting - - - 2048M 2021-07-26T15:47:30.264 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (20s) 14s ago 10m 23.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:47:30.265 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 14s ago 6m 11.0M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:47:30.265 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (6m) 27s ago 6m 11.1M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:47:30.266 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 14s ago 9m 94.9M 3553M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:47:30.266 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 14s ago 9m 100M 3553M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:47:30.266 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (8m) 14s ago 9m 60.8M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:47:30.267 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8m) 14s ago 8m 109M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:47:30.267 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (8m) 27s ago 8m 106M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:47:30.268 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (7m) 27s ago 7m 70.4M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:47:30.268 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (7m) 27s ago 7m 77.2M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:47:30.269 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (6m) 27s ago 6m 78.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:47:30.269 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (5m) 27s ago 6m 36.2M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:47:30.656 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:47:30.656 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:47:30.656 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:47:30.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:47:30.657 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:47:30.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:47:30.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:47:30.657 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:47:30.661 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:47:30.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:47:30.662 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:47:30.662 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:47:30.662 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8, 2021-07-26T15:47:30.663 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 5 2021-07-26T15:47:30.663 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:47:30.663 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:47:31.432 INFO:tasks.rados.rados.0.smithi046.stdout:626: done (3 left) 2021-07-26T15:47:31.432 INFO:tasks.rados.rados.0.smithi046.stdout:627: done (2 left) 2021-07-26T15:47:31.432 INFO:tasks.rados.rados.0.smithi046.stdout:629: done (1 left) 2021-07-26T15:47:31.433 INFO:tasks.rados.rados.0.smithi046.stdout:630: done (0 left) 2021-07-26T15:47:31.433 INFO:tasks.rados.rados.0.smithi046.stdout:631: snap_remove snap 59 2021-07-26T15:47:31.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:34:26.136352+0000 mon.a (mon.0) 0 : [INF] mkfs db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:31.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:47:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:47:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:47:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:47:31.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:47:31.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:47:31.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:47:31.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:47:31.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:47:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:47:31.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:47:31.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:47:31.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:47:31.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:47:31.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:47:31.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:47:31.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:54.098816+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:47:31.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:55.102208+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:47:31.884 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:55.779201+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:47:31.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:56.790974+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:47:31.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.442177+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:47:31.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.442329+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:47:31.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.742433+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:47:31.885 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.743509+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:47:31.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.750714+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:47:31.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.797929+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e28: y(active, starting, since 0.054559s), standbys: x 2021-07-26T15:47:31.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.806437+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:47:31.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.806726+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:47:31.886 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.807104+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:47:31.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.807486+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:47:31.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.807810+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:47:31.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.808039+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:47:31.887 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.808391+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:47:31.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.808683+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:47:31.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.808973+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:47:31.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.809239+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:47:31.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.809460+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:47:31.888 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.809969+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:47:31.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:57.819638+0000 mon.a (mon.0) 23 : cluster [INF] Manager daemon y is now available 2021-07-26T15:47:31.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.966135+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.969608+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.889 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.971696+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:57.975432+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:31.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:58.000829+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:58.001359+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.890 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:58.029834+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:58.030328+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:58.753242+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:47:31.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:58.818415+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e29: y(active, since 1.07505s), standbys: x 2021-07-26T15:47:31.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:58.827213+0000 mgr.y (mgr.24683) 1 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.891 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:58.832594+0000 mgr.y (mgr.24683) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:59.153839+0000 mgr.y (mgr.24683) 3 : audit [DBG] from='client.24730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:46:59.568452+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.15.46:0/2904351924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:59.807899+0000 mgr.y (mgr.24683) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.892 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:59.810176+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:47:31.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:46:59.828345+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e30: y(active, since 2s), standbys: x 2021-07-26T15:47:31.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:00.782263+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:47:31.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:01.792517+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:47:31.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:01.808779+0000 mgr.y (mgr.24683) 5 : cluster [DBG] pgmap v9: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.893 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:02.541550+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:02.744504+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:02.784043+0000 mgr.y (mgr.24683) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:02.799942+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:47:31.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:02.812521+0000 mgr.y (mgr.24683) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:02.843285+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:02.992742+0000 mgr.y (mgr.24683) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:03.015144+0000 mgr.y (mgr.24683) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.082700+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.895 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.091995+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.100626+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.102489+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.104175+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:31.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:03.106052+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:47:31.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:03.107111+0000 mgr.y (mgr.24683) 10 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:47:31.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:03.809222+0000 mgr.y (mgr.24683) 11 : cluster [DBG] pgmap v11: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:03.812645+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:47:31.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:04.824580+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:47:31.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:05.809866+0000 mgr.y (mgr.24683) 12 : cluster [DBG] pgmap v14: 25 pgs: 25 active+clean; 162 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2021-07-26T15:47:31.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:05.826152+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:47:31.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:05.930937+0000 mgr.y (mgr.24683) 13 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:47:31.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:05.940622+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:05.943325+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:31.898 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:05.945183+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:31.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:05.946720+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:05.947966+0000 mgr.y (mgr.24683) 14 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:47:31.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:06.844712+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:47:31.899 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:09.811181+0000 mgr.y (mgr.24683) 16 : cluster [DBG] pgmap v19: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2021-07-26T15:47:31.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.373610+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:31.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.811858+0000 mgr.y (mgr.24683) 17 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:31.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.869983+0000 mon.a (mon.0) 45 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:31.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.873446+0000 mon.a (mon.0) 46 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:31.900 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.883494+0000 mon.a (mon.0) 47 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:31.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.883616+0000 mon.a (mon.0) 48 : cluster [DBG] fsmap 2021-07-26T15:47:31.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.883683+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:47:31.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.884382+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e30: y(active, since 14s), standbys: x 2021-07-26T15:47:31.901 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:11.897970+0000 mon.a (mon.0) 51 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:31.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:11.904530+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:11.904700+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:11.905866+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:11.906796+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:31.902 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:12.910888+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:47:31.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:13.812526+0000 mgr.y (mgr.24683) 18 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:31.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:13.920860+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:47:31.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:14.930503+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:47:31.903 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:15.784768+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:47:31.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:15.813040+0000 mgr.y (mgr.24683) 19 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 639 KiB/s wr, 3 op/s 2021-07-26T15:47:31.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.215972+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.225979+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.233479+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.236660+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.239721+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:31.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:16.241886+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:47:31.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:16.245087+0000 mgr.y (mgr.24683) 20 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T15:47:31.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:16.801116+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:47:31.905 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:17.806075+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:47:31.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:17.813596+0000 mgr.y (mgr.24683) 21 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:18.755325+0000 mgr.y (mgr.24683) 22 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T15:47:31.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:18.765161+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.906 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:18.766551+0000 mon.b (mon.2) 51 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:31.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:18.770801+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:31.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:18.771354+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cephadm 2021-07-26T15:47:18.774461+0000 mgr.y (mgr.24683) 23 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:47:31.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:18.812593+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:47:31.907 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:19.814519+0000 mgr.y (mgr.24683) 24 : cluster [DBG] pgmap v32: 25 pgs: 25 active+clean; 188 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2021-07-26T15:47:31.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:19.950768+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:47:31.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:20.790751+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:47:31.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:30.246875+0000 mgr.y (mgr.24683) 31 : audit [DBG] from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.908 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.427151+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T15:47:31.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.428203+0000 mon.a (mon.0) 91 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-07-26T15:47:31.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.428254+0000 mon.a (mon.0) 92 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-07-26T15:47:31.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.428291+0000 mon.a (mon.0) 93 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum) 2021-07-26T15:47:31.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.428708+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:31.909 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:30.428782+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:47:31.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:30.429679+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:47:31.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.429873+0000 mon.a (mon.0) 96 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:31.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:30.431624+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:31.910 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.432250+0000 mon.a (mon.0) 98 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:31.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.436898+0000 mon.a (mon.0) 99 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:31.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.436963+0000 mon.a (mon.0) 100 : cluster [DBG] fsmap 2021-07-26T15:47:31.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.437002+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:47:31.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.437333+0000 mon.a (mon.0) 102 : cluster [DBG] mgrmap e30: y(active, since 32s), standbys: x 2021-07-26T15:47:31.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.437533+0000 mon.a (mon.0) 103 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-07-26T15:47:31.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.437562+0000 mon.a (mon.0) 104 : cluster [INF] Cluster is now healthy 2021-07-26T15:47:31.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: cluster 2021-07-26T15:47:30.440909+0000 mon.a (mon.0) 105 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:31.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:31 smithi073 bash[34190]: audit 2021-07-26T15:47:30.657234+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3545994958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:34:26.136352+0000 mon.a (mon.0) 0 : [INF] mkfs db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:47:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:47:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:47:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:47:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:47:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:47:31.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:47:31.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:47:31.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:47:31.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:47:31.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:47:31.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:47:31.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.938 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:47:31.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.939 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:34:26.136352+0000 mon.a (mon.0) 0 : [INF] mkfs db144dc0-ee26-11eb-8c23-001a4aab830c 2021-07-26T15:47:31.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:10.303047+0000 mgr.y (mgr.14146) 232 : cephadm [INF] Saving service grafana spec with placement smithi073=a;count:1 2021-07-26T15:47:31.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:18.590198+0000 mgr.y (mgr.14146) 238 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:47:31.940 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:19.324908+0000 mgr.y (mgr.14146) 239 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:47:31.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:20.058642+0000 mgr.y (mgr.14146) 240 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:47:31.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:35.823413+0000 mgr.y (mgr.14146) 250 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:47:31.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:58.128862+0000 mgr.y (mgr.14146) 262 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:47:31.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:41:58.132686+0000 mgr.y (mgr.14146) 263 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi046 2021-07-26T15:47:31.941 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:42:05.253313+0000 mgr.y (mgr.14146) 268 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:47:31.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:42:05.260137+0000 mgr.y (mgr.14146) 269 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi073 2021-07-26T15:47:31.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:00.108462+0000 mgr.y (mgr.14146) 366 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:00.134097+0000 mgr.y (mgr.14146) 367 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:47:31.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:24.957141+0000 mgr.y (mgr.14146) 383 : cephadm [INF] Upgrade: Target is version 17.0.0-6381-gbccf07c2 (unknown) 2021-07-26T15:47:31.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:24.957327+0000 mgr.y (mgr.14146) 384 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f'] 2021-07-26T15:47:31.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:24.961305+0000 mgr.y (mgr.14146) 385 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:25.219629+0000 mgr.y (mgr.14146) 386 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi073 2021-07-26T15:47:31.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:52.738568+0000 mgr.y (mgr.14146) 401 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.943 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:45:52.755094+0000 mgr.y (mgr.14146) 402 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:02.081338+0000 mgr.y (mgr.14146) 409 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:47:31.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:02.086049+0000 mgr.y (mgr.14146) 410 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.944 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.071428+0000 mgr.x (mgr.24581) 4 : cephadm [INF] Adjusting osd_memory_target on smithi046 to 3553M 2021-07-26T15:47:31.945 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.078264+0000 mgr.x (mgr.24581) 5 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.945 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.100860+0000 mgr.x (mgr.24581) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:47:31.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:47:31.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:47:31.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.948 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:47:31.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:47:31.952 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:47:31.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:47:31.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:54.098816+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:47:31.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:55.102208+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:47:31.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:55.779201+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:47:31.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:56.790974+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:47:31.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.442177+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:47:31.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.442329+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:47:31.954 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.742433+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:47:31.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.743509+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:47:31.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.750714+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:47:31.955 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.565071+0000 mgr.x (mgr.24581) 7 : cephadm [INF] Adjusting osd_memory_target on smithi073 to 3552M 2021-07-26T15:47:31.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.575584+0000 mgr.x (mgr.24581) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.632538+0000 mgr.x (mgr.24581) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:10.697227+0000 mgr.x (mgr.24581) 10 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.956 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:13.436958+0000 mgr.x (mgr.24581) 13 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:47:31.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:13.455712+0000 mgr.x (mgr.24581) 14 : cephadm [INF] Deploying daemon mgr.y on smithi046 2021-07-26T15:47:31.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:22.394321+0000 mgr.x (mgr.24581) 19 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:47:31.957 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:22.401343+0000 mgr.x (mgr.24581) 20 : cephadm [INF] Failing over to other MGR 2021-07-26T15:47:31.958 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:30.771197+0000 mgr.y (mgr.14727) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.958 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:30.792581+0000 mgr.y (mgr.14727) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.958 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:31.118052+0000 mgr.y (mgr.14727) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.958 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:31.154625+0000 mgr.y (mgr.14727) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:33.673880+0000 mgr.y (mgr.14727) 11 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:47:31.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:33.681037+0000 mgr.y (mgr.14727) 12 : cephadm [INF] Deploying daemon mgr.x on smithi073 2021-07-26T15:47:31.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:42.552017+0000 mgr.y (mgr.14727) 18 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:47:31.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:42.579061+0000 mgr.y (mgr.14727) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:47:31.959 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:45.005287+0000 mgr.y (mgr.14727) 21 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:47:31.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:46:45.020464+0000 mgr.y (mgr.14727) 22 : cephadm [INF] Deploying daemon mon.a on smithi046 2021-07-26T15:47:31.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:54.098816+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:47:31.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:55.102208+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:47:31.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:55.779201+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:47:31.960 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:56.790974+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:47:31.961 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.442177+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:47:31.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.442329+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:47:31.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.742433+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:47:31.962 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.743509+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:47:31.963 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.750714+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:47:31.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.797929+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e28: y(active, starting, since 0.054559s), standbys: x 2021-07-26T15:47:31.964 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.806437+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:47:31.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.806726+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:47:31.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.807104+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:47:31.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.807486+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:47:31.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.807810+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:47:31.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.808039+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:47:31.966 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.808391+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:47:31.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.808683+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:47:31.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.808973+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:47:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.809239+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:47:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.809460+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:47:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.809969+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:47:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:57.819638+0000 mon.a (mon.0) 23 : cluster [INF] Manager daemon y is now available 2021-07-26T15:47:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.966135+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.969608+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.971696+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.969 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:57.975432+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:31.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:58.000829+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.797929+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e28: y(active, starting, since 0.054559s), standbys: x 2021-07-26T15:47:31.970 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.806437+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:47:31.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.806726+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:47:31.971 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.807104+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:47:31.973 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.807486+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:47:31.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.807810+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:47:31.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.808039+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:47:31.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.808391+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:47:31.974 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.808683+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:47:31.976 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.808973+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:47:31.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.809239+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:47:31.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.809460+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:47:31.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.809969+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:47:31.977 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:57.819638+0000 mon.a (mon.0) 23 : cluster [INF] Manager daemon y is now available 2021-07-26T15:47:31.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.966135+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.969608+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:31.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.971696+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:31.978 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:57.975432+0000 mon.c (mon.1) 98 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:31.979 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:58.000829+0000 mon.c (mon.1) 99 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:58.001359+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:58.029834+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:58.030328+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:58.753242+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:47:31.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:58.818415+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e29: y(active, since 1.07505s), standbys: x 2021-07-26T15:47:31.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:58.827213+0000 mgr.y (mgr.24683) 1 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:58.832594+0000 mgr.y (mgr.24683) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:59.153839+0000 mgr.y (mgr.24683) 3 : audit [DBG] from='client.24730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.981 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:46:59.568452+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.15.46:0/2904351924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:59.807899+0000 mgr.y (mgr.24683) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:59.810176+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:47:31.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:46:59.828345+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e30: y(active, since 2s), standbys: x 2021-07-26T15:47:31.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:00.782263+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:47:31.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:01.792517+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:47:31.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:01.808779+0000 mgr.y (mgr.24683) 5 : cluster [DBG] pgmap v9: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:02.541550+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:02.744504+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:02.784043+0000 mgr.y (mgr.24683) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:31.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:02.799942+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:47:31.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:02.812521+0000 mgr.y (mgr.24683) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:31.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:02.843285+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:31.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:02.992742+0000 mgr.y (mgr.24683) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:31.995 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:58.001359+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:31.995 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:58.029834+0000 mon.c (mon.1) 100 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.996 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:58.030328+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:31.996 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:58.753242+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:47:31.996 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:58.818415+0000 mon.a (mon.0) 27 : cluster [DBG] mgrmap e29: y(active, since 1.07505s), standbys: x 2021-07-26T15:47:31.996 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:58.827213+0000 mgr.y (mgr.24683) 1 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.997 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:58.832594+0000 mgr.y (mgr.24683) 2 : cluster [DBG] pgmap v4: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.997 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:59.153839+0000 mgr.y (mgr.24683) 3 : audit [DBG] from='client.24730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:31.999 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:46:59.568452+0000 mon.c (mon.1) 101 : audit [DBG] from='client.? 172.21.15.46:0/2904351924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:31.999 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:59.807899+0000 mgr.y (mgr.24683) 4 : cluster [DBG] pgmap v6: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:31.999 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:59.810176+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:47:32.000 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:46:59.828345+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e30: y(active, since 2s), standbys: x 2021-07-26T15:47:32.000 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:00.782263+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:47:32.000 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:01.792517+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:47:32.000 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:01.808779+0000 mgr.y (mgr.24683) 5 : cluster [DBG] pgmap v9: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:32.000 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:02.541550+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:02.744504+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:02.784043+0000 mgr.y (mgr.24683) 6 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.conf 2021-07-26T15:47:32.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:02.799942+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:47:32.001 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:02.812521+0000 mgr.y (mgr.24683) 7 : cephadm [INF] Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:32.002 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:02.843285+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.002 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:02.992742+0000 mgr.y (mgr.24683) 8 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.conf 2021-07-26T15:47:32.002 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:03.015144+0000 mgr.y (mgr.24683) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:32.003 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.082700+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.003 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.091995+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.003 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.100626+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.003 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.102489+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.104175+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:32.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:03.106052+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:47:32.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:03.107111+0000 mgr.y (mgr.24683) 10 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:47:32.004 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:03.809222+0000 mgr.y (mgr.24683) 11 : cluster [DBG] pgmap v11: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:32.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:03.812645+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:47:32.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:04.824580+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:47:32.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:05.809866+0000 mgr.y (mgr.24683) 12 : cluster [DBG] pgmap v14: 25 pgs: 25 active+clean; 162 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2021-07-26T15:47:32.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:05.826152+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:47:32.005 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:05.930937+0000 mgr.y (mgr.24683) 13 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:47:32.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:05.940622+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:05.943325+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:32.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:05.945183+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:32.006 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:05.946720+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:05.947966+0000 mgr.y (mgr.24683) 14 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:47:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:06.844712+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:47:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:09.811181+0000 mgr.y (mgr.24683) 16 : cluster [DBG] pgmap v19: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2021-07-26T15:47:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.373610+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:32.007 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.811858+0000 mgr.y (mgr.24683) 17 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:03.015144+0000 mgr.y (mgr.24683) 9 : cephadm [INF] Updating smithi073:/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:47:32.008 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.082700+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.091995+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.100626+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.102489+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.104175+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:03.106052+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:47:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:03.107111+0000 mgr.y (mgr.24683) 10 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:47:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:03.809222+0000 mgr.y (mgr.24683) 11 : cluster [DBG] pgmap v11: 25 pgs: 25 active+clean; 157 MiB data, 398 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:03.812645+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:47:32.010 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:04.824580+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:47:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:05.809866+0000 mgr.y (mgr.24683) 12 : cluster [DBG] pgmap v14: 25 pgs: 25 active+clean; 162 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2021-07-26T15:47:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:05.826152+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:47:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:05.930937+0000 mgr.y (mgr.24683) 13 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:47:32.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:05.940622+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:05.943325+0000 mon.c (mon.1) 106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:32.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:05.945183+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:32.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:05.946720+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:05.947966+0000 mgr.y (mgr.24683) 14 : cephadm [INF] Deploying daemon mon.c on smithi046 2021-07-26T15:47:32.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:06.844712+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:47:32.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:09.811181+0000 mgr.y (mgr.24683) 16 : cluster [DBG] pgmap v19: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2021-07-26T15:47:32.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.373610+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:32.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.811858+0000 mgr.y (mgr.24683) 17 : cluster [DBG] pgmap v20: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:32.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.869983+0000 mon.a (mon.0) 45 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:32.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.873446+0000 mon.a (mon.0) 46 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:32.016 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.883494+0000 mon.a (mon.0) 47 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:32.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.883616+0000 mon.a (mon.0) 48 : cluster [DBG] fsmap 2021-07-26T15:47:32.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.883683+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:47:32.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.884382+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e30: y(active, since 14s), standbys: x 2021-07-26T15:47:32.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:11.897970+0000 mon.a (mon.0) 51 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:32.017 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:11.904530+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:11.904700+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:11.905866+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:11.906796+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:32.018 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:12.910888+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:47:32.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:13.812526+0000 mgr.y (mgr.24683) 18 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:32.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:13.920860+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:47:32.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:14.930503+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:47:32.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:15.784768+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:47:32.019 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:15.813040+0000 mgr.y (mgr.24683) 19 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 639 KiB/s wr, 3 op/s 2021-07-26T15:47:32.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.215972+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.225979+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.233479+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.236660+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.020 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.239721+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.869983+0000 mon.a (mon.0) 45 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:32.021 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.873446+0000 mon.a (mon.0) 46 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:32.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.883494+0000 mon.a (mon.0) 47 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:32.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.883616+0000 mon.a (mon.0) 48 : cluster [DBG] fsmap 2021-07-26T15:47:32.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.883683+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:47:32.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.884382+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e30: y(active, since 14s), standbys: x 2021-07-26T15:47:32.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:11.897970+0000 mon.a (mon.0) 51 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:32.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:11.904530+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:11.904700+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:11.905866+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:11.906796+0000 mon.b (mon.2) 46 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:47:32.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:12.910888+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:47:32.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:13.812526+0000 mgr.y (mgr.24683) 18 : cluster [DBG] pgmap v23: 25 pgs: 25 active+clean; 172 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:47:32.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:13.920860+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:47:32.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:14.930503+0000 mon.a (mon.0) 55 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:47:32.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:15.784768+0000 mon.a (mon.0) 56 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:47:32.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:15.813040+0000 mgr.y (mgr.24683) 19 : cluster [DBG] pgmap v27: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail; 781 B/s rd, 639 KiB/s wr, 3 op/s 2021-07-26T15:47:32.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.215972+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.225979+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.233479+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:47:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.236660+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.239721+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:47:32.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:16.241886+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:47:32.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:16.245087+0000 mgr.y (mgr.24683) 20 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T15:47:32.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:16.801116+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:47:32.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:17.806075+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:47:32.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:17.813596+0000 mgr.y (mgr.24683) 21 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:32.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:18.755325+0000 mgr.y (mgr.24683) 22 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T15:47:32.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:18.765161+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:18.766551+0000 mon.b (mon.2) 51 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:32.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:18.770801+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:32.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:18.771354+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cephadm 2021-07-26T15:47:18.774461+0000 mgr.y (mgr.24683) 23 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:47:32.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:18.812593+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:47:32.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:19.814519+0000 mgr.y (mgr.24683) 24 : cluster [DBG] pgmap v32: 25 pgs: 25 active+clean; 188 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2021-07-26T15:47:32.032 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:19.950768+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:47:32.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:20.790751+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:47:32.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:30.246875+0000 mgr.y (mgr.24683) 31 : audit [DBG] from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:32.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.427151+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T15:47:32.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.428203+0000 mon.a (mon.0) 91 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-07-26T15:47:32.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.428254+0000 mon.a (mon.0) 92 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-07-26T15:47:32.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.428291+0000 mon.a (mon.0) 93 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum) 2021-07-26T15:47:32.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.428708+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:32.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:30.428782+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:47:32.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:30.429679+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:47:32.036 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:16.241886+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:47:32.036 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:16.245087+0000 mgr.y (mgr.24683) 20 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T15:47:32.036 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:16.801116+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:47:32.037 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:17.806075+0000 mon.a (mon.0) 60 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:47:32.037 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:17.813596+0000 mgr.y (mgr.24683) 21 : cluster [DBG] pgmap v30: 25 pgs: 25 active+clean; 174 MiB data, 446 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:32.037 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:18.755325+0000 mgr.y (mgr.24683) 22 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T15:47:32.037 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:18.765161+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24683 ' entity='mgr.y' 2021-07-26T15:47:32.038 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:18.766551+0000 mon.b (mon.2) 51 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:32.038 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:18.770801+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24683 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:32.038 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:18.771354+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:32.038 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cephadm 2021-07-26T15:47:18.774461+0000 mgr.y (mgr.24683) 23 : cephadm [INF] Deploying daemon mon.b on smithi073 2021-07-26T15:47:32.046 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:18.812593+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:47:32.047 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:19.814519+0000 mgr.y (mgr.24683) 24 : cluster [DBG] pgmap v32: 25 pgs: 25 active+clean; 188 MiB data, 487 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.4 MiB/s wr, 34 op/s 2021-07-26T15:47:32.047 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:19.950768+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:47:32.048 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:20.790751+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:47:32.048 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:30.246875+0000 mgr.y (mgr.24683) 31 : audit [DBG] from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:32.048 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.427151+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T15:47:32.048 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.428203+0000 mon.a (mon.0) 91 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2021-07-26T15:47:32.049 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.428254+0000 mon.a (mon.0) 92 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2021-07-26T15:47:32.049 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.428291+0000 mon.a (mon.0) 93 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum) 2021-07-26T15:47:32.049 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.428708+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:32.050 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:30.428782+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:47:32.050 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:30.429679+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:47:32.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.429873+0000 mon.a (mon.0) 96 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:32.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:30.431624+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:32.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.432250+0000 mon.a (mon.0) 98 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:32.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.436898+0000 mon.a (mon.0) 99 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:32.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.436963+0000 mon.a (mon.0) 100 : cluster [DBG] fsmap 2021-07-26T15:47:32.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.437002+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:47:32.072 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.437333+0000 mon.a (mon.0) 102 : cluster [DBG] mgrmap e30: y(active, since 32s), standbys: x 2021-07-26T15:47:32.072 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.437533+0000 mon.a (mon.0) 103 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-07-26T15:47:32.072 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.437562+0000 mon.a (mon.0) 104 : cluster [INF] Cluster is now healthy 2021-07-26T15:47:32.072 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: cluster 2021-07-26T15:47:30.440909+0000 mon.a (mon.0) 105 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:32.073 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[41283]: audit 2021-07-26T15:47:30.657234+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3545994958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.073 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.429873+0000 mon.a (mon.0) 96 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:32.073 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:30.431624+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:32.074 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.432250+0000 mon.a (mon.0) 98 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:47:32.074 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.436898+0000 mon.a (mon.0) 99 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0],c=[v2:172.21.15.46:3301/0,v1:172.21.15.46:6790/0]} 2021-07-26T15:47:32.074 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.436963+0000 mon.a (mon.0) 100 : cluster [DBG] fsmap 2021-07-26T15:47:32.074 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.437002+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:47:32.075 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.437333+0000 mon.a (mon.0) 102 : cluster [DBG] mgrmap e30: y(active, since 32s), standbys: x 2021-07-26T15:47:32.075 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.437533+0000 mon.a (mon.0) 103 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2021-07-26T15:47:32.075 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.437562+0000 mon.a (mon.0) 104 : cluster [INF] Cluster is now healthy 2021-07-26T15:47:32.075 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: cluster 2021-07-26T15:47:30.440909+0000 mon.a (mon.0) 105 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:32.075 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:31 smithi046 bash[42351]: audit 2021-07-26T15:47:30.657234+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.46:0/3545994958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:47:32.437 INFO:tasks.rados.rados.0.smithi046.stdout:631: done (0 left) 2021-07-26T15:47:32.437 INFO:tasks.rados.rados.0.smithi046.stdout:632: snap_remove snap 29 2021-07-26T15:47:32.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:32 smithi073 bash[34190]: cluster 2021-07-26T15:47:31.431034+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:47:32.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:32 smithi073 bash[34190]: cluster 2021-07-26T15:47:31.818943+0000 mgr.y (mgr.24683) 32 : cluster [DBG] pgmap v42: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 812 KiB/s wr, 6 op/s 2021-07-26T15:47:32.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:32 smithi073 bash[34190]: cluster 2021-07-26T15:47:32.434526+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:47:32.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[41283]: cluster 2021-07-26T15:47:31.431034+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:47:32.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[41283]: cluster 2021-07-26T15:47:31.818943+0000 mgr.y (mgr.24683) 32 : cluster [DBG] pgmap v42: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 812 KiB/s wr, 6 op/s 2021-07-26T15:47:32.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[41283]: cluster 2021-07-26T15:47:32.434526+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:47:32.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[42351]: cluster 2021-07-26T15:47:31.431034+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:47:32.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[42351]: cluster 2021-07-26T15:47:31.818943+0000 mgr.y (mgr.24683) 32 : cluster [DBG] pgmap v42: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 812 KiB/s wr, 6 op/s 2021-07-26T15:47:32.942 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:32 smithi046 bash[42351]: cluster 2021-07-26T15:47:32.434526+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:47:33.449 INFO:tasks.rados.rados.0.smithi046.stdout:632: done (0 left) 2021-07-26T15:47:33.450 INFO:tasks.rados.rados.0.smithi046.stdout:633: rollback oid 12 current snap is 61 2021-07-26T15:47:33.450 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 55 2021-07-26T15:47:33.450 INFO:tasks.rados.rados.0.smithi046.stdout:634: read oid 21 snap -1 2021-07-26T15:47:33.450 INFO:tasks.rados.rados.0.smithi046.stdout:634: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:47:33.451 INFO:tasks.rados.rados.0.smithi046.stdout:635: rmattr oid 31 current snap is 61 2021-07-26T15:47:33.451 INFO:tasks.rados.rados.0.smithi046.stdout:635: done (2 left) 2021-07-26T15:47:33.451 INFO:tasks.rados.rados.0.smithi046.stdout:636: delete oid 4 current snap is 61 2021-07-26T15:47:33.464 INFO:tasks.rados.rados.0.smithi046.stdout:636: done (2 left) 2021-07-26T15:47:33.464 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 61 2021-07-26T15:47:33.466 INFO:tasks.rados.rados.0.smithi046.stdout:637: seq_num 210 ranges {106496=720896,827392=401408} 2021-07-26T15:47:33.467 INFO:tasks.rados.rados.0.smithi046.stdout:637: writing smithi04638994-7 from 106496 to 827392 tid 1 2021-07-26T15:47:33.468 INFO:tasks.rados.rados.0.smithi046.stdout:637: writing smithi04638994-7 from 827392 to 1228800 tid 2 2021-07-26T15:47:33.468 INFO:tasks.rados.rados.0.smithi046.stdout:638: rollback oid 37 current snap is 61 2021-07-26T15:47:33.470 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:47:33.470 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:47:33.470 INFO:tasks.rados.rados.0.smithi046.stdout:633: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:47:33.471 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 179 (ObjNum 155 snap 43 seq_num 155) dirty exists 2021-07-26T15:47:33.471 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 25 2021-07-26T15:47:33.471 INFO:tasks.rados.rados.0.smithi046.stdout:633: done (3 left) 2021-07-26T15:47:33.471 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 61 2021-07-26T15:47:33.471 INFO:tasks.rados.rados.0.smithi046.stdout:639: seq_num 211 ranges {3399680=737280,4136960=401408} 2021-07-26T15:47:33.493 INFO:tasks.rados.rados.0.smithi046.stdout:639: writing smithi04638994-17 from 3399680 to 4136960 tid 1 2021-07-26T15:47:33.497 INFO:tasks.rados.rados.0.smithi046.stdout:639: writing smithi04638994-17 from 4136960 to 4538368 tid 2 2021-07-26T15:47:33.497 INFO:tasks.rados.rados.0.smithi046.stdout:640: copy_from oid 4 from oid 3 current snap is 61 2021-07-26T15:47:33.498 INFO:tasks.rados.rados.0.smithi046.stdout:638: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:47:33.498 INFO:tasks.rados.rados.0.smithi046.stdout:638: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:47:33.498 INFO:tasks.rados.rados.0.smithi046.stdout:638: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:47:33.498 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 252 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:47:33.499 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 1 to smithi04638994-7 2021-07-26T15:47:33.499 INFO:tasks.rados.rados.0.smithi046.stdout:634: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:47:33.561 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 2 to smithi04638994-7 2021-07-26T15:47:33.561 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 3 to smithi04638994-7 2021-07-26T15:47:33.561 INFO:tasks.rados.rados.0.smithi046.stdout:637: finishing write tid 4 to smithi04638994-7 2021-07-26T15:47:33.562 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 239 (ObjNum 210 snap 61 seq_num 210) dirty exists 2021-07-26T15:47:33.562 INFO:tasks.rados.rados.0.smithi046.stdout:637: left oid 7 (ObjNum 210 snap 61 seq_num 210) 2021-07-26T15:47:33.562 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 1 to smithi04638994-17 2021-07-26T15:47:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 2 to smithi04638994-17 2021-07-26T15:47:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 3 to smithi04638994-17 2021-07-26T15:47:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:639: finishing write tid 4 to smithi04638994-17 2021-07-26T15:47:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 247 (ObjNum 211 snap 61 seq_num 211) dirty exists 2021-07-26T15:47:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:639: left oid 17 (ObjNum 211 snap 61 seq_num 211) 2021-07-26T15:47:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:640: finishing copy_from to smithi04638994-4 2021-07-26T15:47:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 114 (ObjNum 178 snap 51 seq_num 178) dirty exists 2021-07-26T15:47:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:634: done (4 left) 2021-07-26T15:47:33.565 INFO:tasks.rados.rados.0.smithi046.stdout:637: done (3 left) 2021-07-26T15:47:33.565 INFO:tasks.rados.rados.0.smithi046.stdout:638: done (2 left) 2021-07-26T15:47:33.565 INFO:tasks.rados.rados.0.smithi046.stdout:639: done (1 left) 2021-07-26T15:47:33.566 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 61 2021-07-26T15:47:33.566 INFO:tasks.rados.rados.0.smithi046.stdout:640: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:47:33.566 INFO:tasks.rados.rados.0.smithi046.stdout:641: seq_num 212 ranges {0=753664,753664=401408} 2021-07-26T15:47:33.572 INFO:tasks.rados.rados.0.smithi046.stdout:641: writing smithi04638994-1 from 0 to 753664 tid 1 2021-07-26T15:47:33.575 INFO:tasks.rados.rados.0.smithi046.stdout:641: writing smithi04638994-1 from 753664 to 1155072 tid 2 2021-07-26T15:47:33.575 INFO:tasks.rados.rados.0.smithi046.stdout:640: done (1 left) 2021-07-26T15:47:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:642: rollback oid 26 current snap is 61 2021-07-26T15:47:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 56 2021-07-26T15:47:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:643: read oid 33 snap -1 2021-07-26T15:47:33.576 INFO:tasks.rados.rados.0.smithi046.stdout:643: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:47:33.577 INFO:tasks.rados.rados.0.smithi046.stdout:644: read oid 11 snap -1 2021-07-26T15:47:33.577 INFO:tasks.rados.rados.0.smithi046.stdout:644: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:33.577 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 61 2021-07-26T15:47:33.577 INFO:tasks.rados.rados.0.smithi046.stdout:645: seq_num 213 ranges {778240=770048,1548288=401408} 2021-07-26T15:47:33.585 INFO:tasks.rados.rados.0.smithi046.stdout:645: writing smithi04638994-29 from 778240 to 1548288 tid 1 2021-07-26T15:47:33.589 INFO:tasks.rados.rados.0.smithi046.stdout:645: writing smithi04638994-29 from 1548288 to 1949696 tid 2 2021-07-26T15:47:33.590 INFO:tasks.rados.rados.0.smithi046.stdout:646: read oid 5 snap -1 2021-07-26T15:47:33.590 INFO:tasks.rados.rados.0.smithi046.stdout:646: expect (ObjNum 149 snap 41 seq_num 149) 2021-07-26T15:47:33.590 INFO:tasks.rados.rados.0.smithi046.stdout:647: rollback oid 20 current snap is 61 2021-07-26T15:47:33.591 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 54 2021-07-26T15:47:33.591 INFO:tasks.rados.rados.0.smithi046.stdout:642: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:47:33.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 98 (ObjNum 197828784 snap 22029 seq_num 198340144) dirty dne 2021-07-26T15:47:33.591 INFO:tasks.rados.rados.0.smithi046.stdout:642: done (6 left) 2021-07-26T15:47:33.591 INFO:tasks.rados.rados.0.smithi046.stdout:648: delete oid 6 current snap is 61 2021-07-26T15:47:33.592 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing write tid 1 to smithi04638994-1 2021-07-26T15:47:33.592 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing write tid 2 to smithi04638994-1 2021-07-26T15:47:33.592 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing write tid 3 to smithi04638994-1 2021-07-26T15:47:33.592 INFO:tasks.rados.rados.0.smithi046.stdout:644: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:33.597 INFO:tasks.rados.rados.0.smithi046.stdout:641: finishing write tid 4 to smithi04638994-1 2021-07-26T15:47:33.597 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 251 (ObjNum 212 snap 61 seq_num 212) dirty exists 2021-07-26T15:47:33.597 INFO:tasks.rados.rados.0.smithi046.stdout:641: left oid 1 (ObjNum 212 snap 61 seq_num 212) 2021-07-26T15:47:33.598 INFO:tasks.rados.rados.0.smithi046.stdout:641: done (6 left) 2021-07-26T15:47:33.598 INFO:tasks.rados.rados.0.smithi046.stdout:644: done (5 left) 2021-07-26T15:47:33.598 INFO:tasks.rados.rados.0.smithi046.stdout:648: done (4 left) 2021-07-26T15:47:33.598 INFO:tasks.rados.rados.0.smithi046.stdout:649: snap_remove snap 42 2021-07-26T15:47:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:33.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:33.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:33.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:47:34.461 INFO:tasks.rados.rados.0.smithi046.stdout:649: done (4 left) 2021-07-26T15:47:34.461 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 61 2021-07-26T15:47:34.461 INFO:tasks.rados.rados.0.smithi046.stdout:650: seq_num 215 ranges {606208=409600,1015808=532480,1548288=270336} 2021-07-26T15:47:34.462 INFO:tasks.rados.rados.0.smithi046.stdout:650: writing smithi04638994-37 from 606208 to 1015808 tid 1 2021-07-26T15:47:34.465 INFO:tasks.rados.rados.0.smithi046.stdout:650: writing smithi04638994-37 from 1015808 to 1548288 tid 2 2021-07-26T15:47:34.467 INFO:tasks.rados.rados.0.smithi046.stdout:650: writing smithi04638994-37 from 1548288 to 1818624 tid 3 2021-07-26T15:47:34.467 INFO:tasks.rados.rados.0.smithi046.stdout:651: rollback oid 40 current snap is 61 2021-07-26T15:47:34.468 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 57 2021-07-26T15:47:34.468 INFO:tasks.rados.rados.0.smithi046.stdout:643: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:47:34.515 INFO:tasks.rados.rados.0.smithi046.stdout:645: finishing write tid 1 to smithi04638994-29 2021-07-26T15:47:34.516 INFO:tasks.rados.rados.0.smithi046.stdout:645: finishing write tid 2 to smithi04638994-29 2021-07-26T15:47:34.516 INFO:tasks.rados.rados.0.smithi046.stdout:645: finishing write tid 3 to smithi04638994-29 2021-07-26T15:47:34.516 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:47:34.516 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:47:34.517 INFO:tasks.rados.rados.0.smithi046.stdout:645: finishing write tid 4 to smithi04638994-29 2021-07-26T15:47:34.517 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 297 (ObjNum 213 snap 61 seq_num 213) dirty exists 2021-07-26T15:47:34.517 INFO:tasks.rados.rados.0.smithi046.stdout:645: left oid 29 (ObjNum 213 snap 61 seq_num 213) 2021-07-26T15:47:34.517 INFO:tasks.rados.rados.0.smithi046.stdout:646: expect (ObjNum 149 snap 41 seq_num 149) 2021-07-26T15:47:34.614 INFO:tasks.rados.rados.0.smithi046.stdout:647: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:47:34.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 301 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:34.616 INFO:tasks.rados.rados.0.smithi046.stdout:650: finishing write tid 1 to smithi04638994-37 2021-07-26T15:47:34.617 INFO:tasks.rados.rados.0.smithi046.stdout:651: finishing rollback tid 1 to smithi04638994-40 2021-07-26T15:47:34.617 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 162 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:47:34.617 INFO:tasks.rados.rados.0.smithi046.stdout:650: finishing write tid 2 to smithi04638994-37 2021-07-26T15:47:34.617 INFO:tasks.rados.rados.0.smithi046.stdout:650: finishing write tid 3 to smithi04638994-37 2021-07-26T15:47:34.618 INFO:tasks.rados.rados.0.smithi046.stdout:650: finishing write tid 4 to smithi04638994-37 2021-07-26T15:47:34.618 INFO:tasks.rados.rados.0.smithi046.stdout:650: finishing write tid 5 to smithi04638994-37 2021-07-26T15:47:34.619 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 260 (ObjNum 215 snap 61 seq_num 215) dirty exists 2021-07-26T15:47:34.619 INFO:tasks.rados.rados.0.smithi046.stdout:650: left oid 37 (ObjNum 215 snap 61 seq_num 215) 2021-07-26T15:47:34.619 INFO:tasks.rados.rados.0.smithi046.stdout:643: done (5 left) 2021-07-26T15:47:34.619 INFO:tasks.rados.rados.0.smithi046.stdout:645: done (4 left) 2021-07-26T15:47:34.620 INFO:tasks.rados.rados.0.smithi046.stdout:646: done (3 left) 2021-07-26T15:47:34.620 INFO:tasks.rados.rados.0.smithi046.stdout:647: done (2 left) 2021-07-26T15:47:34.620 INFO:tasks.rados.rados.0.smithi046.stdout:650: done (1 left) 2021-07-26T15:47:34.620 INFO:tasks.rados.rados.0.smithi046.stdout:651: done (0 left) 2021-07-26T15:47:34.621 INFO:tasks.rados.rados.0.smithi046.stdout:652: copy_from oid 5 from oid 25 current snap is 61 2021-07-26T15:47:34.621 INFO:tasks.rados.rados.0.smithi046.stdout:653: rmattr oid 2 current snap is 61 2021-07-26T15:47:34.621 INFO:tasks.rados.rados.0.smithi046.stdout:653: done (1 left) 2021-07-26T15:47:34.621 INFO:tasks.rados.rados.0.smithi046.stdout:654: read oid 40 snap -1 2021-07-26T15:47:34.622 INFO:tasks.rados.rados.0.smithi046.stdout:654: expect deleted 2021-07-26T15:47:34.622 INFO:tasks.rados.rados.0.smithi046.stdout:655: setattr oid 35 current snap is 61 2021-07-26T15:47:34.623 INFO:tasks.rados.rados.0.smithi046.stdout:654: done (2 left) 2021-07-26T15:47:34.623 INFO:tasks.rados.rados.0.smithi046.stdout:656: delete oid 43 current snap is 61 2021-07-26T15:47:34.623 INFO:tasks.rados.rados.0.smithi046.stdout:656: done (2 left) 2021-07-26T15:47:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:657: snap_create 2021-07-26T15:47:34.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 264 (ObjNum 135 snap 33 seq_num 135) dirty exists 2021-07-26T15:47:34.629 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing copy_from to smithi04638994-5 2021-07-26T15:47:34.631 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 124 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:47:34.632 INFO:tasks.rados.rados.0.smithi046.stdout:652: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:47:34.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: cluster 2021-07-26T15:47:33.448456+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:47:34.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: cluster 2021-07-26T15:47:33.819707+0000 mgr.y (mgr.24683) 33 : cluster [DBG] pgmap v45: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:34.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: audit 2021-07-26T15:47:33.911881+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: audit 2021-07-26T15:47:33.919063+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: cephadm 2021-07-26T15:47:33.923256+0000 mgr.y (mgr.24683) 34 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:47:34.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: audit 2021-07-26T15:47:33.923628+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:34.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: audit 2021-07-26T15:47:33.924888+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:34.882 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: audit 2021-07-26T15:47:33.926497+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:34.883 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:34 smithi073 bash[34190]: cephadm 2021-07-26T15:47:33.927413+0000 mgr.y (mgr.24683) 35 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:47:34.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: cluster 2021-07-26T15:47:33.448456+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:47:34.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: cluster 2021-07-26T15:47:33.819707+0000 mgr.y (mgr.24683) 33 : cluster [DBG] pgmap v45: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:34.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: audit 2021-07-26T15:47:33.911881+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: audit 2021-07-26T15:47:33.919063+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: cephadm 2021-07-26T15:47:33.923256+0000 mgr.y (mgr.24683) 34 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:47:34.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: audit 2021-07-26T15:47:33.923628+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:34.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: audit 2021-07-26T15:47:33.924888+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:34.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: audit 2021-07-26T15:47:33.926497+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:34.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[41283]: cephadm 2021-07-26T15:47:33.927413+0000 mgr.y (mgr.24683) 35 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:47:34.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: cluster 2021-07-26T15:47:33.448456+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:47:34.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: cluster 2021-07-26T15:47:33.819707+0000 mgr.y (mgr.24683) 33 : cluster [DBG] pgmap v45: 25 pgs: 25 active+clean; 194 MiB data, 519 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:34.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: audit 2021-07-26T15:47:33.911881+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: audit 2021-07-26T15:47:33.919063+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:34.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: cephadm 2021-07-26T15:47:33.923256+0000 mgr.y (mgr.24683) 34 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:47:34.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: audit 2021-07-26T15:47:33.923628+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:34.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: audit 2021-07-26T15:47:33.924888+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:34.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: audit 2021-07-26T15:47:33.926497+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:34.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:34 smithi046 bash[42351]: cephadm 2021-07-26T15:47:33.927413+0000 mgr.y (mgr.24683) 35 : cephadm [INF] Reconfiguring daemon mon.a on smithi046 2021-07-26T15:47:35.471 INFO:tasks.rados.rados.0.smithi046.stdout:652: done (2 left) 2021-07-26T15:47:35.472 INFO:tasks.rados.rados.0.smithi046.stdout:655: done (1 left) 2021-07-26T15:47:35.472 INFO:tasks.rados.rados.0.smithi046.stdout:657: done (0 left) 2021-07-26T15:47:35.472 INFO:tasks.rados.rados.0.smithi046.stdout:658: rollback oid 47 current snap is 62 2021-07-26T15:47:35.473 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 25 2021-07-26T15:47:35.473 INFO:tasks.rados.rados.0.smithi046.stdout:659: read oid 10 snap -1 2021-07-26T15:47:35.473 INFO:tasks.rados.rados.0.smithi046.stdout:659: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:35.473 INFO:tasks.rados.rados.0.smithi046.stdout:660: read oid 42 snap 38 2021-07-26T15:47:35.473 INFO:tasks.rados.rados.0.smithi046.stdout:660: expect (ObjNum 134 snap 33 seq_num 134) 2021-07-26T15:47:35.474 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 62 2021-07-26T15:47:35.476 INFO:tasks.rados.rados.0.smithi046.stdout:661: seq_num 217 ranges {3129344=442368,3571712=696320,4268032=106496} 2021-07-26T15:47:35.498 INFO:tasks.rados.rados.0.smithi046.stdout:661: writing smithi04638994-9 from 3129344 to 3571712 tid 1 2021-07-26T15:47:35.503 INFO:tasks.rados.rados.0.smithi046.stdout:661: writing smithi04638994-9 from 3571712 to 4268032 tid 2 2021-07-26T15:47:35.503 INFO:tasks.rados.rados.0.smithi046.stdout:661: writing smithi04638994-9 from 4268032 to 4374528 tid 3 2021-07-26T15:47:35.503 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 62 2021-07-26T15:47:35.504 INFO:tasks.rados.rados.0.smithi046.stdout:658: finishing rollback tid 0 to smithi04638994-47 2021-07-26T15:47:35.504 INFO:tasks.rados.rados.0.smithi046.stdout:658: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:47:35.505 INFO:tasks.rados.rados.0.smithi046.stdout:662: seq_num 218 ranges {286720=458752,745472=581632,1327104=221184} 2021-07-26T15:47:35.507 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04638994-2 from 286720 to 745472 tid 1 2021-07-26T15:47:35.510 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04638994-2 from 745472 to 1327104 tid 2 2021-07-26T15:47:35.511 INFO:tasks.rados.rados.0.smithi046.stdout:662: writing smithi04638994-2 from 1327104 to 1548288 tid 3 2021-07-26T15:47:35.511 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 62 2021-07-26T15:47:35.511 INFO:tasks.rados.rados.0.smithi046.stdout:663: seq_num 219 ranges {4268032=475136,4743168=466944,5210112=335872} 2021-07-26T15:47:35.540 INFO:tasks.rados.rados.0.smithi046.stdout:663: writing smithi04638994-39 from 4268032 to 4743168 tid 1 2021-07-26T15:47:35.540 INFO:tasks.rados.rados.0.smithi046.stdout:663: writing smithi04638994-39 from 4743168 to 5210112 tid 2 2021-07-26T15:47:35.542 INFO:tasks.rados.rados.0.smithi046.stdout:663: writing smithi04638994-39 from 5210112 to 5545984 tid 3 2021-07-26T15:47:35.542 INFO:tasks.rados.rados.0.smithi046.stdout:664: read oid 50 snap -1 2021-07-26T15:47:35.543 INFO:tasks.rados.rados.0.smithi046.stdout:664: expect (ObjNum 180 snap 51 seq_num 180) 2021-07-26T15:47:35.543 INFO:tasks.rados.rados.0.smithi046.stdout:665: rollback oid 7 current snap is 62 2021-07-26T15:47:35.543 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 55 2021-07-26T15:47:35.544 INFO:tasks.rados.rados.0.smithi046.stdout:658: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:47:35.544 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 45 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:47:35.544 INFO:tasks.rados.rados.0.smithi046.stdout:659: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:47:35.666 INFO:tasks.rados.rados.0.smithi046.stdout:660: expect (ObjNum 134 snap 33 seq_num 134) 2021-07-26T15:47:35.813 INFO:tasks.rados.rados.0.smithi046.stdout:661: finishing write tid 1 to smithi04638994-9 2021-07-26T15:47:35.813 INFO:tasks.rados.rados.0.smithi046.stdout:661: finishing write tid 2 to smithi04638994-9 2021-07-26T15:47:35.813 INFO:tasks.rados.rados.0.smithi046.stdout:661: finishing write tid 3 to smithi04638994-9 2021-07-26T15:47:35.814 INFO:tasks.rados.rados.0.smithi046.stdout:661: finishing write tid 4 to smithi04638994-9 2021-07-26T15:47:35.814 INFO:tasks.rados.rados.0.smithi046.stdout:661: finishing write tid 5 to smithi04638994-9 2021-07-26T15:47:35.814 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 265 (ObjNum 217 snap 62 seq_num 217) dirty exists 2021-07-26T15:47:35.815 INFO:tasks.rados.rados.0.smithi046.stdout:661: left oid 9 (ObjNum 217 snap 62 seq_num 217) 2021-07-26T15:47:35.815 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 1 to smithi04638994-2 2021-07-26T15:47:35.815 INFO:tasks.rados.rados.0.smithi046.stdout:658: done (7 left) 2021-07-26T15:47:35.815 INFO:tasks.rados.rados.0.smithi046.stdout:659: done (6 left) 2021-07-26T15:47:35.816 INFO:tasks.rados.rados.0.smithi046.stdout:660: done (5 left) 2021-07-26T15:47:35.817 INFO:tasks.rados.rados.0.smithi046.stdout:661: done (4 left) 2021-07-26T15:47:35.817 INFO:tasks.rados.rados.0.smithi046.stdout:666: delete oid 3 current snap is 62 2021-07-26T15:47:35.817 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 2 to smithi04638994-2 2021-07-26T15:47:35.817 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 3 to smithi04638994-2 2021-07-26T15:47:35.818 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 4 to smithi04638994-2 2021-07-26T15:47:35.818 INFO:tasks.rados.rados.0.smithi046.stdout:662: finishing write tid 5 to smithi04638994-2 2021-07-26T15:47:35.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 184 (ObjNum 218 snap 62 seq_num 218) dirty exists 2021-07-26T15:47:35.818 INFO:tasks.rados.rados.0.smithi046.stdout:662: left oid 2 (ObjNum 218 snap 62 seq_num 218) 2021-07-26T15:47:35.819 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing write tid 1 to smithi04638994-39 2021-07-26T15:47:35.819 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:47:35.819 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:47:35.819 INFO:tasks.rados.rados.0.smithi046.stdout:665: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:47:35.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 269 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:47:35.820 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing write tid 2 to smithi04638994-39 2021-07-26T15:47:35.821 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing write tid 3 to smithi04638994-39 2021-07-26T15:47:35.821 INFO:tasks.rados.rados.0.smithi046.stdout:664: expect (ObjNum 180 snap 51 seq_num 180) 2021-07-26T15:47:35.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:35 smithi046 bash[41283]: cluster 2021-07-26T15:47:34.449774+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:47:35.837 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:35 smithi046 bash[42351]: cluster 2021-07-26T15:47:34.449774+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:47:35.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:35 smithi073 bash[34190]: cluster 2021-07-26T15:47:34.449774+0000 mon.a (mon.0) 114 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:47:35.871 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing write tid 4 to smithi04638994-39 2021-07-26T15:47:35.871 INFO:tasks.rados.rados.0.smithi046.stdout:663: finishing write tid 5 to smithi04638994-39 2021-07-26T15:47:35.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 189 (ObjNum 219 snap 62 seq_num 219) dirty exists 2021-07-26T15:47:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:663: left oid 39 (ObjNum 219 snap 62 seq_num 219) 2021-07-26T15:47:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:662: done (4 left) 2021-07-26T15:47:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:663: done (3 left) 2021-07-26T15:47:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:664: done (2 left) 2021-07-26T15:47:35.873 INFO:tasks.rados.rados.0.smithi046.stdout:665: done (1 left) 2021-07-26T15:47:35.873 INFO:tasks.rados.rados.0.smithi046.stdout:666: done (0 left) 2021-07-26T15:47:35.873 INFO:tasks.rados.rados.0.smithi046.stdout:667: delete oid 49 current snap is 62 2021-07-26T15:47:35.874 INFO:tasks.rados.rados.0.smithi046.stdout:667: done (0 left) 2021-07-26T15:47:35.874 INFO:tasks.rados.rados.0.smithi046.stdout:668: rmattr oid 13 current snap is 62 2021-07-26T15:47:35.875 INFO:tasks.rados.rados.0.smithi046.stdout:668: done (0 left) 2021-07-26T15:47:35.875 INFO:tasks.rados.rados.0.smithi046.stdout:669: read oid 1 snap -1 2021-07-26T15:47:35.875 INFO:tasks.rados.rados.0.smithi046.stdout:669: expect (ObjNum 212 snap 61 seq_num 212) 2021-07-26T15:47:35.875 INFO:tasks.rados.rados.0.smithi046.stdout:670: delete oid 8 current snap is 62 2021-07-26T15:47:35.883 INFO:tasks.rados.rados.0.smithi046.stdout:669: expect (ObjNum 212 snap 61 seq_num 212) 2021-07-26T15:47:35.920 INFO:tasks.rados.rados.0.smithi046.stdout:669: done (1 left) 2021-07-26T15:47:35.920 INFO:tasks.rados.rados.0.smithi046.stdout:670: done (0 left) 2021-07-26T15:47:35.920 INFO:tasks.rados.rados.0.smithi046.stdout:671: rollback oid 9 current snap is 62 2021-07-26T15:47:35.921 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 35 2021-07-26T15:47:35.921 INFO:tasks.rados.rados.0.smithi046.stdout:672: read oid 6 snap -1 2021-07-26T15:47:35.921 INFO:tasks.rados.rados.0.smithi046.stdout:672: expect deleted 2021-07-26T15:47:35.921 INFO:tasks.rados.rados.0.smithi046.stdout:673: read oid 24 snap 51 2021-07-26T15:47:35.921 INFO:tasks.rados.rados.0.smithi046.stdout:673: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:47:35.922 INFO:tasks.rados.rados.0.smithi046.stdout:674: setattr oid 39 current snap is 62 2021-07-26T15:47:35.922 INFO:tasks.rados.rados.0.smithi046.stdout:672: done (3 left) 2021-07-26T15:47:35.923 INFO:tasks.rados.rados.0.smithi046.stdout:675: read oid 3 snap -1 2021-07-26T15:47:35.923 INFO:tasks.rados.rados.0.smithi046.stdout:675: expect deleted 2021-07-26T15:47:35.923 INFO:tasks.rados.rados.0.smithi046.stdout:676: copy_from oid 49 from oid 17 current snap is 62 2021-07-26T15:47:35.923 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 62 2021-07-26T15:47:35.924 INFO:tasks.rados.rados.0.smithi046.stdout:677: seq_num 223 ranges {8470528=540672,9011200=450560,9461760=352256} 2021-07-26T15:47:35.973 INFO:tasks.rados.rados.0.smithi046.stdout:677: writing smithi04638994-35 from 8470528 to 9011200 tid 1 2021-07-26T15:47:35.976 INFO:tasks.rados.rados.0.smithi046.stdout:677: writing smithi04638994-35 from 9011200 to 9461760 tid 2 2021-07-26T15:47:35.978 INFO:tasks.rados.rados.0.smithi046.stdout:677: writing smithi04638994-35 from 9461760 to 9814016 tid 3 2021-07-26T15:47:35.979 INFO:tasks.rados.rados.0.smithi046.stdout:678: copy_from oid 31 from oid 41 current snap is 62 2021-07-26T15:47:35.979 INFO:tasks.rados.rados.0.smithi046.stdout:671: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:47:35.979 INFO:tasks.rados.rados.0.smithi046.stdout:671: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:47:35.979 INFO:tasks.rados.rados.0.smithi046.stdout:671: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:47:35.980 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 272 (ObjNum 124 snap 31 seq_num 124) dirty exists 2021-07-26T15:47:35.980 INFO:tasks.rados.rados.0.smithi046.stdout:673: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:47:35.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 190 (ObjNum 219 snap 62 seq_num 219) dirty exists 2021-07-26T15:47:35.993 INFO:tasks.rados.rados.0.smithi046.stdout:676: finishing copy_from to smithi04638994-49 2021-07-26T15:47:35.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 247 (ObjNum 211 snap 61 seq_num 211) dirty exists 2021-07-26T15:47:35.994 INFO:tasks.rados.rados.0.smithi046.stdout:676: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:47:35.994 INFO:tasks.rados.rados.0.smithi046.stdout:671: done (6 left) 2021-07-26T15:47:35.994 INFO:tasks.rados.rados.0.smithi046.stdout:673: done (5 left) 2021-07-26T15:47:35.995 INFO:tasks.rados.rados.0.smithi046.stdout:674: done (4 left) 2021-07-26T15:47:35.995 INFO:tasks.rados.rados.0.smithi046.stdout:675: done (3 left) 2021-07-26T15:47:35.995 INFO:tasks.rados.rados.0.smithi046.stdout:676: done (2 left) 2021-07-26T15:47:35.995 INFO:tasks.rados.rados.0.smithi046.stdout:679: delete oid 2 current snap is 62 2021-07-26T15:47:35.996 INFO:tasks.rados.rados.0.smithi046.stdout:677: finishing write tid 1 to smithi04638994-35 2021-07-26T15:47:35.996 INFO:tasks.rados.rados.0.smithi046.stdout:677: finishing write tid 2 to smithi04638994-35 2021-07-26T15:47:35.996 INFO:tasks.rados.rados.0.smithi046.stdout:677: finishing write tid 3 to smithi04638994-35 2021-07-26T15:47:35.996 INFO:tasks.rados.rados.0.smithi046.stdout:677: finishing write tid 4 to smithi04638994-35 2021-07-26T15:47:35.996 INFO:tasks.rados.rados.0.smithi046.stdout:678: finishing copy_from to smithi04638994-31 2021-07-26T15:47:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 118 (ObjNum 198516448 snap 22029 seq_num 198441984) dirty exists 2021-07-26T15:47:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:677: finishing write tid 5 to smithi04638994-35 2021-07-26T15:47:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 271 (ObjNum 223 snap 62 seq_num 223) dirty exists 2021-07-26T15:47:35.997 INFO:tasks.rados.rados.0.smithi046.stdout:677: left oid 35 (ObjNum 223 snap 62 seq_num 223) 2021-07-26T15:47:35.998 INFO:tasks.rados.rados.0.smithi046.stdout:678: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:47:35.998 INFO:tasks.rados.rados.0.smithi046.stdout:677: done (2 left) 2021-07-26T15:47:35.999 INFO:tasks.rados.rados.0.smithi046.stdout:678: done (1 left) 2021-07-26T15:47:35.999 INFO:tasks.rados.rados.0.smithi046.stdout:679: done (0 left) 2021-07-26T15:47:35.999 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 62 2021-07-26T15:47:35.999 INFO:tasks.rados.rados.0.smithi046.stdout:680: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2021-07-26T15:47:36.000 INFO:tasks.rados.rados.0.smithi046.stdout:680: writing smithi04638994-26 from 0 to 573440 tid 1 2021-07-26T15:47:36.003 INFO:tasks.rados.rados.0.smithi046.stdout:680: writing smithi04638994-26 from 573440 to 1196032 tid 2 2021-07-26T15:47:36.003 INFO:tasks.rados.rados.0.smithi046.stdout:680: writing smithi04638994-26 from 1196032 to 1376256 tid 3 2021-07-26T15:47:36.003 INFO:tasks.rados.rados.0.smithi046.stdout:681: snap_create 2021-07-26T15:47:36.004 INFO:tasks.rados.rados.0.smithi046.stdout:680: finishing write tid 1 to smithi04638994-26 2021-07-26T15:47:36.007 INFO:tasks.rados.rados.0.smithi046.stdout:680: finishing write tid 2 to smithi04638994-26 2021-07-26T15:47:36.008 INFO:tasks.rados.rados.0.smithi046.stdout:680: finishing write tid 3 to smithi04638994-26 2021-07-26T15:47:36.008 INFO:tasks.rados.rados.0.smithi046.stdout:680: finishing write tid 4 to smithi04638994-26 2021-07-26T15:47:36.010 INFO:tasks.rados.rados.0.smithi046.stdout:680: finishing write tid 5 to smithi04638994-26 2021-07-26T15:47:36.010 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 228 (ObjNum 225 snap 62 seq_num 225) dirty exists 2021-07-26T15:47:36.011 INFO:tasks.rados.rados.0.smithi046.stdout:680: left oid 26 (ObjNum 225 snap 62 seq_num 225) 2021-07-26T15:47:36.718 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[41283]: cluster 2021-07-26T15:47:35.472211+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:47:36.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[41283]: cluster 2021-07-26T15:47:35.794349+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:47:36.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[41283]: cluster 2021-07-26T15:47:35.820402+0000 mgr.y (mgr.24683) 36 : cluster [DBG] pgmap v49: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2021-07-26T15:47:36.719 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[42351]: cluster 2021-07-26T15:47:35.472211+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:47:36.720 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[42351]: cluster 2021-07-26T15:47:35.794349+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:47:36.721 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:36 smithi046 bash[42351]: cluster 2021-07-26T15:47:35.820402+0000 mgr.y (mgr.24683) 36 : cluster [DBG] pgmap v49: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2021-07-26T15:47:36.808 INFO:tasks.rados.rados.0.smithi046.stdout:680: done (1 left) 2021-07-26T15:47:36.809 INFO:tasks.rados.rados.0.smithi046.stdout:681: done (0 left) 2021-07-26T15:47:36.809 INFO:tasks.rados.rados.0.smithi046.stdout:682: delete oid 35 current snap is 63 2021-07-26T15:47:36.815 INFO:tasks.rados.rados.0.smithi046.stdout:682: done (0 left) 2021-07-26T15:47:36.815 INFO:tasks.rados.rados.0.smithi046.stdout:683: snap_create 2021-07-26T15:47:36.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:36 smithi073 bash[34190]: cluster 2021-07-26T15:47:35.472211+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:47:36.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:36 smithi073 bash[34190]: cluster 2021-07-26T15:47:35.794349+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:47:36.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:36 smithi073 bash[34190]: cluster 2021-07-26T15:47:35.820402+0000 mgr.y (mgr.24683) 36 : cluster [DBG] pgmap v49: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2021-07-26T15:47:37.812 INFO:tasks.rados.rados.0.smithi046.stdout:683: done (0 left) 2021-07-26T15:47:37.812 INFO:tasks.rados.rados.0.smithi046.stdout:684: snap_create 2021-07-26T15:47:37.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: audit 2021-07-26T15:47:36.493738+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:37.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: cephadm 2021-07-26T15:47:36.494911+0000 mgr.y (mgr.24683) 37 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:47:37.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: audit 2021-07-26T15:47:36.495528+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:37.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: audit 2021-07-26T15:47:36.497245+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:37.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: audit 2021-07-26T15:47:36.498862+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:37.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: cephadm 2021-07-26T15:47:36.500544+0000 mgr.y (mgr.24683) 38 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:47:37.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:37 smithi073 bash[34190]: cluster 2021-07-26T15:47:36.809599+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:47:37.905 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: audit 2021-07-26T15:47:36.493738+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:37.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: cephadm 2021-07-26T15:47:36.494911+0000 mgr.y (mgr.24683) 37 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:47:37.906 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: audit 2021-07-26T15:47:36.495528+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:37.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: audit 2021-07-26T15:47:36.497245+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:37.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: audit 2021-07-26T15:47:36.498862+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:37.907 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: cephadm 2021-07-26T15:47:36.500544+0000 mgr.y (mgr.24683) 38 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:47:37.908 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[42351]: cluster 2021-07-26T15:47:36.809599+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:47:37.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: audit 2021-07-26T15:47:36.493738+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:37.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: cephadm 2021-07-26T15:47:36.494911+0000 mgr.y (mgr.24683) 37 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:47:37.909 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: audit 2021-07-26T15:47:36.495528+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:37.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: audit 2021-07-26T15:47:36.497245+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:37.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: audit 2021-07-26T15:47:36.498862+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:37.910 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: cephadm 2021-07-26T15:47:36.500544+0000 mgr.y (mgr.24683) 38 : cephadm [INF] Reconfiguring daemon mgr.y on smithi046 2021-07-26T15:47:37.911 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:37 smithi046 bash[41283]: cluster 2021-07-26T15:47:36.809599+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:47:38.822 INFO:tasks.rados.rados.0.smithi046.stdout:684: done (0 left) 2021-07-26T15:47:38.822 INFO:tasks.rados.rados.0.smithi046.stdout:685: read oid 22 snap -1 2021-07-26T15:47:38.823 INFO:tasks.rados.rados.0.smithi046.stdout:685: expect deleted 2021-07-26T15:47:38.823 INFO:tasks.rados.rados.0.smithi046.stdout:686: snap_remove snap 58 2021-07-26T15:47:39.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:38 smithi073 bash[34190]: cluster 2021-07-26T15:47:37.812283+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:47:39.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:38 smithi073 bash[34190]: cluster 2021-07-26T15:47:37.821036+0000 mgr.y (mgr.24683) 39 : cluster [DBG] pgmap v52: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:39.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:38 smithi046 bash[41283]: cluster 2021-07-26T15:47:37.812283+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:47:39.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:38 smithi046 bash[41283]: cluster 2021-07-26T15:47:37.821036+0000 mgr.y (mgr.24683) 39 : cluster [DBG] pgmap v52: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:39.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:38 smithi046 bash[42351]: cluster 2021-07-26T15:47:37.812283+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:47:39.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:38 smithi046 bash[42351]: cluster 2021-07-26T15:47:37.821036+0000 mgr.y (mgr.24683) 39 : cluster [DBG] pgmap v52: 25 pgs: 25 active+clean; 194 MiB data, 527 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:39.830 INFO:tasks.rados.rados.0.smithi046.stdout:686: done (1 left) 2021-07-26T15:47:39.830 INFO:tasks.rados.rados.0.smithi046.stdout:687: read oid 48 snap -1 2021-07-26T15:47:39.830 INFO:tasks.rados.rados.0.smithi046.stdout:687: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:39.831 INFO:tasks.rados.rados.0.smithi046.stdout:688: rmattr oid 49 current snap is 65 2021-07-26T15:47:39.831 INFO:tasks.rados.rados.0.smithi046.stdout:688: done (2 left) 2021-07-26T15:47:39.831 INFO:tasks.rados.rados.0.smithi046.stdout:689: delete oid 2 current snap is 65 2021-07-26T15:47:39.849 INFO:tasks.rados.rados.0.smithi046.stdout:685: done (2 left) 2021-07-26T15:47:39.849 INFO:tasks.rados.rados.0.smithi046.stdout:689: done (1 left) 2021-07-26T15:47:39.850 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 65 2021-07-26T15:47:39.850 INFO:tasks.rados.rados.0.smithi046.stdout:690: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2021-07-26T15:47:39.850 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04638994-2 from 0 to 622592 tid 1 2021-07-26T15:47:39.852 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04638994-2 from 622592 to 1294336 tid 2 2021-07-26T15:47:39.854 INFO:tasks.rados.rados.0.smithi046.stdout:690: writing smithi04638994-2 from 1294336 to 1425408 tid 3 2021-07-26T15:47:39.854 INFO:tasks.rados.rados.0.smithi046.stdout:687: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:39.860 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 1 to smithi04638994-2 2021-07-26T15:47:39.860 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 2 to smithi04638994-2 2021-07-26T15:47:39.861 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 3 to smithi04638994-2 2021-07-26T15:47:39.861 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 4 to smithi04638994-2 2021-07-26T15:47:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:690: finishing write tid 5 to smithi04638994-2 2021-07-26T15:47:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 200 (ObjNum 228 snap 65 seq_num 228) dirty exists 2021-07-26T15:47:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:690: left oid 2 (ObjNum 228 snap 65 seq_num 228) 2021-07-26T15:47:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:687: done (1 left) 2021-07-26T15:47:39.862 INFO:tasks.rados.rados.0.smithi046.stdout:690: done (0 left) 2021-07-26T15:47:39.863 INFO:tasks.rados.rados.0.smithi046.stdout:691: read oid 12 snap -1 2021-07-26T15:47:39.863 INFO:tasks.rados.rados.0.smithi046.stdout:691: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:47:39.863 INFO:tasks.rados.rados.0.smithi046.stdout:692: copy_from oid 49 from oid 23 current snap is 65 2021-07-26T15:47:39.863 INFO:tasks.rados.rados.0.smithi046.stdout:693: delete oid 35 current snap is 65 2021-07-26T15:47:39.864 INFO:tasks.rados.rados.0.smithi046.stdout:693: done (2 left) 2021-07-26T15:47:39.864 INFO:tasks.rados.rados.0.smithi046.stdout:694: read oid 11 snap -1 2021-07-26T15:47:39.864 INFO:tasks.rados.rados.0.smithi046.stdout:694: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:39.865 INFO:tasks.rados.rados.0.smithi046.stdout:695: snap_remove snap 62 2021-07-26T15:47:40.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: cluster 2021-07-26T15:47:38.823841+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:47:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: audit 2021-07-26T15:47:38.968711+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: cephadm 2021-07-26T15:47:38.970019+0000 mgr.y (mgr.24683) 40 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:47:40.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: audit 2021-07-26T15:47:38.970445+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:40.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: audit 2021-07-26T15:47:38.971926+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:40.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: audit 2021-07-26T15:47:38.973346+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:40.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:39 smithi073 bash[34190]: cephadm 2021-07-26T15:47:38.974672+0000 mgr.y (mgr.24683) 41 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:47:40.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: cluster 2021-07-26T15:47:38.823841+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:47:40.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: audit 2021-07-26T15:47:38.968711+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:40.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: cephadm 2021-07-26T15:47:38.970019+0000 mgr.y (mgr.24683) 40 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:47:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: audit 2021-07-26T15:47:38.970445+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: audit 2021-07-26T15:47:38.971926+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: audit 2021-07-26T15:47:38.973346+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[41283]: cephadm 2021-07-26T15:47:38.974672+0000 mgr.y (mgr.24683) 41 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:47:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: cluster 2021-07-26T15:47:38.823841+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:47:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: audit 2021-07-26T15:47:38.968711+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: cephadm 2021-07-26T15:47:38.970019+0000 mgr.y (mgr.24683) 40 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:47:40.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: audit 2021-07-26T15:47:38.970445+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:40.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: audit 2021-07-26T15:47:38.971926+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:40.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: audit 2021-07-26T15:47:38.973346+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:40.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:39 smithi046 bash[42351]: cephadm 2021-07-26T15:47:38.974672+0000 mgr.y (mgr.24683) 41 : cephadm [INF] Reconfiguring daemon mon.c on smithi046 2021-07-26T15:47:40.797 INFO:tasks.rados.rados.0.smithi046.stdout:695: done (3 left) 2021-07-26T15:47:40.798 INFO:tasks.rados.rados.0.smithi046.stdout:696: snap_remove snap 30 2021-07-26T15:47:40.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[41283]: cluster 2021-07-26T15:47:39.822110+0000 mgr.y (mgr.24683) 42 : cluster [DBG] pgmap v54: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:40.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[41283]: cluster 2021-07-26T15:47:39.830453+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:47:40.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[41283]: cluster 2021-07-26T15:47:40.797369+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:47:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[42351]: cluster 2021-07-26T15:47:39.822110+0000 mgr.y (mgr.24683) 42 : cluster [DBG] pgmap v54: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[42351]: cluster 2021-07-26T15:47:39.830453+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:47:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:40 smithi046 bash[42351]: cluster 2021-07-26T15:47:40.797369+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:47:41.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:40 smithi073 bash[34190]: cluster 2021-07-26T15:47:39.822110+0000 mgr.y (mgr.24683) 42 : cluster [DBG] pgmap v54: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:41.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:40 smithi073 bash[34190]: cluster 2021-07-26T15:47:39.830453+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:47:41.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:40 smithi073 bash[34190]: cluster 2021-07-26T15:47:40.797369+0000 mon.a (mon.0) 129 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:47:41.808 INFO:tasks.rados.rados.0.smithi046.stdout:696: done (3 left) 2021-07-26T15:47:41.808 INFO:tasks.rados.rados.0.smithi046.stdout:697: setattr oid 13 current snap is 65 2021-07-26T15:47:41.809 INFO:tasks.rados.rados.0.smithi046.stdout:691: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:47:41.827 INFO:tasks.rados.rados.0.smithi046.stdout:694: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:692: finishing copy_from to smithi04638994-49 2021-07-26T15:47:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 259 (ObjNum 183 snap 52 seq_num 183) dirty exists 2021-07-26T15:47:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:692: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:47:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:691: done (3 left) 2021-07-26T15:47:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:692: done (2 left) 2021-07-26T15:47:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:694: done (1 left) 2021-07-26T15:47:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:698: copy_from oid 15 from oid 10 current snap is 65 2021-07-26T15:47:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:699: rollback oid 19 current snap is 65 2021-07-26T15:47:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 55 2021-07-26T15:47:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:700: read oid 36 snap -1 2021-07-26T15:47:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:700: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:47:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:701: snap_remove snap 64 2021-07-26T15:47:42.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:42 smithi073 bash[34190]: audit 2021-07-26T15:47:41.294180+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:42.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:42 smithi073 bash[34190]: cephadm 2021-07-26T15:47:41.295486+0000 mgr.y (mgr.24683) 43 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:47:42.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:42 smithi073 bash[34190]: cephadm 2021-07-26T15:47:41.296882+0000 mgr.y (mgr.24683) 44 : cephadm [INF] Reconfiguring daemon osd.0 on smithi046 2021-07-26T15:47:42.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:42 smithi073 bash[34190]: cluster 2021-07-26T15:47:41.808126+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:47:42.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:42 smithi073 bash[34190]: cluster 2021-07-26T15:47:41.822832+0000 mgr.y (mgr.24683) 45 : cluster [DBG] pgmap v58: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:42.646 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[41283]: audit 2021-07-26T15:47:41.294180+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:42.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[41283]: cephadm 2021-07-26T15:47:41.295486+0000 mgr.y (mgr.24683) 43 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:47:42.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[41283]: cephadm 2021-07-26T15:47:41.296882+0000 mgr.y (mgr.24683) 44 : cephadm [INF] Reconfiguring daemon osd.0 on smithi046 2021-07-26T15:47:42.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[41283]: cluster 2021-07-26T15:47:41.808126+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:47:42.647 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[41283]: cluster 2021-07-26T15:47:41.822832+0000 mgr.y (mgr.24683) 45 : cluster [DBG] pgmap v58: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:42.648 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[42351]: audit 2021-07-26T15:47:41.294180+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:42.648 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[42351]: cephadm 2021-07-26T15:47:41.295486+0000 mgr.y (mgr.24683) 43 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:47:42.648 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[42351]: cephadm 2021-07-26T15:47:41.296882+0000 mgr.y (mgr.24683) 44 : cephadm [INF] Reconfiguring daemon osd.0 on smithi046 2021-07-26T15:47:42.649 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[42351]: cluster 2021-07-26T15:47:41.808126+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:47:42.649 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:42 smithi046 bash[42351]: cluster 2021-07-26T15:47:41.822832+0000 mgr.y (mgr.24683) 45 : cluster [DBG] pgmap v58: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2021-07-26T15:47:42.816 INFO:tasks.rados.rados.0.smithi046.stdout:701: done (4 left) 2021-07-26T15:47:42.817 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 65 2021-07-26T15:47:42.817 INFO:tasks.rados.rados.0.smithi046.stdout:699: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:47:42.817 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 229 (ObjNum 172 snap 47 seq_num 172) dirty exists 2021-07-26T15:47:42.818 INFO:tasks.rados.rados.0.smithi046.stdout:699: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:47:42.818 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 189 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:42.818 INFO:tasks.rados.rados.0.smithi046.stdout:700: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:47:42.876 INFO:tasks.rados.rados.0.smithi046.stdout:698: finishing copy_from to smithi04638994-15 2021-07-26T15:47:42.876 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 120 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:47:42.877 INFO:tasks.rados.rados.0.smithi046.stdout:698: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:47:42.877 INFO:tasks.rados.rados.0.smithi046.stdout:702: seq_num 230 ranges {1425408=655360,2080768=491520,2572288=311296} 2021-07-26T15:47:42.892 INFO:tasks.rados.rados.0.smithi046.stdout:702: writing smithi04638994-2 from 1425408 to 2080768 tid 1 2021-07-26T15:47:42.895 INFO:tasks.rados.rados.0.smithi046.stdout:702: writing smithi04638994-2 from 2080768 to 2572288 tid 2 2021-07-26T15:47:42.897 INFO:tasks.rados.rados.0.smithi046.stdout:702: writing smithi04638994-2 from 2572288 to 2883584 tid 3 2021-07-26T15:47:42.898 INFO:tasks.rados.rados.0.smithi046.stdout:697: done (4 left) 2021-07-26T15:47:42.898 INFO:tasks.rados.rados.0.smithi046.stdout:698: done (3 left) 2021-07-26T15:47:42.898 INFO:tasks.rados.rados.0.smithi046.stdout:699: done (2 left) 2021-07-26T15:47:42.898 INFO:tasks.rados.rados.0.smithi046.stdout:700: done (1 left) 2021-07-26T15:47:42.899 INFO:tasks.rados.rados.0.smithi046.stdout:703: read oid 44 snap -1 2021-07-26T15:47:42.899 INFO:tasks.rados.rados.0.smithi046.stdout:703: expect (ObjNum 200 snap 58 seq_num 200) 2021-07-26T15:47:42.899 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 65 2021-07-26T15:47:42.899 INFO:tasks.rados.rados.0.smithi046.stdout:704: seq_num 231 ranges {1105920=671744,1777664=778240,2555904=24576} 2021-07-26T15:47:42.908 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04638994-25 from 1105920 to 1777664 tid 1 2021-07-26T15:47:42.914 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04638994-25 from 1777664 to 2555904 tid 2 2021-07-26T15:47:42.915 INFO:tasks.rados.rados.0.smithi046.stdout:704: writing smithi04638994-25 from 2555904 to 2580480 tid 3 2021-07-26T15:47:42.915 INFO:tasks.rados.rados.0.smithi046.stdout:705: read oid 9 snap -1 2021-07-26T15:47:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:705: expect (ObjNum 124 snap 31 seq_num 124) 2021-07-26T15:47:42.916 INFO:tasks.rados.rados.0.smithi046.stdout:706: snap_create 2021-07-26T15:47:42.917 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing write tid 1 to smithi04638994-2 2021-07-26T15:47:42.917 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing write tid 2 to smithi04638994-2 2021-07-26T15:47:42.918 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing write tid 3 to smithi04638994-2 2021-07-26T15:47:42.918 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing write tid 4 to smithi04638994-2 2021-07-26T15:47:42.919 INFO:tasks.rados.rados.0.smithi046.stdout:703: expect (ObjNum 200 snap 58 seq_num 200) 2021-07-26T15:47:42.949 INFO:tasks.rados.rados.0.smithi046.stdout:702: finishing write tid 5 to smithi04638994-2 2021-07-26T15:47:42.950 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 208 (ObjNum 230 snap 65 seq_num 230) dirty exists 2021-07-26T15:47:42.950 INFO:tasks.rados.rados.0.smithi046.stdout:702: left oid 2 (ObjNum 230 snap 65 seq_num 230) 2021-07-26T15:47:42.950 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 1 to smithi04638994-25 2021-07-26T15:47:42.951 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 2 to smithi04638994-25 2021-07-26T15:47:42.951 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 3 to smithi04638994-25 2021-07-26T15:47:42.951 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 4 to smithi04638994-25 2021-07-26T15:47:42.951 INFO:tasks.rados.rados.0.smithi046.stdout:704: finishing write tid 5 to smithi04638994-25 2021-07-26T15:47:42.952 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 129 (ObjNum 231 snap 65 seq_num 231) dirty exists 2021-07-26T15:47:42.952 INFO:tasks.rados.rados.0.smithi046.stdout:704: left oid 25 (ObjNum 231 snap 65 seq_num 231) 2021-07-26T15:47:42.952 INFO:tasks.rados.rados.0.smithi046.stdout:705: expect (ObjNum 124 snap 31 seq_num 124) 2021-07-26T15:47:43.813 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:43.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:43.814 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:43.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:43.814 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:43.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:47:43.824 INFO:tasks.rados.rados.0.smithi046.stdout:702: done (4 left) 2021-07-26T15:47:43.824 INFO:tasks.rados.rados.0.smithi046.stdout:703: done (3 left) 2021-07-26T15:47:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:704: done (2 left) 2021-07-26T15:47:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:705: done (1 left) 2021-07-26T15:47:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:706: done (0 left) 2021-07-26T15:47:43.825 INFO:tasks.rados.rados.0.smithi046.stdout:707: setattr oid 5 current snap is 66 2021-07-26T15:47:43.830 INFO:tasks.rados.rados.0.smithi046.stdout:708: snap_create 2021-07-26T15:47:43.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 128 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:47:44.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:43 smithi073 bash[34190]: cluster 2021-07-26T15:47:42.817585+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:47:44.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:43 smithi073 bash[34190]: audit 2021-07-26T15:47:43.699428+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:44.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[41283]: cluster 2021-07-26T15:47:42.817585+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:47:44.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[41283]: audit 2021-07-26T15:47:43.699428+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:44.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[42351]: cluster 2021-07-26T15:47:42.817585+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:47:44.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:43 smithi046 bash[42351]: audit 2021-07-26T15:47:43.699428+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:707: done (1 left) 2021-07-26T15:47:44.837 INFO:tasks.rados.rados.0.smithi046.stdout:708: done (0 left) 2021-07-26T15:47:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:709: read oid 2 snap 37 2021-07-26T15:47:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:709: expect deleted 2021-07-26T15:47:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:710: read oid 33 snap -1 2021-07-26T15:47:44.838 INFO:tasks.rados.rados.0.smithi046.stdout:710: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:47:44.839 INFO:tasks.rados.rados.0.smithi046.stdout:711: read oid 23 snap -1 2021-07-26T15:47:44.839 INFO:tasks.rados.rados.0.smithi046.stdout:711: expect (ObjNum 183 snap 52 seq_num 183) 2021-07-26T15:47:44.839 INFO:tasks.rados.rados.0.smithi046.stdout:712: setattr oid 20 current snap is 67 2021-07-26T15:47:44.841 INFO:tasks.rados.rados.0.smithi046.stdout:713: rollback oid 13 current snap is 67 2021-07-26T15:47:44.841 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 38 2021-07-26T15:47:44.841 INFO:tasks.rados.rados.0.smithi046.stdout:714: delete oid 35 current snap is 67 2021-07-26T15:47:44.846 INFO:tasks.rados.rados.0.smithi046.stdout:709: done (5 left) 2021-07-26T15:47:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:714: done (4 left) 2021-07-26T15:47:44.847 INFO:tasks.rados.rados.0.smithi046.stdout:715: rmattr oid 9 current snap is 67 2021-07-26T15:47:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:715: done (4 left) 2021-07-26T15:47:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 67 2021-07-26T15:47:44.848 INFO:tasks.rados.rados.0.smithi046.stdout:716: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2021-07-26T15:47:44.849 INFO:tasks.rados.rados.0.smithi046.stdout:716: writing smithi04638994-41 from 0 to 712704 tid 1 2021-07-26T15:47:44.853 INFO:tasks.rados.rados.0.smithi046.stdout:716: writing smithi04638994-41 from 712704 to 1261568 tid 2 2021-07-26T15:47:44.854 INFO:tasks.rados.rados.0.smithi046.stdout:716: writing smithi04638994-41 from 1261568 to 1515520 tid 3 2021-07-26T15:47:44.855 INFO:tasks.rados.rados.0.smithi046.stdout:717: snap_remove snap 37 2021-07-26T15:47:45.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:44 smithi073 bash[34190]: cephadm 2021-07-26T15:47:43.700892+0000 mgr.y (mgr.24683) 46 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:47:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:44 smithi073 bash[34190]: cephadm 2021-07-26T15:47:43.701710+0000 mgr.y (mgr.24683) 47 : cephadm [INF] Reconfiguring daemon osd.1 on smithi046 2021-07-26T15:47:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:44 smithi073 bash[34190]: cluster 2021-07-26T15:47:43.823624+0000 mgr.y (mgr.24683) 48 : cluster [DBG] pgmap v61: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:44 smithi073 bash[34190]: cluster 2021-07-26T15:47:43.825293+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:47:45.137 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[41283]: cephadm 2021-07-26T15:47:43.700892+0000 mgr.y (mgr.24683) 46 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:47:45.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[41283]: cephadm 2021-07-26T15:47:43.701710+0000 mgr.y (mgr.24683) 47 : cephadm [INF] Reconfiguring daemon osd.1 on smithi046 2021-07-26T15:47:45.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[41283]: cluster 2021-07-26T15:47:43.823624+0000 mgr.y (mgr.24683) 48 : cluster [DBG] pgmap v61: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:45.138 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[41283]: cluster 2021-07-26T15:47:43.825293+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:47:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[42351]: cephadm 2021-07-26T15:47:43.700892+0000 mgr.y (mgr.24683) 46 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:47:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[42351]: cephadm 2021-07-26T15:47:43.701710+0000 mgr.y (mgr.24683) 47 : cephadm [INF] Reconfiguring daemon osd.1 on smithi046 2021-07-26T15:47:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[42351]: cluster 2021-07-26T15:47:43.823624+0000 mgr.y (mgr.24683) 48 : cluster [DBG] pgmap v61: 25 pgs: 25 active+clean; 206 MiB data, 574 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:45.139 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:44 smithi046 bash[42351]: cluster 2021-07-26T15:47:43.825293+0000 mon.a (mon.0) 134 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:47:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:717: done (5 left) 2021-07-26T15:47:45.852 INFO:tasks.rados.rados.0.smithi046.stdout:718: copy_from oid 26 from oid 16 current snap is 67 2021-07-26T15:47:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:47:45.853 INFO:tasks.rados.rados.0.smithi046.stdout:710: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:47:45.898 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:47:45.898 INFO:tasks.rados.rados.0.smithi046.stdout:713: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:47:45.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 232 (ObjNum 136 snap 34 seq_num 136) dirty exists 2021-07-26T15:47:45.899 INFO:tasks.rados.rados.0.smithi046.stdout:716: finishing write tid 1 to smithi04638994-41 2021-07-26T15:47:45.900 INFO:tasks.rados.rados.0.smithi046.stdout:716: finishing write tid 2 to smithi04638994-41 2021-07-26T15:47:45.900 INFO:tasks.rados.rados.0.smithi046.stdout:716: finishing write tid 3 to smithi04638994-41 2021-07-26T15:47:45.900 INFO:tasks.rados.rados.0.smithi046.stdout:716: finishing write tid 4 to smithi04638994-41 2021-07-26T15:47:45.901 INFO:tasks.rados.rados.0.smithi046.stdout:716: finishing write tid 5 to smithi04638994-41 2021-07-26T15:47:45.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 155 (ObjNum 233 snap 67 seq_num 233) dirty exists 2021-07-26T15:47:45.902 INFO:tasks.rados.rados.0.smithi046.stdout:716: left oid 41 (ObjNum 233 snap 67 seq_num 233) 2021-07-26T15:47:45.902 INFO:tasks.rados.rados.0.smithi046.stdout:711: expect (ObjNum 183 snap 52 seq_num 183) 2021-07-26T15:47:46.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 333 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:47:46.089 INFO:tasks.rados.rados.0.smithi046.stdout:710: done (5 left) 2021-07-26T15:47:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:711: done (4 left) 2021-07-26T15:47:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:712: done (3 left) 2021-07-26T15:47:46.091 INFO:tasks.rados.rados.0.smithi046.stdout:713: done (2 left) 2021-07-26T15:47:46.091 INFO:tasks.rados.rados.0.smithi046.stdout:716: done (1 left) 2021-07-26T15:47:46.091 INFO:tasks.rados.rados.0.smithi046.stdout:719: rollback oid 1 current snap is 67 2021-07-26T15:47:46.092 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 25 2021-07-26T15:47:46.092 INFO:tasks.rados.rados.0.smithi046.stdout:720: setattr oid 6 current snap is 67 2021-07-26T15:47:46.093 INFO:tasks.rados.rados.0.smithi046.stdout:721: delete oid 38 current snap is 67 2021-07-26T15:47:46.094 INFO:tasks.rados.rados.0.smithi046.stdout:719: finishing rollback tid 0 to smithi04638994-1 2021-07-26T15:47:46.095 INFO:tasks.rados.rados.0.smithi046.stdout:719: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:47:46.096 INFO:tasks.rados.rados.0.smithi046.stdout:719: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:47:46.096 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 304 (ObjNum 77 snap 14 seq_num 77) dirty exists 2021-07-26T15:47:46.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 181 (ObjNum 197760736 snap 22029 seq_num 198088672) dirty exists 2021-07-26T15:47:46.099 INFO:tasks.rados.rados.0.smithi046.stdout:719: done (3 left) 2021-07-26T15:47:46.100 INFO:tasks.rados.rados.0.smithi046.stdout:720: done (2 left) 2021-07-26T15:47:46.100 INFO:tasks.rados.rados.0.smithi046.stdout:721: done (1 left) 2021-07-26T15:47:46.100 INFO:tasks.rados.rados.0.smithi046.stdout:722: snap_create 2021-07-26T15:47:46.116 INFO:tasks.rados.rados.0.smithi046.stdout:718: finishing copy_from to smithi04638994-26 2021-07-26T15:47:46.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 127 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:47:46.116 INFO:tasks.rados.rados.0.smithi046.stdout:718: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:47:46.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:45 smithi073 bash[34190]: cluster 2021-07-26T15:47:44.837790+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:47:46.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:45 smithi046 bash[42351]: cluster 2021-07-26T15:47:44.837790+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:47:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:45 smithi046 bash[41283]: cluster 2021-07-26T15:47:44.837790+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:47:46.849 INFO:tasks.rados.rados.0.smithi046.stdout:718: done (1 left) 2021-07-26T15:47:46.933 INFO:tasks.rados.rados.0.smithi046.stdout:722: done (0 left) 2021-07-26T15:47:46.934 INFO:tasks.rados.rados.0.smithi046.stdout:723: delete oid 9 current snap is 68 2021-07-26T15:47:46.936 INFO:tasks.rados.rados.0.smithi046.stdout:723: done (0 left) 2021-07-26T15:47:46.937 INFO:tasks.rados.rados.0.smithi046.stdout:724: snap_create 2021-07-26T15:47:47.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:46 smithi073 bash[34190]: cluster 2021-07-26T15:47:45.824304+0000 mgr.y (mgr.24683) 49 : cluster [DBG] pgmap v63: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:47.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:46 smithi073 bash[34190]: cluster 2021-07-26T15:47:45.847859+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:47:47.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:46 smithi073 bash[34190]: audit 2021-07-26T15:47:46.119691+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:47.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[41283]: cluster 2021-07-26T15:47:45.824304+0000 mgr.y (mgr.24683) 49 : cluster [DBG] pgmap v63: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:47.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[41283]: cluster 2021-07-26T15:47:45.847859+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:47:47.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[41283]: audit 2021-07-26T15:47:46.119691+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:47.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[42351]: cluster 2021-07-26T15:47:45.824304+0000 mgr.y (mgr.24683) 49 : cluster [DBG] pgmap v63: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:47.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[42351]: cluster 2021-07-26T15:47:45.847859+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:47:47.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:46 smithi046 bash[42351]: audit 2021-07-26T15:47:46.119691+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:47.860 INFO:tasks.rados.rados.0.smithi046.stdout:724: done (0 left) 2021-07-26T15:47:47.861 INFO:tasks.rados.rados.0.smithi046.stdout:725: rmattr oid 13 current snap is 69 2021-07-26T15:47:47.861 INFO:tasks.rados.rados.0.smithi046.stdout:725: done (0 left) 2021-07-26T15:47:47.861 INFO:tasks.rados.rados.0.smithi046.stdout:726: snap_create 2021-07-26T15:47:48.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:47 smithi073 bash[34190]: cephadm 2021-07-26T15:47:46.120492+0000 mgr.y (mgr.24683) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:47:48.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:47 smithi073 bash[34190]: cephadm 2021-07-26T15:47:46.121299+0000 mgr.y (mgr.24683) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi046 2021-07-26T15:47:48.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:47 smithi073 bash[34190]: cluster 2021-07-26T15:47:46.850059+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:47:48.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[42351]: cephadm 2021-07-26T15:47:46.120492+0000 mgr.y (mgr.24683) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:47:48.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[42351]: cephadm 2021-07-26T15:47:46.121299+0000 mgr.y (mgr.24683) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi046 2021-07-26T15:47:48.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[42351]: cluster 2021-07-26T15:47:46.850059+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:47:48.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[41283]: cephadm 2021-07-26T15:47:46.120492+0000 mgr.y (mgr.24683) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:47:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[41283]: cephadm 2021-07-26T15:47:46.121299+0000 mgr.y (mgr.24683) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi046 2021-07-26T15:47:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:47 smithi046 bash[41283]: cluster 2021-07-26T15:47:46.850059+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:47:48.870 INFO:tasks.rados.rados.0.smithi046.stdout:726: done (0 left) 2021-07-26T15:47:48.871 INFO:tasks.rados.rados.0.smithi046.stdout:727: copy_from oid 43 from oid 39 current snap is 70 2021-07-26T15:47:48.871 INFO:tasks.rados.rados.0.smithi046.stdout:728: delete oid 49 current snap is 70 2021-07-26T15:47:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:728: done (1 left) 2021-07-26T15:47:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 70 2021-07-26T15:47:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:729: seq_num 237 ranges {3645440=778240,4423680=532480,4956160=270336} 2021-07-26T15:47:48.908 INFO:tasks.rados.rados.0.smithi046.stdout:729: writing smithi04638994-23 from 3645440 to 4423680 tid 1 2021-07-26T15:47:48.911 INFO:tasks.rados.rados.0.smithi046.stdout:729: writing smithi04638994-23 from 4423680 to 4956160 tid 2 2021-07-26T15:47:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:729: writing smithi04638994-23 from 4956160 to 5226496 tid 3 2021-07-26T15:47:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:730: rollback oid 3 current snap is 70 2021-07-26T15:47:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 46 2021-07-26T15:47:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:727: finishing copy_from to smithi04638994-43 2021-07-26T15:47:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 190 (ObjNum 219 snap 62 seq_num 219) dirty exists 2021-07-26T15:47:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:731: snap_create 2021-07-26T15:47:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:727: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:47:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:730: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:47:48.919 INFO:tasks.rados.rados.0.smithi046.stdout:730: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:47:48.920 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 160 (ObjNum 140 snap 35 seq_num 140) dirty exists 2021-07-26T15:47:48.921 INFO:tasks.rados.rados.0.smithi046.stdout:729: finishing write tid 1 to smithi04638994-23 2021-07-26T15:47:48.922 INFO:tasks.rados.rados.0.smithi046.stdout:729: finishing write tid 2 to smithi04638994-23 2021-07-26T15:47:48.923 INFO:tasks.rados.rados.0.smithi046.stdout:729: finishing write tid 3 to smithi04638994-23 2021-07-26T15:47:48.925 INFO:tasks.rados.rados.0.smithi046.stdout:729: finishing write tid 4 to smithi04638994-23 2021-07-26T15:47:48.926 INFO:tasks.rados.rados.0.smithi046.stdout:729: finishing write tid 5 to smithi04638994-23 2021-07-26T15:47:48.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 350 (ObjNum 237 snap 70 seq_num 237) dirty exists 2021-07-26T15:47:48.927 INFO:tasks.rados.rados.0.smithi046.stdout:729: left oid 23 (ObjNum 237 snap 70 seq_num 237) 2021-07-26T15:47:49.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[42351]: cluster 2021-07-26T15:47:47.824972+0000 mgr.y (mgr.24683) 52 : cluster [DBG] pgmap v66: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[42351]: cluster 2021-07-26T15:47:47.861573+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:47:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[42351]: audit 2021-07-26T15:47:48.616179+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[41283]: cluster 2021-07-26T15:47:47.824972+0000 mgr.y (mgr.24683) 52 : cluster [DBG] pgmap v66: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[41283]: cluster 2021-07-26T15:47:47.861573+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:47:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:48 smithi046 bash[41283]: audit 2021-07-26T15:47:48.616179+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:48 smithi073 bash[34190]: cluster 2021-07-26T15:47:47.824972+0000 mgr.y (mgr.24683) 52 : cluster [DBG] pgmap v66: 25 pgs: 25 active+clean; 206 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2021-07-26T15:47:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:48 smithi073 bash[34190]: cluster 2021-07-26T15:47:47.861573+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:47:49.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:48 smithi073 bash[34190]: audit 2021-07-26T15:47:48.616179+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:49.889 INFO:tasks.rados.rados.0.smithi046.stdout:727: done (3 left) 2021-07-26T15:47:49.889 INFO:tasks.rados.rados.0.smithi046.stdout:729: done (2 left) 2021-07-26T15:47:49.889 INFO:tasks.rados.rados.0.smithi046.stdout:730: done (1 left) 2021-07-26T15:47:49.890 INFO:tasks.rados.rados.0.smithi046.stdout:731: done (0 left) 2021-07-26T15:47:49.890 INFO:tasks.rados.rados.0.smithi046.stdout:732: read oid 42 snap -1 2021-07-26T15:47:49.890 INFO:tasks.rados.rados.0.smithi046.stdout:732: expect (ObjNum 175 snap 49 seq_num 175) 2021-07-26T15:47:49.890 INFO:tasks.rados.rados.0.smithi046.stdout:733: rollback oid 22 current snap is 71 2021-07-26T15:47:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 54 2021-07-26T15:47:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:734: rollback oid 15 current snap is 71 2021-07-26T15:47:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 38 2021-07-26T15:47:49.891 INFO:tasks.rados.rados.0.smithi046.stdout:735: snap_remove snap 63 2021-07-26T15:47:50.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[42351]: cephadm 2021-07-26T15:47:48.617664+0000 mgr.y (mgr.24683) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:47:50.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[42351]: cephadm 2021-07-26T15:47:48.619355+0000 mgr.y (mgr.24683) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi046 2021-07-26T15:47:50.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[42351]: cluster 2021-07-26T15:47:48.871137+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:47:50.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[41283]: cephadm 2021-07-26T15:47:48.617664+0000 mgr.y (mgr.24683) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:47:50.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[41283]: cephadm 2021-07-26T15:47:48.619355+0000 mgr.y (mgr.24683) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi046 2021-07-26T15:47:50.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:49 smithi046 bash[41283]: cluster 2021-07-26T15:47:48.871137+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:47:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:49 smithi073 bash[34190]: cephadm 2021-07-26T15:47:48.617664+0000 mgr.y (mgr.24683) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:47:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:49 smithi073 bash[34190]: cephadm 2021-07-26T15:47:48.619355+0000 mgr.y (mgr.24683) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi046 2021-07-26T15:47:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:49 smithi073 bash[34190]: cluster 2021-07-26T15:47:48.871137+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:47:50.801 INFO:tasks.rados.rados.0.smithi046.stdout:735: done (3 left) 2021-07-26T15:47:50.801 INFO:tasks.rados.rados.0.smithi046.stdout:736: read oid 9 snap -1 2021-07-26T15:47:50.802 INFO:tasks.rados.rados.0.smithi046.stdout:736: expect deleted 2021-07-26T15:47:50.802 INFO:tasks.rados.rados.0.smithi046.stdout:733: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:47:50.802 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 68 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:47:50.802 INFO:tasks.rados.rados.0.smithi046.stdout:734: finishing rollback tid 0 to smithi04638994-15 2021-07-26T15:47:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:734: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:47:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 192 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:47:50.803 INFO:tasks.rados.rados.0.smithi046.stdout:732: expect (ObjNum 175 snap 49 seq_num 175) 2021-07-26T15:47:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:732: done (3 left) 2021-07-26T15:47:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:733: done (2 left) 2021-07-26T15:47:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:734: done (1 left) 2021-07-26T15:47:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:736: done (0 left) 2021-07-26T15:47:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:737: snap_create 2021-07-26T15:47:51.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[42351]: cluster 2021-07-26T15:47:49.825729+0000 mgr.y (mgr.24683) 55 : cluster [DBG] pgmap v69: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:51.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[42351]: cluster 2021-07-26T15:47:49.889827+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:47:51.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[42351]: cluster 2021-07-26T15:47:50.801147+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:47:51.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[41283]: cluster 2021-07-26T15:47:49.825729+0000 mgr.y (mgr.24683) 55 : cluster [DBG] pgmap v69: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:51.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[41283]: cluster 2021-07-26T15:47:49.889827+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:47:51.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:50 smithi046 bash[41283]: cluster 2021-07-26T15:47:50.801147+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:47:51.195 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:50 smithi073 bash[34190]: cluster 2021-07-26T15:47:49.825729+0000 mgr.y (mgr.24683) 55 : cluster [DBG] pgmap v69: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:51.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:50 smithi073 bash[34190]: cluster 2021-07-26T15:47:49.889827+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:47:51.196 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:50 smithi073 bash[34190]: cluster 2021-07-26T15:47:50.801147+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:47:51.978 INFO:tasks.rados.rados.0.smithi046.stdout:737: done (0 left) 2021-07-26T15:47:51.979 INFO:tasks.rados.rados.0.smithi046.stdout:738: copy_from oid 48 from oid 1 current snap is 72 2021-07-26T15:47:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 72 2021-07-26T15:47:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:739: seq_num 238 ranges {1515520=794624,2310144=417792,2727936=385024} 2021-07-26T15:47:51.993 INFO:tasks.rados.rados.0.smithi046.stdout:739: writing smithi04638994-41 from 1515520 to 2310144 tid 1 2021-07-26T15:47:51.996 INFO:tasks.rados.rados.0.smithi046.stdout:739: writing smithi04638994-41 from 2310144 to 2727936 tid 2 2021-07-26T15:47:51.998 INFO:tasks.rados.rados.0.smithi046.stdout:739: writing smithi04638994-41 from 2727936 to 3112960 tid 3 2021-07-26T15:47:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 72 2021-07-26T15:47:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:740: seq_num 239 ranges {2580480=409600,2990080=704512,3694592=499712} 2021-07-26T15:47:52.019 INFO:tasks.rados.rados.0.smithi046.stdout:740: writing smithi04638994-25 from 2580480 to 2990080 tid 1 2021-07-26T15:47:52.019 INFO:tasks.rados.rados.0.smithi046.stdout:740: writing smithi04638994-25 from 2990080 to 3694592 tid 2 2021-07-26T15:47:52.023 INFO:tasks.rados.rados.0.smithi046.stdout:740: writing smithi04638994-25 from 3694592 to 4194304 tid 3 2021-07-26T15:47:52.023 INFO:tasks.rados.rados.0.smithi046.stdout:741: rmattr oid 32 current snap is 72 2021-07-26T15:47:52.024 INFO:tasks.rados.rados.0.smithi046.stdout:741: done (3 left) 2021-07-26T15:47:52.024 INFO:tasks.rados.rados.0.smithi046.stdout:742: read oid 36 snap -1 2021-07-26T15:47:52.024 INFO:tasks.rados.rados.0.smithi046.stdout:742: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:47:52.024 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 72 2021-07-26T15:47:52.025 INFO:tasks.rados.rados.0.smithi046.stdout:738: finishing copy_from to smithi04638994-48 2021-07-26T15:47:52.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 304 (ObjNum 77 snap 14 seq_num 77) dirty exists 2021-07-26T15:47:52.025 INFO:tasks.rados.rados.0.smithi046.stdout:743: seq_num 240 ranges {3874816=425984,4300800=589824,4890624=483328,5373952=131072} 2021-07-26T15:47:52.047 INFO:tasks.rados.rados.0.smithi046.stdout:743: writing smithi04638994-28 from 3874816 to 4300800 tid 1 2021-07-26T15:47:52.058 INFO:tasks.rados.rados.0.smithi046.stdout:743: writing smithi04638994-28 from 4300800 to 4890624 tid 2 2021-07-26T15:47:52.059 INFO:tasks.rados.rados.0.smithi046.stdout:743: writing smithi04638994-28 from 4890624 to 5373952 tid 3 2021-07-26T15:47:52.059 INFO:tasks.rados.rados.0.smithi046.stdout:743: writing smithi04638994-28 from 5373952 to 5505024 tid 4 2021-07-26T15:47:52.059 INFO:tasks.rados.rados.0.smithi046.stdout:744: copy_from oid 49 from oid 44 current snap is 72 2021-07-26T15:47:52.060 INFO:tasks.rados.rados.0.smithi046.stdout:738: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:47:52.060 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing write tid 1 to smithi04638994-41 2021-07-26T15:47:52.060 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing write tid 2 to smithi04638994-41 2021-07-26T15:47:52.060 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing write tid 3 to smithi04638994-41 2021-07-26T15:47:52.061 INFO:tasks.rados.rados.0.smithi046.stdout:738: done (5 left) 2021-07-26T15:47:52.061 INFO:tasks.rados.rados.0.smithi046.stdout:745: snap_create 2021-07-26T15:47:52.061 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing write tid 4 to smithi04638994-41 2021-07-26T15:47:52.061 INFO:tasks.rados.rados.0.smithi046.stdout:739: finishing write tid 5 to smithi04638994-41 2021-07-26T15:47:52.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 166 (ObjNum 238 snap 72 seq_num 238) dirty exists 2021-07-26T15:47:52.062 INFO:tasks.rados.rados.0.smithi046.stdout:739: left oid 41 (ObjNum 238 snap 72 seq_num 238) 2021-07-26T15:47:52.062 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing write tid 1 to smithi04638994-25 2021-07-26T15:47:52.062 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing write tid 2 to smithi04638994-25 2021-07-26T15:47:52.062 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing write tid 3 to smithi04638994-25 2021-07-26T15:47:52.063 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing write tid 4 to smithi04638994-25 2021-07-26T15:47:52.063 INFO:tasks.rados.rados.0.smithi046.stdout:742: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:47:52.118 INFO:tasks.rados.rados.0.smithi046.stdout:740: finishing write tid 5 to smithi04638994-25 2021-07-26T15:47:52.118 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 133 (ObjNum 239 snap 72 seq_num 239) dirty exists 2021-07-26T15:47:52.118 INFO:tasks.rados.rados.0.smithi046.stdout:740: left oid 25 (ObjNum 239 snap 72 seq_num 239) 2021-07-26T15:47:52.119 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 1 to smithi04638994-28 2021-07-26T15:47:52.119 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 2 to smithi04638994-28 2021-07-26T15:47:52.119 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 3 to smithi04638994-28 2021-07-26T15:47:52.119 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 4 to smithi04638994-28 2021-07-26T15:47:52.120 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 5 to smithi04638994-28 2021-07-26T15:47:52.120 INFO:tasks.rados.rados.0.smithi046.stdout:744: finishing copy_from to smithi04638994-49 2021-07-26T15:47:52.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 124 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:47:52.120 INFO:tasks.rados.rados.0.smithi046.stdout:744: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:47:52.120 INFO:tasks.rados.rados.0.smithi046.stdout:743: finishing write tid 6 to smithi04638994-28 2021-07-26T15:47:52.121 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 105 (ObjNum 240 snap 72 seq_num 240) dirty exists 2021-07-26T15:47:52.121 INFO:tasks.rados.rados.0.smithi046.stdout:743: left oid 28 (ObjNum 240 snap 72 seq_num 240) 2021-07-26T15:47:52.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: audit 2021-07-26T15:47:50.965741+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: cephadm 2021-07-26T15:47:50.967366+0000 mgr.y (mgr.24683) 56 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:47:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: audit 2021-07-26T15:47:50.967875+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:52.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: audit 2021-07-26T15:47:50.969043+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:52.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: audit 2021-07-26T15:47:50.970176+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:52.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:51 smithi073 bash[34190]: cephadm 2021-07-26T15:47:50.971097+0000 mgr.y (mgr.24683) 57 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:47:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: audit 2021-07-26T15:47:50.965741+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: cephadm 2021-07-26T15:47:50.967366+0000 mgr.y (mgr.24683) 56 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:47:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: audit 2021-07-26T15:47:50.967875+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:52.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: audit 2021-07-26T15:47:50.969043+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:52.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: audit 2021-07-26T15:47:50.970176+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:52.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[42351]: cephadm 2021-07-26T15:47:50.971097+0000 mgr.y (mgr.24683) 57 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:47:52.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: audit 2021-07-26T15:47:50.965741+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:52.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: cephadm 2021-07-26T15:47:50.967366+0000 mgr.y (mgr.24683) 56 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:47:52.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: audit 2021-07-26T15:47:50.967875+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:52.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: audit 2021-07-26T15:47:50.969043+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:47:52.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: audit 2021-07-26T15:47:50.970176+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:52.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:51 smithi046 bash[41283]: cephadm 2021-07-26T15:47:50.971097+0000 mgr.y (mgr.24683) 57 : cephadm [INF] Reconfiguring daemon mon.b on smithi073 2021-07-26T15:47:52.990 INFO:tasks.rados.rados.0.smithi046.stdout:739: done (5 left) 2021-07-26T15:47:52.991 INFO:tasks.rados.rados.0.smithi046.stdout:740: done (4 left) 2021-07-26T15:47:52.991 INFO:tasks.rados.rados.0.smithi046.stdout:742: done (3 left) 2021-07-26T15:47:52.991 INFO:tasks.rados.rados.0.smithi046.stdout:743: done (2 left) 2021-07-26T15:47:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:744: done (1 left) 2021-07-26T15:47:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:745: done (0 left) 2021-07-26T15:47:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:746: rollback oid 46 current snap is 73 2021-07-26T15:47:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 45 2021-07-26T15:47:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:747: copy_from oid 35 from oid 11 current snap is 73 2021-07-26T15:47:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:748: read oid 30 snap -1 2021-07-26T15:47:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:748: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:47:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:749: copy_from oid 6 from oid 38 current snap is 73 2021-07-26T15:47:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:750: delete oid 33 current snap is 73 2021-07-26T15:47:52.995 INFO:tasks.rados.rados.0.smithi046.stdout:748: expect (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:47:53.003 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing copy_from to smithi04638994-6 2021-07-26T15:47:53.003 INFO:tasks.rados.rados.0.smithi046.stdout:749: got expected ENOENT (src dne) 2021-07-26T15:47:53.004 INFO:tasks.rados.rados.0.smithi046.stdout:749: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:47:53.004 INFO:tasks.rados.rados.0.smithi046.stdout:746: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:47:53.004 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 122 (ObjNum 0 snap 0 seq_num 195899408) dirty dne 2021-07-26T15:47:53.005 INFO:tasks.rados.rados.0.smithi046.stdout:746: done (4 left) 2021-07-26T15:47:53.005 INFO:tasks.rados.rados.0.smithi046.stdout:748: done (3 left) 2021-07-26T15:47:53.005 INFO:tasks.rados.rados.0.smithi046.stdout:749: done (2 left) 2021-07-26T15:47:53.005 INFO:tasks.rados.rados.0.smithi046.stdout:750: done (1 left) 2021-07-26T15:47:53.006 INFO:tasks.rados.rados.0.smithi046.stdout:751: read oid 9 snap -1 2021-07-26T15:47:53.006 INFO:tasks.rados.rados.0.smithi046.stdout:751: expect deleted 2021-07-26T15:47:53.006 INFO:tasks.rados.rados.0.smithi046.stdout:752: read oid 25 snap 53 2021-07-26T15:47:53.006 INFO:tasks.rados.rados.0.smithi046.stdout:752: expect deleted 2021-07-26T15:47:53.007 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 73 2021-07-26T15:47:53.007 INFO:tasks.rados.rados.0.smithi046.stdout:753: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2021-07-26T15:47:53.007 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04638994-22 from 0 to 458752 tid 1 2021-07-26T15:47:53.012 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04638994-22 from 458752 to 1212416 tid 2 2021-07-26T15:47:53.016 INFO:tasks.rados.rados.0.smithi046.stdout:753: writing smithi04638994-22 from 1212416 to 1662976 tid 3 2021-07-26T15:47:53.017 INFO:tasks.rados.rados.0.smithi046.stdout:754: rmattr oid 24 current snap is 73 2021-07-26T15:47:53.018 INFO:tasks.rados.rados.0.smithi046.stdout:747: finishing copy_from to smithi04638994-35 2021-07-26T15:47:53.018 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 107 (ObjNum 160 snap 44 seq_num 160) dirty exists 2021-07-26T15:47:53.019 INFO:tasks.rados.rados.0.smithi046.stdout:752: done (4 left) 2021-07-26T15:47:53.019 INFO:tasks.rados.rados.0.smithi046.stdout:755: snap_remove snap 71 2021-07-26T15:47:53.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:52 smithi073 bash[34190]: cluster 2021-07-26T15:47:51.826441+0000 mgr.y (mgr.24683) 58 : cluster [DBG] pgmap v72: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:53.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:52 smithi073 bash[34190]: cluster 2021-07-26T15:47:51.977954+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:47:53.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:52 smithi046 bash[41283]: cluster 2021-07-26T15:47:51.826441+0000 mgr.y (mgr.24683) 58 : cluster [DBG] pgmap v72: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:53.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:52 smithi046 bash[41283]: cluster 2021-07-26T15:47:51.977954+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:47:53.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:52 smithi046 bash[42351]: cluster 2021-07-26T15:47:51.826441+0000 mgr.y (mgr.24683) 58 : cluster [DBG] pgmap v72: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T15:47:53.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:52 smithi046 bash[42351]: cluster 2021-07-26T15:47:51.977954+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:47:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:53.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:53.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:47:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:47:53.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:47:53.999 INFO:tasks.rados.rados.0.smithi046.stdout:755: done (4 left) 2021-07-26T15:47:54.000 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 73 2021-07-26T15:47:54.000 INFO:tasks.rados.rados.0.smithi046.stdout:747: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:47:54.000 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 1 to smithi04638994-22 2021-07-26T15:47:54.000 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 2 to smithi04638994-22 2021-07-26T15:47:54.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 356 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:47:54.001 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 3 to smithi04638994-22 2021-07-26T15:47:54.001 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 4 to smithi04638994-22 2021-07-26T15:47:54.001 INFO:tasks.rados.rados.0.smithi046.stdout:753: finishing write tid 5 to smithi04638994-22 2021-07-26T15:47:54.002 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 109 (ObjNum 242 snap 73 seq_num 242) dirty exists 2021-07-26T15:47:54.002 INFO:tasks.rados.rados.0.smithi046.stdout:753: left oid 22 (ObjNum 242 snap 73 seq_num 242) 2021-07-26T15:47:54.002 INFO:tasks.rados.rados.0.smithi046.stdout:756: seq_num 243 ranges {1105920=475136,1581056=638976,2220032=565248} 2021-07-26T15:47:54.008 INFO:tasks.rados.rados.0.smithi046.stdout:756: writing smithi04638994-5 from 1105920 to 1581056 tid 1 2021-07-26T15:47:54.012 INFO:tasks.rados.rados.0.smithi046.stdout:756: writing smithi04638994-5 from 1581056 to 2220032 tid 2 2021-07-26T15:47:54.016 INFO:tasks.rados.rados.0.smithi046.stdout:756: writing smithi04638994-5 from 2220032 to 2785280 tid 3 2021-07-26T15:47:54.016 INFO:tasks.rados.rados.0.smithi046.stdout:747: done (4 left) 2021-07-26T15:47:54.016 INFO:tasks.rados.rados.0.smithi046.stdout:751: done (3 left) 2021-07-26T15:47:54.016 INFO:tasks.rados.rados.0.smithi046.stdout:753: done (2 left) 2021-07-26T15:47:54.017 INFO:tasks.rados.rados.0.smithi046.stdout:754: done (1 left) 2021-07-26T15:47:54.017 INFO:tasks.rados.rados.0.smithi046.stdout:757: rollback oid 43 current snap is 73 2021-07-26T15:47:54.017 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 51 2021-07-26T15:47:54.017 INFO:tasks.rados.rados.0.smithi046.stdout:756: finishing write tid 1 to smithi04638994-5 2021-07-26T15:47:54.017 INFO:tasks.rados.rados.0.smithi046.stdout:758: snap_create 2021-07-26T15:47:54.019 INFO:tasks.rados.rados.0.smithi046.stdout:756: finishing write tid 2 to smithi04638994-5 2021-07-26T15:47:54.020 INFO:tasks.rados.rados.0.smithi046.stdout:756: finishing write tid 3 to smithi04638994-5 2021-07-26T15:47:54.020 INFO:tasks.rados.rados.0.smithi046.stdout:756: finishing write tid 4 to smithi04638994-5 2021-07-26T15:47:54.021 INFO:tasks.rados.rados.0.smithi046.stdout:757: finishing rollback tid 0 to smithi04638994-43 2021-07-26T15:47:54.022 INFO:tasks.rados.rados.0.smithi046.stdout:757: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:47:54.022 INFO:tasks.rados.rados.0.smithi046.stdout:757: finishing rollback tid 2 to smithi04638994-43 2021-07-26T15:47:54.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 195 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:47:54.025 INFO:tasks.rados.rados.0.smithi046.stdout:756: finishing write tid 5 to smithi04638994-5 2021-07-26T15:47:54.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 141 (ObjNum 243 snap 73 seq_num 243) dirty exists 2021-07-26T15:47:54.025 INFO:tasks.rados.rados.0.smithi046.stdout:756: left oid 5 (ObjNum 243 snap 73 seq_num 243) 2021-07-26T15:47:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: cluster 2021-07-26T15:47:52.990359+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-07-26T15:47:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: audit 2021-07-26T15:47:53.383724+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: audit 2021-07-26T15:47:53.386072+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: audit 2021-07-26T15:47:53.387754+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: audit 2021-07-26T15:47:53.389097+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[41283]: cluster 2021-07-26T15:47:52.990359+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-07-26T15:47:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[41283]: audit 2021-07-26T15:47:53.383724+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[41283]: audit 2021-07-26T15:47:53.386072+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[41283]: audit 2021-07-26T15:47:53.387754+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:53 smithi046 bash[41283]: audit 2021-07-26T15:47:53.389097+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[42351]: cluster 2021-07-26T15:47:52.990359+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-07-26T15:47:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[42351]: audit 2021-07-26T15:47:53.383724+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[42351]: audit 2021-07-26T15:47:53.386072+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:47:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[42351]: audit 2021-07-26T15:47:53.387754+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:47:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[42351]: audit 2021-07-26T15:47:53.389097+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:55.011 INFO:tasks.rados.rados.0.smithi046.stdout:756: done (2 left) 2021-07-26T15:47:55.011 INFO:tasks.rados.rados.0.smithi046.stdout:757: done (1 left) 2021-07-26T15:47:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:758: done (0 left) 2021-07-26T15:47:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:759: copy_from oid 48 from oid 7 current snap is 74 2021-07-26T15:47:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:760: read oid 2 snap -1 2021-07-26T15:47:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:760: expect (ObjNum 230 snap 65 seq_num 230) 2021-07-26T15:47:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 74 2021-07-26T15:47:55.013 INFO:tasks.rados.rados.0.smithi046.stdout:761: seq_num 244 ranges {2293760=491520,2785280=573440,3358720=458752,3817472=172032} 2021-07-26T15:47:55.031 INFO:tasks.rados.rados.0.smithi046.stdout:761: writing smithi04638994-13 from 2293760 to 2785280 tid 1 2021-07-26T15:47:55.034 INFO:tasks.rados.rados.0.smithi046.stdout:761: writing smithi04638994-13 from 2785280 to 3358720 tid 2 2021-07-26T15:47:55.037 INFO:tasks.rados.rados.0.smithi046.stdout:761: writing smithi04638994-13 from 3358720 to 3817472 tid 3 2021-07-26T15:47:55.038 INFO:tasks.rados.rados.0.smithi046.stdout:761: writing smithi04638994-13 from 3817472 to 3989504 tid 4 2021-07-26T15:47:55.039 INFO:tasks.rados.rados.0.smithi046.stdout:762: read oid 47 snap -1 2021-07-26T15:47:55.039 INFO:tasks.rados.rados.0.smithi046.stdout:762: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:55.039 INFO:tasks.rados.rados.0.smithi046.stdout:763: delete oid 26 current snap is 74 2021-07-26T15:47:55.039 INFO:tasks.rados.rados.0.smithi046.stdout:759: finishing copy_from to smithi04638994-48 2021-07-26T15:47:55.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 269 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:47:55.040 INFO:tasks.rados.rados.0.smithi046.stdout:759: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:47:55.040 INFO:tasks.rados.rados.0.smithi046.stdout:760: expect (ObjNum 230 snap 65 seq_num 230) 2021-07-26T15:47:55.146 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 1 to smithi04638994-13 2021-07-26T15:47:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 2 to smithi04638994-13 2021-07-26T15:47:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 3 to smithi04638994-13 2021-07-26T15:47:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 4 to smithi04638994-13 2021-07-26T15:47:55.147 INFO:tasks.rados.rados.0.smithi046.stdout:762: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 5 to smithi04638994-13 2021-07-26T15:47:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:761: finishing write tid 6 to smithi04638994-13 2021-07-26T15:47:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 237 (ObjNum 244 snap 74 seq_num 244) dirty exists 2021-07-26T15:47:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:761: left oid 13 (ObjNum 244 snap 74 seq_num 244) 2021-07-26T15:47:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:759: done (4 left) 2021-07-26T15:47:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:760: done (3 left) 2021-07-26T15:47:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:761: done (2 left) 2021-07-26T15:47:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:762: done (1 left) 2021-07-26T15:47:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:763: done (0 left) 2021-07-26T15:47:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:764: read oid 40 snap -1 2021-07-26T15:47:55.155 INFO:tasks.rados.rados.0.smithi046.stdout:764: expect deleted 2021-07-26T15:47:55.155 INFO:tasks.rados.rados.0.smithi046.stdout:765: delete oid 33 current snap is 74 2021-07-26T15:47:55.156 INFO:tasks.rados.rados.0.smithi046.stdout:764: done (1 left) 2021-07-26T15:47:55.156 INFO:tasks.rados.rados.0.smithi046.stdout:765: done (0 left) 2021-07-26T15:47:55.156 INFO:tasks.rados.rados.0.smithi046.stdout:766: rmattr oid 10 current snap is 74 2021-07-26T15:47:55.157 INFO:tasks.rados.rados.0.smithi046.stdout:766: done (0 left) 2021-07-26T15:47:55.157 INFO:tasks.rados.rados.0.smithi046.stdout:767: copy_from oid 19 from oid 5 current snap is 74 2021-07-26T15:47:55.157 INFO:tasks.rados.rados.0.smithi046.stdout:768: read oid 47 snap -1 2021-07-26T15:47:55.157 INFO:tasks.rados.rados.0.smithi046.stdout:768: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:55.157 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 74 2021-07-26T15:47:55.158 INFO:tasks.rados.rados.0.smithi046.stdout:769: seq_num 247 ranges {1622016=540672,2162688=622592,2785280=581632} 2021-07-26T15:47:55.174 INFO:tasks.rados.rados.0.smithi046.stdout:769: writing smithi04638994-20 from 1622016 to 2162688 tid 1 2021-07-26T15:47:55.177 INFO:tasks.rados.rados.0.smithi046.stdout:769: writing smithi04638994-20 from 2162688 to 2785280 tid 2 2021-07-26T15:47:55.181 INFO:tasks.rados.rados.0.smithi046.stdout:769: writing smithi04638994-20 from 2785280 to 3366912 tid 3 2021-07-26T15:47:55.181 INFO:tasks.rados.rados.0.smithi046.stdout:770: setattr oid 25 current snap is 74 2021-07-26T15:47:55.181 INFO:tasks.rados.rados.0.smithi046.stdout:768: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:767: finishing copy_from to smithi04638994-19 2021-07-26T15:47:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 141 (ObjNum 243 snap 73 seq_num 243) dirty exists 2021-07-26T15:47:55.191 INFO:tasks.rados.rados.0.smithi046.stdout:767: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:47:55.192 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing write tid 1 to smithi04638994-20 2021-07-26T15:47:55.192 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing write tid 2 to smithi04638994-20 2021-07-26T15:47:55.192 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing write tid 3 to smithi04638994-20 2021-07-26T15:47:55.192 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing write tid 4 to smithi04638994-20 2021-07-26T15:47:55.193 INFO:tasks.rados.rados.0.smithi046.stdout:767: done (3 left) 2021-07-26T15:47:55.193 INFO:tasks.rados.rados.0.smithi046.stdout:768: done (2 left) 2021-07-26T15:47:55.193 INFO:tasks.rados.rados.0.smithi046.stdout:771: snap_create 2021-07-26T15:47:55.193 INFO:tasks.rados.rados.0.smithi046.stdout:769: finishing write tid 5 to smithi04638994-20 2021-07-26T15:47:55.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 363 (ObjNum 247 snap 74 seq_num 247) dirty exists 2021-07-26T15:47:55.194 INFO:tasks.rados.rados.0.smithi046.stdout:769: left oid 20 (ObjNum 247 snap 74 seq_num 247) 2021-07-26T15:47:55.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 134 (ObjNum 239 snap 72 seq_num 239) dirty exists 2021-07-26T15:47:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: cephadm 2021-07-26T15:47:53.385392+0000 mgr.y (mgr.24683) 59 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:47:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: cephadm 2021-07-26T15:47:53.390425+0000 mgr.y (mgr.24683) 60 : cephadm [INF] Reconfiguring daemon mgr.x on smithi073 2021-07-26T15:47:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: cluster 2021-07-26T15:47:53.827120+0000 mgr.y (mgr.24683) 61 : cluster [DBG] pgmap v75: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:54 smithi073 bash[34190]: cluster 2021-07-26T15:47:53.993759+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-07-26T15:47:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:54 smithi046 bash[41283]: cephadm 2021-07-26T15:47:53.385392+0000 mgr.y (mgr.24683) 59 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:47:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[41283]: cephadm 2021-07-26T15:47:53.390425+0000 mgr.y (mgr.24683) 60 : cephadm [INF] Reconfiguring daemon mgr.x on smithi073 2021-07-26T15:47:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[41283]: cluster 2021-07-26T15:47:53.827120+0000 mgr.y (mgr.24683) 61 : cluster [DBG] pgmap v75: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[41283]: cluster 2021-07-26T15:47:53.993759+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-07-26T15:47:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[42351]: cephadm 2021-07-26T15:47:53.385392+0000 mgr.y (mgr.24683) 59 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:47:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[42351]: cephadm 2021-07-26T15:47:53.390425+0000 mgr.y (mgr.24683) 60 : cephadm [INF] Reconfiguring daemon mgr.x on smithi073 2021-07-26T15:47:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[42351]: cluster 2021-07-26T15:47:53.827120+0000 mgr.y (mgr.24683) 61 : cluster [DBG] pgmap v75: 25 pgs: 25 active+clean; 214 MiB data, 614 MiB used, 715 GiB / 715 GiB avail 2021-07-26T15:47:55.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:55 smithi046 bash[42351]: cluster 2021-07-26T15:47:53.993759+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-07-26T15:47:56.015 INFO:tasks.rados.rados.0.smithi046.stdout:769: done (2 left) 2021-07-26T15:47:56.016 INFO:tasks.rados.rados.0.smithi046.stdout:770: done (1 left) 2021-07-26T15:47:56.016 INFO:tasks.rados.rados.0.smithi046.stdout:771: done (0 left) 2021-07-26T15:47:56.016 INFO:tasks.rados.rados.0.smithi046.stdout:772: snap_create 2021-07-26T15:47:56.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:56 smithi073 bash[34190]: cluster 2021-07-26T15:47:55.010022+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-07-26T15:47:56.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:56 smithi073 bash[34190]: audit 2021-07-26T15:47:55.668784+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:56 smithi046 bash[41283]: cluster 2021-07-26T15:47:55.010022+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-07-26T15:47:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:56 smithi046 bash[41283]: audit 2021-07-26T15:47:55.668784+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:56 smithi046 bash[42351]: cluster 2021-07-26T15:47:55.010022+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-07-26T15:47:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:56 smithi046 bash[42351]: audit 2021-07-26T15:47:55.668784+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:57.032 INFO:tasks.rados.rados.0.smithi046.stdout:772: done (0 left) 2021-07-26T15:47:57.032 INFO:tasks.rados.rados.0.smithi046.stdout:773: copy_from oid 22 from oid 47 current snap is 76 2021-07-26T15:47:57.033 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 76 2021-07-26T15:47:57.034 INFO:tasks.rados.rados.0.smithi046.stdout:774: seq_num 248 ranges {860160=557056,1417216=507904,1925120=442368,2367488=253952} 2021-07-26T15:47:57.041 INFO:tasks.rados.rados.0.smithi046.stdout:774: writing smithi04638994-27 from 860160 to 1417216 tid 1 2021-07-26T15:47:57.043 INFO:tasks.rados.rados.0.smithi046.stdout:774: writing smithi04638994-27 from 1417216 to 1925120 tid 2 2021-07-26T15:47:57.046 INFO:tasks.rados.rados.0.smithi046.stdout:774: writing smithi04638994-27 from 1925120 to 2367488 tid 3 2021-07-26T15:47:57.050 INFO:tasks.rados.rados.0.smithi046.stdout:774: writing smithi04638994-27 from 2367488 to 2621440 tid 4 2021-07-26T15:47:57.050 INFO:tasks.rados.rados.0.smithi046.stdout:775: snap_create 2021-07-26T15:47:57.051 INFO:tasks.rados.rados.0.smithi046.stdout:773: finishing copy_from to smithi04638994-22 2021-07-26T15:47:57.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 45 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:47:57.051 INFO:tasks.rados.rados.0.smithi046.stdout:773: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:47:57.052 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 1 to smithi04638994-27 2021-07-26T15:47:57.052 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 2 to smithi04638994-27 2021-07-26T15:47:57.053 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 3 to smithi04638994-27 2021-07-26T15:47:57.054 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 4 to smithi04638994-27 2021-07-26T15:47:57.055 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 5 to smithi04638994-27 2021-07-26T15:47:57.056 INFO:tasks.rados.rados.0.smithi046.stdout:774: finishing write tid 6 to smithi04638994-27 2021-07-26T15:47:57.057 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 322 (ObjNum 248 snap 76 seq_num 248) dirty exists 2021-07-26T15:47:57.057 INFO:tasks.rados.rados.0.smithi046.stdout:774: left oid 27 (ObjNum 248 snap 76 seq_num 248) 2021-07-26T15:47:57.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:57 smithi073 bash[34190]: cephadm 2021-07-26T15:47:55.670450+0000 mgr.y (mgr.24683) 62 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:47:57.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:57 smithi073 bash[34190]: cephadm 2021-07-26T15:47:55.672075+0000 mgr.y (mgr.24683) 63 : cephadm [INF] Reconfiguring daemon osd.4 on smithi073 2021-07-26T15:47:57.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:57 smithi073 bash[34190]: cluster 2021-07-26T15:47:55.827821+0000 mgr.y (mgr.24683) 64 : cluster [DBG] pgmap v78: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:57.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:57 smithi073 bash[34190]: cluster 2021-07-26T15:47:56.015617+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-07-26T15:47:57.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[41283]: cephadm 2021-07-26T15:47:55.670450+0000 mgr.y (mgr.24683) 62 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:47:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[41283]: cephadm 2021-07-26T15:47:55.672075+0000 mgr.y (mgr.24683) 63 : cephadm [INF] Reconfiguring daemon osd.4 on smithi073 2021-07-26T15:47:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[41283]: cluster 2021-07-26T15:47:55.827821+0000 mgr.y (mgr.24683) 64 : cluster [DBG] pgmap v78: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[41283]: cluster 2021-07-26T15:47:56.015617+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-07-26T15:47:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[42351]: cephadm 2021-07-26T15:47:55.670450+0000 mgr.y (mgr.24683) 62 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:47:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[42351]: cephadm 2021-07-26T15:47:55.672075+0000 mgr.y (mgr.24683) 63 : cephadm [INF] Reconfiguring daemon osd.4 on smithi073 2021-07-26T15:47:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[42351]: cluster 2021-07-26T15:47:55.827821+0000 mgr.y (mgr.24683) 64 : cluster [DBG] pgmap v78: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:57 smithi046 bash[42351]: cluster 2021-07-26T15:47:56.015617+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-07-26T15:47:58.043 INFO:tasks.rados.rados.0.smithi046.stdout:773: done (2 left) 2021-07-26T15:47:58.044 INFO:tasks.rados.rados.0.smithi046.stdout:774: done (1 left) 2021-07-26T15:47:58.044 INFO:tasks.rados.rados.0.smithi046.stdout:775: done (0 left) 2021-07-26T15:47:58.044 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 77 2021-07-26T15:47:58.045 INFO:tasks.rados.rados.0.smithi046.stdout:776: seq_num 249 ranges {286720=573440,860160=794624,1654784=409600} 2021-07-26T15:47:58.049 INFO:tasks.rados.rados.0.smithi046.stdout:776: writing smithi04638994-35 from 286720 to 860160 tid 1 2021-07-26T15:47:58.055 INFO:tasks.rados.rados.0.smithi046.stdout:776: writing smithi04638994-35 from 860160 to 1654784 tid 2 2021-07-26T15:47:58.059 INFO:tasks.rados.rados.0.smithi046.stdout:776: writing smithi04638994-35 from 1654784 to 2064384 tid 3 2021-07-26T15:47:58.059 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 77 2021-07-26T15:47:58.059 INFO:tasks.rados.rados.0.smithi046.stdout:777: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2021-07-26T15:47:58.063 INFO:tasks.rados.rados.0.smithi046.stdout:777: writing smithi04638994-40 from 0 to 589824 tid 1 2021-07-26T15:47:58.069 INFO:tasks.rados.rados.0.smithi046.stdout:777: writing smithi04638994-40 from 589824 to 1269760 tid 2 2021-07-26T15:47:58.073 INFO:tasks.rados.rados.0.smithi046.stdout:777: writing smithi04638994-40 from 1269760 to 1679360 tid 3 2021-07-26T15:47:58.074 INFO:tasks.rados.rados.0.smithi046.stdout:777: writing smithi04638994-40 from 1679360 to 1794048 tid 4 2021-07-26T15:47:58.074 INFO:tasks.rados.rados.0.smithi046.stdout:778: read oid 22 snap -1 2021-07-26T15:47:58.075 INFO:tasks.rados.rados.0.smithi046.stdout:778: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:58.075 INFO:tasks.rados.rados.0.smithi046.stdout:779: read oid 8 snap -1 2021-07-26T15:47:58.075 INFO:tasks.rados.rados.0.smithi046.stdout:779: expect deleted 2021-07-26T15:47:58.075 INFO:tasks.rados.rados.0.smithi046.stdout:780: copy_from oid 30 from oid 12 current snap is 77 2021-07-26T15:47:58.076 INFO:tasks.rados.rados.0.smithi046.stdout:776: finishing write tid 1 to smithi04638994-35 2021-07-26T15:47:58.076 INFO:tasks.rados.rados.0.smithi046.stdout:776: finishing write tid 2 to smithi04638994-35 2021-07-26T15:47:58.076 INFO:tasks.rados.rados.0.smithi046.stdout:776: finishing write tid 3 to smithi04638994-35 2021-07-26T15:47:58.076 INFO:tasks.rados.rados.0.smithi046.stdout:776: finishing write tid 4 to smithi04638994-35 2021-07-26T15:47:58.076 INFO:tasks.rados.rados.0.smithi046.stdout:776: finishing write tid 5 to smithi04638994-35 2021-07-26T15:47:58.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 320 (ObjNum 249 snap 77 seq_num 249) dirty exists 2021-07-26T15:47:58.077 INFO:tasks.rados.rados.0.smithi046.stdout:776: left oid 35 (ObjNum 249 snap 77 seq_num 249) 2021-07-26T15:47:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 1 to smithi04638994-40 2021-07-26T15:47:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:776: done (4 left) 2021-07-26T15:47:58.078 INFO:tasks.rados.rados.0.smithi046.stdout:781: snap_remove snap 38 2021-07-26T15:47:58.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:58 smithi073 bash[34190]: cluster 2021-07-26T15:47:57.031997+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-07-26T15:47:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:58 smithi073 bash[34190]: audit 2021-07-26T15:47:57.737878+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:58 smithi073 bash[34190]: audit 2021-07-26T15:47:58.025248+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[41283]: cluster 2021-07-26T15:47:57.031997+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-07-26T15:47:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[41283]: audit 2021-07-26T15:47:57.737878+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[41283]: audit 2021-07-26T15:47:58.025248+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[42351]: cluster 2021-07-26T15:47:57.031997+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-07-26T15:47:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[42351]: audit 2021-07-26T15:47:57.737878+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:47:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:58 smithi046 bash[42351]: audit 2021-07-26T15:47:58.025248+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:59.048 INFO:tasks.rados.rados.0.smithi046.stdout:781: done (4 left) 2021-07-26T15:47:59.049 INFO:tasks.rados.rados.0.smithi046.stdout:782: delete oid 47 current snap is 77 2021-07-26T15:47:59.049 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 2 to smithi04638994-40 2021-07-26T15:47:59.049 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 3 to smithi04638994-40 2021-07-26T15:47:59.049 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 4 to smithi04638994-40 2021-07-26T15:47:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 5 to smithi04638994-40 2021-07-26T15:47:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:777: finishing write tid 6 to smithi04638994-40 2021-07-26T15:47:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 327 (ObjNum 250 snap 77 seq_num 250) dirty exists 2021-07-26T15:47:59.050 INFO:tasks.rados.rados.0.smithi046.stdout:777: left oid 40 (ObjNum 250 snap 77 seq_num 250) 2021-07-26T15:47:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:780: finishing copy_from to smithi04638994-30 2021-07-26T15:47:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 179 (ObjNum 155 snap 43 seq_num 155) dirty exists 2021-07-26T15:47:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:778: expect (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:47:59.058 INFO:tasks.rados.rados.0.smithi046.stdout:780: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:47:59.059 INFO:tasks.rados.rados.0.smithi046.stdout:777: done (4 left) 2021-07-26T15:47:59.059 INFO:tasks.rados.rados.0.smithi046.stdout:778: done (3 left) 2021-07-26T15:47:59.059 INFO:tasks.rados.rados.0.smithi046.stdout:779: done (2 left) 2021-07-26T15:47:59.059 INFO:tasks.rados.rados.0.smithi046.stdout:780: done (1 left) 2021-07-26T15:47:59.060 INFO:tasks.rados.rados.0.smithi046.stdout:782: done (0 left) 2021-07-26T15:47:59.060 INFO:tasks.rados.rados.0.smithi046.stdout:783: read oid 11 snap -1 2021-07-26T15:47:59.060 INFO:tasks.rados.rados.0.smithi046.stdout:783: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:47:59.060 INFO:tasks.rados.rados.0.smithi046.stdout:784: snap_remove snap 25 2021-07-26T15:47:59.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:59 smithi073 bash[34190]: cephadm 2021-07-26T15:47:57.739597+0000 mgr.y (mgr.24683) 65 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:47:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:59 smithi073 bash[34190]: cephadm 2021-07-26T15:47:57.741338+0000 mgr.y (mgr.24683) 66 : cephadm [INF] Reconfiguring daemon osd.5 on smithi073 2021-07-26T15:47:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:59 smithi073 bash[34190]: cluster 2021-07-26T15:47:57.828460+0000 mgr.y (mgr.24683) 67 : cluster [DBG] pgmap v81: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:59 smithi073 bash[34190]: audit 2021-07-26T15:47:58.037934+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:59.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:47:59 smithi073 bash[34190]: cluster 2021-07-26T15:47:58.044217+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-07-26T15:47:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[41283]: cephadm 2021-07-26T15:47:57.739597+0000 mgr.y (mgr.24683) 65 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:47:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[41283]: cephadm 2021-07-26T15:47:57.741338+0000 mgr.y (mgr.24683) 66 : cephadm [INF] Reconfiguring daemon osd.5 on smithi073 2021-07-26T15:47:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[41283]: cluster 2021-07-26T15:47:57.828460+0000 mgr.y (mgr.24683) 67 : cluster [DBG] pgmap v81: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[41283]: audit 2021-07-26T15:47:58.037934+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[41283]: cluster 2021-07-26T15:47:58.044217+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-07-26T15:47:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[42351]: cephadm 2021-07-26T15:47:57.739597+0000 mgr.y (mgr.24683) 65 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:47:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[42351]: cephadm 2021-07-26T15:47:57.741338+0000 mgr.y (mgr.24683) 66 : cephadm [INF] Reconfiguring daemon osd.5 on smithi073 2021-07-26T15:47:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[42351]: cluster 2021-07-26T15:47:57.828460+0000 mgr.y (mgr.24683) 67 : cluster [DBG] pgmap v81: 25 pgs: 25 active+clean; 228 MiB data, 644 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2021-07-26T15:47:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[42351]: audit 2021-07-26T15:47:58.037934+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:47:59 smithi046 bash[42351]: cluster 2021-07-26T15:47:58.044217+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-07-26T15:48:00.055 INFO:tasks.rados.rados.0.smithi046.stdout:784: done (1 left) 2021-07-26T15:48:00.056 INFO:tasks.rados.rados.0.smithi046.stdout:785: read oid 12 snap -1 2021-07-26T15:48:00.056 INFO:tasks.rados.rados.0.smithi046.stdout:785: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:00.056 INFO:tasks.rados.rados.0.smithi046.stdout:786: rmattr oid 22 current snap is 77 2021-07-26T15:48:00.056 INFO:tasks.rados.rados.0.smithi046.stdout:786: done (2 left) 2021-07-26T15:48:00.057 INFO:tasks.rados.rados.0.smithi046.stdout:787: snap_create 2021-07-26T15:48:00.057 INFO:tasks.rados.rados.0.smithi046.stdout:783: expect (ObjNum 160 snap 44 seq_num 160) 2021-07-26T15:48:00.075 INFO:tasks.rados.rados.0.smithi046.stdout:785: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:00.369 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:48:00 smithi073 bash[18228]: debug 2021-07-26T15:48:00.064+0000 7f2e779f5700 -1 osd.4 pg_epoch: 194 pg[3.9s0( v 193'132 (0'0,193'132] local-lis/les=57/58 n=10 ec=57/57 lis/c=57/57 les/c/f=58/58/0 sis=57) [4,2,7]p4(0) r=0 lpr=57 crt=193'132 lcod 189'130 mlcod 189'130 active+clean+snaptrim trimq=[30~1] ps=[47~1,6f~1,7d~1]] removing snap head 2021-07-26T15:48:00.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:00 smithi073 bash[34190]: cluster 2021-07-26T15:47:59.049110+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-07-26T15:48:00.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:00 smithi073 bash[34190]: audit 2021-07-26T15:47:59.750272+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:00 smithi046 bash[41283]: cluster 2021-07-26T15:47:59.049110+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-07-26T15:48:00.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:00 smithi046 bash[41283]: audit 2021-07-26T15:47:59.750272+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:00 smithi046 bash[42351]: cluster 2021-07-26T15:47:59.049110+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-07-26T15:48:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:00 smithi046 bash[42351]: audit 2021-07-26T15:47:59.750272+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:00.802 INFO:tasks.rados.rados.0.smithi046.stdout:783: done (2 left) 2021-07-26T15:48:00.803 INFO:tasks.rados.rados.0.smithi046.stdout:785: done (1 left) 2021-07-26T15:48:00.803 INFO:tasks.rados.rados.0.smithi046.stdout:787: done (0 left) 2021-07-26T15:48:00.803 INFO:tasks.rados.rados.0.smithi046.stdout:788: read oid 24 snap -1 2021-07-26T15:48:00.803 INFO:tasks.rados.rados.0.smithi046.stdout:788: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:48:00.804 INFO:tasks.rados.rados.0.smithi046.stdout:789: read oid 26 snap -1 2021-07-26T15:48:00.804 INFO:tasks.rados.rados.0.smithi046.stdout:789: expect deleted 2021-07-26T15:48:00.804 INFO:tasks.rados.rados.0.smithi046.stdout:790: rollback oid 19 current snap is 78 2021-07-26T15:48:00.804 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 53 2021-07-26T15:48:00.804 INFO:tasks.rados.rados.0.smithi046.stdout:791: snap_create 2021-07-26T15:48:00.813 INFO:tasks.rados.rados.0.smithi046.stdout:790: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:48:00.813 INFO:tasks.rados.rados.0.smithi046.stdout:788: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:48:00.824 INFO:tasks.rados.rados.0.smithi046.stdout:790: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:48:00.825 INFO:tasks.rados.rados.0.smithi046.stdout:790: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:48:00.825 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 193 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:48:01.022 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:48:01.286 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:01 smithi073 bash[34190]: cephadm 2021-07-26T15:47:59.751938+0000 mgr.y (mgr.24683) 68 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:48:01.287 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:01 smithi073 bash[34190]: cephadm 2021-07-26T15:47:59.753709+0000 mgr.y (mgr.24683) 69 : cephadm [INF] Reconfiguring daemon osd.6 on smithi073 2021-07-26T15:48:01.287 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:01 smithi073 bash[34190]: cluster 2021-07-26T15:47:59.829216+0000 mgr.y (mgr.24683) 70 : cluster [DBG] pgmap v84: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2021-07-26T15:48:01.288 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:01 smithi073 bash[34190]: cluster 2021-07-26T15:48:00.056749+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-07-26T15:48:01.288 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:01 smithi073 bash[34190]: cluster 2021-07-26T15:48:00.802007+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T15:48:01.364 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:48:01.365 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (5m) 45s ago 6m 14.7M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:48:01.365 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (6m) 27s ago 6m 25.7M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:48:01.365 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (84s) 27s ago 10m 370M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:48:01.366 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (104s) 45s ago 13m 410M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:48:01.366 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (72s) 45s ago 13m 36.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:48:01.366 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (38s) 27s ago 11m 25.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:48:01.366 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (51s) 45s ago 11m 23.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:48:01.367 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (6m) 45s ago 6m 11.0M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:48:01.367 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (6m) 27s ago 6m 11.2M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:48:01.367 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (10m) 45s ago 10m 94.9M 3553M 16.2.5 34f74fddb18e 8bbaaed4d657 2021-07-26T15:48:01.367 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (9m) 45s ago 10m 100M 3553M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:48:01.367 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (9m) 45s ago 9m 60.8M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:48:01.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8m) 45s ago 9m 109M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:48:01.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (8m) 27s ago 8m 123M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:48:01.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (8m) 27s ago 8m 79.8M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:48:01.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (7m) 27s ago 7m 91.4M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:48:01.368 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (7m) 27s ago 7m 91.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:48:01.369 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (5m) 27s ago 6m 36.3M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:48:01.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[41283]: cephadm 2021-07-26T15:47:59.751938+0000 mgr.y (mgr.24683) 68 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:48:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[41283]: cephadm 2021-07-26T15:47:59.753709+0000 mgr.y (mgr.24683) 69 : cephadm [INF] Reconfiguring daemon osd.6 on smithi073 2021-07-26T15:48:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[41283]: cluster 2021-07-26T15:47:59.829216+0000 mgr.y (mgr.24683) 70 : cluster [DBG] pgmap v84: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2021-07-26T15:48:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[41283]: cluster 2021-07-26T15:48:00.056749+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-07-26T15:48:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[41283]: cluster 2021-07-26T15:48:00.802007+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T15:48:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[42351]: cephadm 2021-07-26T15:47:59.751938+0000 mgr.y (mgr.24683) 68 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:48:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[42351]: cephadm 2021-07-26T15:47:59.753709+0000 mgr.y (mgr.24683) 69 : cephadm [INF] Reconfiguring daemon osd.6 on smithi073 2021-07-26T15:48:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[42351]: cluster 2021-07-26T15:47:59.829216+0000 mgr.y (mgr.24683) 70 : cluster [DBG] pgmap v84: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2021-07-26T15:48:01.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[42351]: cluster 2021-07-26T15:48:00.056749+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-07-26T15:48:01.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:01 smithi046 bash[42351]: cluster 2021-07-26T15:48:00.802007+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T15:48:01.755 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:48:01.756 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:48:01.756 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:48:01.757 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:01.757 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:48:01.758 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:48:01.758 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:01.768 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:48:01.768 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8 2021-07-26T15:48:01.768 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:01.769 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:48:01.769 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:48:01.770 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 8, 2021-07-26T15:48:01.770 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 5 2021-07-26T15:48:01.783 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:48:01.783 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:48:01.815 INFO:tasks.rados.rados.0.smithi046.stdout:788: done (3 left) 2021-07-26T15:48:01.816 INFO:tasks.rados.rados.0.smithi046.stdout:789: done (2 left) 2021-07-26T15:48:01.816 INFO:tasks.rados.rados.0.smithi046.stdout:790: done (1 left) 2021-07-26T15:48:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:791: done (0 left) 2021-07-26T15:48:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:792: copy_from oid 36 from oid 21 current snap is 79 2021-07-26T15:48:01.836 INFO:tasks.rados.rados.0.smithi046.stdout:793: read oid 12 snap -1 2021-07-26T15:48:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:793: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:01.837 INFO:tasks.rados.rados.0.smithi046.stdout:794: rmattr oid 13 current snap is 79 2021-07-26T15:48:01.838 INFO:tasks.rados.rados.0.smithi046.stdout:794: done (2 left) 2021-07-26T15:48:01.838 INFO:tasks.rados.rados.0.smithi046.stdout:795: setattr oid 42 current snap is 79 2021-07-26T15:48:01.841 INFO:tasks.rados.rados.0.smithi046.stdout:793: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:01.842 INFO:tasks.rados.rados.0.smithi046.stdout:792: finishing copy_from to smithi04638994-36 2021-07-26T15:48:01.842 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 230 (ObjNum 55 snap 4 seq_num 55) dirty exists 2021-07-26T15:48:01.842 INFO:tasks.rados.rados.0.smithi046.stdout:792: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:48:01.842 INFO:tasks.rados.rados.0.smithi046.stdout:792: done (2 left) 2021-07-26T15:48:01.842 INFO:tasks.rados.rados.0.smithi046.stdout:793: done (1 left) 2021-07-26T15:48:01.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 79 2021-07-26T15:48:01.843 INFO:tasks.rados.rados.0.smithi046.stdout:796: seq_num 252 ranges {1949696=630784,2580480=499712,3080192=425984,3506176=278528} 2021-07-26T15:48:01.853 INFO:tasks.rados.rados.0.smithi046.stdout:796: writing smithi04638994-29 from 1949696 to 2580480 tid 1 2021-07-26T15:48:01.854 INFO:tasks.rados.rados.0.smithi046.stdout:796: writing smithi04638994-29 from 2580480 to 3080192 tid 2 2021-07-26T15:48:01.854 INFO:tasks.rados.rados.0.smithi046.stdout:796: writing smithi04638994-29 from 3080192 to 3506176 tid 3 2021-07-26T15:48:01.856 INFO:tasks.rados.rados.0.smithi046.stdout:796: writing smithi04638994-29 from 3506176 to 3784704 tid 4 2021-07-26T15:48:01.857 INFO:tasks.rados.rados.0.smithi046.stdout:797: rollback oid 7 current snap is 79 2021-07-26T15:48:01.857 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 45 2021-07-26T15:48:01.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 62 (ObjNum 175 snap 49 seq_num 175) dirty exists 2021-07-26T15:48:01.858 INFO:tasks.rados.rados.0.smithi046.stdout:795: done (2 left) 2021-07-26T15:48:01.858 INFO:tasks.rados.rados.0.smithi046.stdout:798: snap_remove snap 65 2021-07-26T15:48:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:02 smithi073 bash[34190]: audit 2021-07-26T15:48:01.009915+0000 mgr.y (mgr.24683) 71 : audit [DBG] from='client.44119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:02.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:02 smithi073 bash[34190]: audit 2021-07-26T15:48:01.754257+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.15.46:0/1956029696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:02.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:02 smithi073 bash[34190]: cluster 2021-07-26T15:48:01.816111+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T15:48:02.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:02 smithi073 bash[34190]: audit 2021-07-26T15:48:01.862973+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:02.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[41283]: audit 2021-07-26T15:48:01.009915+0000 mgr.y (mgr.24683) 71 : audit [DBG] from='client.44119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:02.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[41283]: audit 2021-07-26T15:48:01.754257+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.15.46:0/1956029696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:02.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[41283]: cluster 2021-07-26T15:48:01.816111+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T15:48:02.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[41283]: audit 2021-07-26T15:48:01.862973+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:02.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[42351]: audit 2021-07-26T15:48:01.009915+0000 mgr.y (mgr.24683) 71 : audit [DBG] from='client.44119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:02.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[42351]: audit 2021-07-26T15:48:01.754257+0000 mon.c (mon.1) 6 : audit [DBG] from='client.? 172.21.15.46:0/1956029696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:02.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[42351]: cluster 2021-07-26T15:48:01.816111+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T15:48:02.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:02 smithi046 bash[42351]: audit 2021-07-26T15:48:01.862973+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:02.826 INFO:tasks.rados.rados.0.smithi046.stdout:798: done (2 left) 2021-07-26T15:48:02.826 INFO:tasks.rados.rados.0.smithi046.stdout:799: copy_from oid 43 from oid 39 current snap is 79 2021-07-26T15:48:02.827 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 1 to smithi04638994-29 2021-07-26T15:48:02.827 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 2 to smithi04638994-29 2021-07-26T15:48:02.827 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 3 to smithi04638994-29 2021-07-26T15:48:02.828 INFO:tasks.rados.rados.0.smithi046.stdout:797: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:48:02.828 INFO:tasks.rados.rados.0.smithi046.stdout:797: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:48:02.828 INFO:tasks.rados.rados.0.smithi046.stdout:797: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:48:02.828 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 357 (ObjNum 163 snap 44 seq_num 163) dirty exists 2021-07-26T15:48:02.828 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 4 to smithi04638994-29 2021-07-26T15:48:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 5 to smithi04638994-29 2021-07-26T15:48:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:796: finishing write tid 6 to smithi04638994-29 2021-07-26T15:48:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 393 (ObjNum 252 snap 79 seq_num 252) dirty exists 2021-07-26T15:48:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:796: left oid 29 (ObjNum 252 snap 79 seq_num 252) 2021-07-26T15:48:02.829 INFO:tasks.rados.rados.0.smithi046.stdout:796: done (2 left) 2021-07-26T15:48:02.830 INFO:tasks.rados.rados.0.smithi046.stdout:797: done (1 left) 2021-07-26T15:48:02.830 INFO:tasks.rados.rados.0.smithi046.stdout:800: copy_from oid 46 from oid 16 current snap is 79 2021-07-26T15:48:02.830 INFO:tasks.rados.rados.0.smithi046.stdout:801: delete oid 28 current snap is 79 2021-07-26T15:48:02.836 INFO:tasks.rados.rados.0.smithi046.stdout:801: done (2 left) 2021-07-26T15:48:02.836 INFO:tasks.rados.rados.0.smithi046.stdout:802: snap_remove snap 61 2021-07-26T15:48:03.323 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:03 smithi073 bash[34190]: audit 2021-07-26T15:48:01.348011+0000 mgr.y (mgr.24683) 72 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:03.323 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:03 smithi073 bash[34190]: cluster 2021-07-26T15:48:01.829744+0000 mgr.y (mgr.24683) 73 : cluster [DBG] pgmap v88: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T15:48:03.324 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:03 smithi073 bash[34190]: cephadm 2021-07-26T15:48:01.864191+0000 mgr.y (mgr.24683) 74 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:48:03.324 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:03 smithi073 bash[34190]: cephadm 2021-07-26T15:48:01.865593+0000 mgr.y (mgr.24683) 75 : cephadm [INF] Reconfiguring daemon osd.7 on smithi073 2021-07-26T15:48:03.324 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:03 smithi073 bash[34190]: cluster 2021-07-26T15:48:02.824668+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T15:48:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[41283]: audit 2021-07-26T15:48:01.348011+0000 mgr.y (mgr.24683) 72 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[41283]: cluster 2021-07-26T15:48:01.829744+0000 mgr.y (mgr.24683) 73 : cluster [DBG] pgmap v88: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T15:48:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[41283]: cephadm 2021-07-26T15:48:01.864191+0000 mgr.y (mgr.24683) 74 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:48:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[41283]: cephadm 2021-07-26T15:48:01.865593+0000 mgr.y (mgr.24683) 75 : cephadm [INF] Reconfiguring daemon osd.7 on smithi073 2021-07-26T15:48:03.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[41283]: cluster 2021-07-26T15:48:02.824668+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T15:48:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[42351]: audit 2021-07-26T15:48:01.348011+0000 mgr.y (mgr.24683) 72 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[42351]: cluster 2021-07-26T15:48:01.829744+0000 mgr.y (mgr.24683) 73 : cluster [DBG] pgmap v88: 25 pgs: 25 active+clean; 241 MiB data, 674 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T15:48:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[42351]: cephadm 2021-07-26T15:48:01.864191+0000 mgr.y (mgr.24683) 74 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:48:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[42351]: cephadm 2021-07-26T15:48:01.865593+0000 mgr.y (mgr.24683) 75 : cephadm [INF] Reconfiguring daemon osd.7 on smithi073 2021-07-26T15:48:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[42351]: cluster 2021-07-26T15:48:02.824668+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T15:48:03.831 INFO:tasks.rados.rados.0.smithi046.stdout:802: done (2 left) 2021-07-26T15:48:03.831 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 79 2021-07-26T15:48:03.831 INFO:tasks.rados.rados.0.smithi046.stdout:800: finishing copy_from to smithi04638994-46 2021-07-26T15:48:03.832 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 127 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:48:03.832 INFO:tasks.rados.rados.0.smithi046.stdout:800: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:48:03.833 INFO:tasks.rados.rados.0.smithi046.stdout:799: finishing copy_from to smithi04638994-43 2021-07-26T15:48:03.833 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 190 (ObjNum 219 snap 62 seq_num 219) dirty exists 2021-07-26T15:48:03.833 INFO:tasks.rados.rados.0.smithi046.stdout:803: seq_num 254 ranges {286720=663552,950272=663552,1613824=540672} 2021-07-26T15:48:03.838 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04638994-11 from 286720 to 950272 tid 1 2021-07-26T15:48:03.845 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04638994-11 from 950272 to 1613824 tid 2 2021-07-26T15:48:03.849 INFO:tasks.rados.rados.0.smithi046.stdout:803: writing smithi04638994-11 from 1613824 to 2154496 tid 3 2021-07-26T15:48:03.849 INFO:tasks.rados.rados.0.smithi046.stdout:800: done (2 left) 2021-07-26T15:48:03.849 INFO:tasks.rados.rados.0.smithi046.stdout:804: delete oid 5 current snap is 79 2021-07-26T15:48:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:799: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:48:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 1 to smithi04638994-11 2021-07-26T15:48:03.850 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 2 to smithi04638994-11 2021-07-26T15:48:03.852 INFO:tasks.rados.rados.0.smithi046.stdout:799: done (2 left) 2021-07-26T15:48:03.852 INFO:tasks.rados.rados.0.smithi046.stdout:804: done (1 left) 2021-07-26T15:48:03.852 INFO:tasks.rados.rados.0.smithi046.stdout:805: snap_remove snap 75 2021-07-26T15:48:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:03.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:48:04.845 INFO:tasks.rados.rados.0.smithi046.stdout:805: done (1 left) 2021-07-26T15:48:04.845 INFO:tasks.rados.rados.0.smithi046.stdout:806: read oid 9 snap -1 2021-07-26T15:48:04.846 INFO:tasks.rados.rados.0.smithi046.stdout:806: expect deleted 2021-07-26T15:48:04.846 INFO:tasks.rados.rados.0.smithi046.stdout:807: snap_remove snap 57 2021-07-26T15:48:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: cluster 2021-07-26T15:48:03.830544+0000 mgr.y (mgr.24683) 76 : cluster [DBG] pgmap v91: 25 pgs: 25 active+clean; 234 MiB data, 672 MiB used, 715 GiB / 715 GiB avail; 530 KiB/s rd, 475 KiB/s wr, 3 op/s 2021-07-26T15:48:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: cluster 2021-07-26T15:48:03.830578+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T15:48:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.037608+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.041992+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.045215+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.047771+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: cephadm 2021-07-26T15:48:04.048998+0000 mgr.y (mgr.24683) 77 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T15:48:05.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.058479+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.060103+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:48:05.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.066191+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:48:05.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.067454+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:48:05.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.072603+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:48:05.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.074024+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:48:05.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.080728+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:48:05.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.081933+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: cephadm 2021-07-26T15:48:04.083002+0000 mgr.y (mgr.24683) 78 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T15:48:05.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.087849+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:04 smithi073 bash[34190]: audit 2021-07-26T15:48:04.089987+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: cluster 2021-07-26T15:48:03.830544+0000 mgr.y (mgr.24683) 76 : cluster [DBG] pgmap v91: 25 pgs: 25 active+clean; 234 MiB data, 672 MiB used, 715 GiB / 715 GiB avail; 530 KiB/s rd, 475 KiB/s wr, 3 op/s 2021-07-26T15:48:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: cluster 2021-07-26T15:48:03.830578+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T15:48:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.037608+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.041992+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.045215+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.047771+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: cephadm 2021-07-26T15:48:04.048998+0000 mgr.y (mgr.24683) 77 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T15:48:05.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.058479+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.060103+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:48:05.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.066191+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:48:05.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.067454+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:48:05.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.072603+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:48:05.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.074024+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:48:05.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.080728+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:48:05.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.081933+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: cephadm 2021-07-26T15:48:04.083002+0000 mgr.y (mgr.24683) 78 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T15:48:05.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.087849+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[41283]: audit 2021-07-26T15:48:04.089987+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:05.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: cluster 2021-07-26T15:48:03.830544+0000 mgr.y (mgr.24683) 76 : cluster [DBG] pgmap v91: 25 pgs: 25 active+clean; 234 MiB data, 672 MiB used, 715 GiB / 715 GiB avail; 530 KiB/s rd, 475 KiB/s wr, 3 op/s 2021-07-26T15:48:05.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: cluster 2021-07-26T15:48:03.830578+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T15:48:05.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.037608+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.041992+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:05.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.045215+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.047771+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: cephadm 2021-07-26T15:48:04.048998+0000 mgr.y (mgr.24683) 77 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T15:48:05.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.058479+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.060103+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:48:05.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.066191+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:48:05.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.067454+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:48:05.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.072603+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:48:05.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.074024+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:48:05.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.080728+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:48:05.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.081933+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:05.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: cephadm 2021-07-26T15:48:04.083002+0000 mgr.y (mgr.24683) 78 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T15:48:05.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.087849+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:05.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:04 smithi046 bash[42351]: audit 2021-07-26T15:48:04.089987+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:05.849 INFO:tasks.rados.rados.0.smithi046.stdout:807: done (2 left) 2021-07-26T15:48:05.850 INFO:tasks.rados.rados.0.smithi046.stdout:808: read oid 47 snap -1 2021-07-26T15:48:05.850 INFO:tasks.rados.rados.0.smithi046.stdout:808: expect deleted 2021-07-26T15:48:05.851 INFO:tasks.rados.rados.0.smithi046.stdout:809: rollback oid 33 current snap is 79 2021-07-26T15:48:05.851 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 35 2021-07-26T15:48:05.851 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 79 2021-07-26T15:48:05.851 INFO:tasks.rados.rados.0.smithi046.stdout:810: seq_num 256 ranges {2064384=696320,2760704=434176,3194880=770048} 2021-07-26T15:48:05.861 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04638994-35 from 2064384 to 2760704 tid 1 2021-07-26T15:48:05.864 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04638994-35 from 2760704 to 3194880 tid 2 2021-07-26T15:48:05.870 INFO:tasks.rados.rados.0.smithi046.stdout:810: writing smithi04638994-35 from 3194880 to 3964928 tid 3 2021-07-26T15:48:05.871 INFO:tasks.rados.rados.0.smithi046.stdout:811: read oid 25 snap -1 2021-07-26T15:48:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:811: expect (ObjNum 239 snap 72 seq_num 239) 2021-07-26T15:48:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:812: delete oid 30 current snap is 79 2021-07-26T15:48:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 3 to smithi04638994-11 2021-07-26T15:48:05.872 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 4 to smithi04638994-11 2021-07-26T15:48:05.873 INFO:tasks.rados.rados.0.smithi046.stdout:803: finishing write tid 5 to smithi04638994-11 2021-07-26T15:48:05.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 414 (ObjNum 254 snap 79 seq_num 254) dirty exists 2021-07-26T15:48:05.873 INFO:tasks.rados.rados.0.smithi046.stdout:803: left oid 11 (ObjNum 254 snap 79 seq_num 254) 2021-07-26T15:48:05.873 INFO:tasks.rados.rados.0.smithi046.stdout:809: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:48:05.874 INFO:tasks.rados.rados.0.smithi046.stdout:809: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:48:05.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 195 (ObjNum 78 snap 14 seq_num 78) dirty exists 2021-07-26T15:48:05.874 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 1 to smithi04638994-35 2021-07-26T15:48:05.874 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 2 to smithi04638994-35 2021-07-26T15:48:05.875 INFO:tasks.rados.rados.0.smithi046.stdout:803: done (6 left) 2021-07-26T15:48:05.875 INFO:tasks.rados.rados.0.smithi046.stdout:806: done (5 left) 2021-07-26T15:48:05.875 INFO:tasks.rados.rados.0.smithi046.stdout:808: done (4 left) 2021-07-26T15:48:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:809: done (3 left) 2021-07-26T15:48:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:812: done (2 left) 2021-07-26T15:48:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:813: setattr oid 16 current snap is 79 2021-07-26T15:48:05.876 INFO:tasks.rados.rados.0.smithi046.stdout:814: rmattr oid 40 current snap is 79 2021-07-26T15:48:05.877 INFO:tasks.rados.rados.0.smithi046.stdout:814: done (3 left) 2021-07-26T15:48:05.877 INFO:tasks.rados.rados.0.smithi046.stdout:815: setattr oid 40 current snap is 79 2021-07-26T15:48:05.877 INFO:tasks.rados.rados.0.smithi046.stdout:816: delete oid 36 current snap is 79 2021-07-26T15:48:05.880 INFO:tasks.rados.rados.0.smithi046.stdout:816: done (4 left) 2021-07-26T15:48:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:817: copy_from oid 3 from oid 34 current snap is 79 2021-07-26T15:48:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:818: read oid 49 snap -1 2021-07-26T15:48:05.881 INFO:tasks.rados.rados.0.smithi046.stdout:818: expect (ObjNum 200 snap 58 seq_num 200) 2021-07-26T15:48:05.882 INFO:tasks.rados.rados.0.smithi046.stdout:819: setattr oid 24 current snap is 79 2021-07-26T15:48:05.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 216 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:48:05.882 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 393 (ObjNum 250 snap 77 seq_num 250) dirty exists 2021-07-26T15:48:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:813: done (6 left) 2021-07-26T15:48:05.883 INFO:tasks.rados.rados.0.smithi046.stdout:815: done (5 left) 2021-07-26T15:48:05.884 INFO:tasks.rados.rados.0.smithi046.stdout:820: rollback oid 22 current snap is 79 2021-07-26T15:48:05.884 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 74 2021-07-26T15:48:05.884 INFO:tasks.rados.rados.0.smithi046.stdout:821: copy_from oid 33 from oid 20 current snap is 79 2021-07-26T15:48:05.884 INFO:tasks.rados.rados.0.smithi046.stdout:822: read oid 15 snap -1 2021-07-26T15:48:05.884 INFO:tasks.rados.rados.0.smithi046.stdout:822: expect deleted 2021-07-26T15:48:05.885 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 79 2021-07-26T15:48:05.885 INFO:tasks.rados.rados.0.smithi046.stdout:823: seq_num 259 ranges {5545984=745472,6291456=540672,6832128=581632,7413760=81920} 2021-07-26T15:48:05.920 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04638994-39 from 5545984 to 6291456 tid 1 2021-07-26T15:48:05.922 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04638994-39 from 6291456 to 6832128 tid 2 2021-07-26T15:48:05.927 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04638994-39 from 6832128 to 7413760 tid 3 2021-07-26T15:48:05.927 INFO:tasks.rados.rados.0.smithi046.stdout:823: writing smithi04638994-39 from 7413760 to 7495680 tid 4 2021-07-26T15:48:05.927 INFO:tasks.rados.rados.0.smithi046.stdout:824: read oid 18 snap -1 2021-07-26T15:48:05.927 INFO:tasks.rados.rados.0.smithi046.stdout:824: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:05.928 INFO:tasks.rados.rados.0.smithi046.stdout:825: snap_remove snap 70 2021-07-26T15:48:06.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[41283]: audit 2021-07-26T15:48:04.090224+0000 mgr.y (mgr.24683) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:06.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[41283]: cephadm 2021-07-26T15:48:04.091543+0000 mgr.y (mgr.24683) 80 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T15:48:06.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[41283]: cluster 2021-07-26T15:48:04.839706+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T15:48:06.089 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[42351]: audit 2021-07-26T15:48:04.090224+0000 mgr.y (mgr.24683) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:06.089 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[42351]: cephadm 2021-07-26T15:48:04.091543+0000 mgr.y (mgr.24683) 80 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T15:48:06.089 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:05 smithi046 bash[42351]: cluster 2021-07-26T15:48:04.839706+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T15:48:06.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:05 smithi073 bash[34190]: audit 2021-07-26T15:48:04.090224+0000 mgr.y (mgr.24683) 79 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:48:06.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:05 smithi073 bash[34190]: cephadm 2021-07-26T15:48:04.091543+0000 mgr.y (mgr.24683) 80 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T15:48:06.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:05 smithi073 bash[34190]: cluster 2021-07-26T15:48:04.839706+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T15:48:06.869 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 3 to smithi04638994-35 2021-07-26T15:48:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 4 to smithi04638994-35 2021-07-26T15:48:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing rollback tid 0 to smithi04638994-22 2021-07-26T15:48:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:48:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:820: finishing rollback tid 2 to smithi04638994-22 2021-07-26T15:48:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 133 (ObjNum 242 snap 73 seq_num 242) dirty exists 2021-07-26T15:48:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 434 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:48:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:818: expect (ObjNum 200 snap 58 seq_num 200) 2021-07-26T15:48:06.902 INFO:tasks.rados.rados.0.smithi046.stdout:810: finishing write tid 5 to smithi04638994-35 2021-07-26T15:48:06.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 361 (ObjNum 256 snap 79 seq_num 256) dirty exists 2021-07-26T15:48:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:810: left oid 35 (ObjNum 256 snap 79 seq_num 256) 2021-07-26T15:48:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:811: expect (ObjNum 239 snap 72 seq_num 239) 2021-07-26T15:48:07.082 INFO:tasks.rados.rados.0.smithi046.stdout:821: finishing copy_from to smithi04638994-33 2021-07-26T15:48:07.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 363 (ObjNum 247 snap 74 seq_num 247) dirty exists 2021-07-26T15:48:07.082 INFO:tasks.rados.rados.0.smithi046.stdout:821: finishing copy_from racing read to smithi04638994-33 2021-07-26T15:48:07.083 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing copy_from to smithi04638994-3 2021-07-26T15:48:07.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 125 (ObjNum 128 snap 32 seq_num 128) dirty exists 2021-07-26T15:48:07.083 INFO:tasks.rados.rados.0.smithi046.stdout:817: finishing copy_from racing read to smithi04638994-3 2021-07-26T15:48:07.083 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 1 to smithi04638994-39 2021-07-26T15:48:07.083 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 2 to smithi04638994-39 2021-07-26T15:48:07.084 INFO:tasks.rados.rados.0.smithi046.stdout:810: done (10 left) 2021-07-26T15:48:07.085 INFO:tasks.rados.rados.0.smithi046.stdout:811: done (9 left) 2021-07-26T15:48:07.085 INFO:tasks.rados.rados.0.smithi046.stdout:817: done (8 left) 2021-07-26T15:48:07.085 INFO:tasks.rados.rados.0.smithi046.stdout:818: done (7 left) 2021-07-26T15:48:07.085 INFO:tasks.rados.rados.0.smithi046.stdout:819: done (6 left) 2021-07-26T15:48:07.086 INFO:tasks.rados.rados.0.smithi046.stdout:820: done (5 left) 2021-07-26T15:48:07.086 INFO:tasks.rados.rados.0.smithi046.stdout:821: done (4 left) 2021-07-26T15:48:07.086 INFO:tasks.rados.rados.0.smithi046.stdout:822: done (3 left) 2021-07-26T15:48:07.086 INFO:tasks.rados.rados.0.smithi046.stdout:825: done (2 left) 2021-07-26T15:48:07.087 INFO:tasks.rados.rados.0.smithi046.stdout:826: snap_create 2021-07-26T15:48:07.087 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 3 to smithi04638994-39 2021-07-26T15:48:07.087 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 4 to smithi04638994-39 2021-07-26T15:48:07.087 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 5 to smithi04638994-39 2021-07-26T15:48:07.088 INFO:tasks.rados.rados.0.smithi046.stdout:823: finishing write tid 6 to smithi04638994-39 2021-07-26T15:48:07.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 238 (ObjNum 259 snap 79 seq_num 259) dirty exists 2021-07-26T15:48:07.089 INFO:tasks.rados.rados.0.smithi046.stdout:823: left oid 39 (ObjNum 259 snap 79 seq_num 259) 2021-07-26T15:48:07.089 INFO:tasks.rados.rados.0.smithi046.stdout:824: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:07.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:06 smithi073 bash[34190]: cluster 2021-07-26T15:48:05.831234+0000 mgr.y (mgr.24683) 81 : cluster [DBG] pgmap v93: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 836 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:07.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:06 smithi073 bash[34190]: cluster 2021-07-26T15:48:05.840446+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T15:48:07.122 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:06 smithi046 bash[41283]: cluster 2021-07-26T15:48:05.831234+0000 mgr.y (mgr.24683) 81 : cluster [DBG] pgmap v93: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 836 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:07.123 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:06 smithi046 bash[41283]: cluster 2021-07-26T15:48:05.840446+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T15:48:07.123 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:06 smithi046 bash[42351]: cluster 2021-07-26T15:48:05.831234+0000 mgr.y (mgr.24683) 81 : cluster [DBG] pgmap v93: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 836 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:07.123 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:06 smithi046 bash[42351]: cluster 2021-07-26T15:48:05.840446+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T15:48:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:823: done (2 left) 2021-07-26T15:48:07.919 INFO:tasks.rados.rados.0.smithi046.stdout:824: done (1 left) 2021-07-26T15:48:07.921 INFO:tasks.rados.rados.0.smithi046.stdout:826: done (0 left) 2021-07-26T15:48:07.921 INFO:tasks.rados.rados.0.smithi046.stdout:827: rollback oid 21 current snap is 80 2021-07-26T15:48:07.922 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 55 2021-07-26T15:48:07.922 INFO:tasks.rados.rados.0.smithi046.stdout:828: copy_from oid 28 from oid 37 current snap is 80 2021-07-26T15:48:07.924 INFO:tasks.rados.rados.0.smithi046.stdout:829: delete oid 1 current snap is 80 2021-07-26T15:48:07.925 INFO:tasks.rados.rados.0.smithi046.stdout:829: done (2 left) 2021-07-26T15:48:07.926 INFO:tasks.rados.rados.0.smithi046.stdout:830: delete oid 20 current snap is 80 2021-07-26T15:48:07.929 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing rollback tid 0 to smithi04638994-21 2021-07-26T15:48:07.930 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing rollback tid 1 to smithi04638994-21 2021-07-26T15:48:07.930 INFO:tasks.rados.rados.0.smithi046.stdout:827: finishing rollback tid 2 to smithi04638994-21 2021-07-26T15:48:07.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 233 (ObjNum 74 snap 11 seq_num 74) dirty exists 2021-07-26T15:48:07.933 INFO:tasks.rados.rados.0.smithi046.stdout:827: done (2 left) 2021-07-26T15:48:07.933 INFO:tasks.rados.rados.0.smithi046.stdout:830: done (1 left) 2021-07-26T15:48:07.934 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 80 2021-07-26T15:48:07.934 INFO:tasks.rados.rados.0.smithi046.stdout:831: seq_num 262 ranges {393216=794624,1187840=589824,1777664=614400} 2021-07-26T15:48:07.942 INFO:tasks.rados.rados.0.smithi046.stdout:831: writing smithi04638994-24 from 393216 to 1187840 tid 1 2021-07-26T15:48:07.946 INFO:tasks.rados.rados.0.smithi046.stdout:831: writing smithi04638994-24 from 1187840 to 1777664 tid 2 2021-07-26T15:48:07.951 INFO:tasks.rados.rados.0.smithi046.stdout:831: writing smithi04638994-24 from 1777664 to 2392064 tid 3 2021-07-26T15:48:07.951 INFO:tasks.rados.rados.0.smithi046.stdout:832: rmattr oid 2 current snap is 80 2021-07-26T15:48:07.951 INFO:tasks.rados.rados.0.smithi046.stdout:828: finishing copy_from to smithi04638994-28 2021-07-26T15:48:07.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 260 (ObjNum 215 snap 61 seq_num 215) dirty exists 2021-07-26T15:48:07.952 INFO:tasks.rados.rados.0.smithi046.stdout:832: done (2 left) 2021-07-26T15:48:07.952 INFO:tasks.rados.rados.0.smithi046.stdout:833: snap_create 2021-07-26T15:48:07.952 INFO:tasks.rados.rados.0.smithi046.stdout:828: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:48:07.952 INFO:tasks.rados.rados.0.smithi046.stdout:831: finishing write tid 1 to smithi04638994-24 2021-07-26T15:48:07.953 INFO:tasks.rados.rados.0.smithi046.stdout:831: finishing write tid 2 to smithi04638994-24 2021-07-26T15:48:07.955 INFO:tasks.rados.rados.0.smithi046.stdout:831: finishing write tid 3 to smithi04638994-24 2021-07-26T15:48:07.955 INFO:tasks.rados.rados.0.smithi046.stdout:831: finishing write tid 4 to smithi04638994-24 2021-07-26T15:48:07.957 INFO:tasks.rados.rados.0.smithi046.stdout:831: finishing write tid 5 to smithi04638994-24 2021-07-26T15:48:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 449 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:48:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:831: left oid 24 (ObjNum 262 snap 80 seq_num 262) 2021-07-26T15:48:08.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:07 smithi073 bash[34190]: cluster 2021-07-26T15:48:06.863875+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T15:48:08.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:07 smithi073 bash[34190]: cephadm 2021-07-26T15:48:06.903306+0000 mgr.y (mgr.24683) 82 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T15:48:08.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:07 smithi073 bash[34190]: audit 2021-07-26T15:48:06.908673+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:08.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:07 smithi073 bash[34190]: cephadm 2021-07-26T15:48:06.910790+0000 mgr.y (mgr.24683) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:48:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[41283]: cluster 2021-07-26T15:48:06.863875+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T15:48:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[41283]: cephadm 2021-07-26T15:48:06.903306+0000 mgr.y (mgr.24683) 82 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T15:48:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[41283]: audit 2021-07-26T15:48:06.908673+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[41283]: cephadm 2021-07-26T15:48:06.910790+0000 mgr.y (mgr.24683) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:48:08.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[42351]: cluster 2021-07-26T15:48:06.863875+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T15:48:08.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[42351]: cephadm 2021-07-26T15:48:06.903306+0000 mgr.y (mgr.24683) 82 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T15:48:08.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[42351]: audit 2021-07-26T15:48:06.908673+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:08.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:07 smithi046 bash[42351]: cephadm 2021-07-26T15:48:06.910790+0000 mgr.y (mgr.24683) 83 : cephadm [INF] Deploying daemon osd.0 on smithi046 2021-07-26T15:48:08.930 INFO:tasks.rados.rados.0.smithi046.stdout:828: done (2 left) 2021-07-26T15:48:08.930 INFO:tasks.rados.rados.0.smithi046.stdout:831: done (1 left) 2021-07-26T15:48:08.931 INFO:tasks.rados.rados.0.smithi046.stdout:833: done (0 left) 2021-07-26T15:48:08.931 INFO:tasks.rados.rados.0.smithi046.stdout:834: rmattr oid 35 current snap is 81 2021-07-26T15:48:08.931 INFO:tasks.rados.rados.0.smithi046.stdout:834: done (0 left) 2021-07-26T15:48:08.931 INFO:tasks.rados.rados.0.smithi046.stdout:835: read oid 27 snap -1 2021-07-26T15:48:08.932 INFO:tasks.rados.rados.0.smithi046.stdout:835: expect (ObjNum 248 snap 76 seq_num 248) 2021-07-26T15:48:08.932 INFO:tasks.rados.rados.0.smithi046.stdout:836: setattr oid 18 current snap is 81 2021-07-26T15:48:08.932 INFO:tasks.rados.rados.0.smithi046.stdout:837: rollback oid 25 current snap is 81 2021-07-26T15:48:08.933 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 45 2021-07-26T15:48:08.933 INFO:tasks.rados.rados.0.smithi046.stdout:838: snap_remove snap 53 2021-07-26T15:48:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:08 smithi046 bash[41283]: cluster 2021-07-26T15:48:07.831922+0000 mgr.y (mgr.24683) 84 : cluster [DBG] pgmap v96: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 839 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:08 smithi046 bash[41283]: cluster 2021-07-26T15:48:07.919822+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T15:48:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:08 smithi046 bash[42351]: cluster 2021-07-26T15:48:07.831922+0000 mgr.y (mgr.24683) 84 : cluster [DBG] pgmap v96: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 839 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:08 smithi046 bash[42351]: cluster 2021-07-26T15:48:07.919822+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T15:48:09.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:08 smithi073 bash[34190]: cluster 2021-07-26T15:48:07.831922+0000 mgr.y (mgr.24683) 84 : cluster [DBG] pgmap v96: 25 pgs: 2 active+clean+snaptrim_wait, 15 active+clean, 8 active+clean+snaptrim; 225 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 839 KiB/s rd, 3.0 MiB/s wr, 13 op/s 2021-07-26T15:48:09.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:08 smithi073 bash[34190]: cluster 2021-07-26T15:48:07.919822+0000 mon.a (mon.0) 189 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T15:48:09.519 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:09 smithi046 systemd[1]: Stopping Ceph osd.0 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:48:09.832 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:09 smithi046 docker[43738]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:09.833 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[21662]: debug 2021-07-26T15:48:09.585+0000 7f74c5efc700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:48:09.834 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[21662]: debug 2021-07-26T15:48:09.585+0000 7f74c5efc700 -1 osd.0 203 *** Got signal Terminated *** 2021-07-26T15:48:09.834 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[21662]: debug 2021-07-26T15:48:09.585+0000 7f74c5efc700 -1 osd.0 203 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:48:09.942 INFO:tasks.rados.rados.0.smithi046.stdout:838: done (3 left) 2021-07-26T15:48:09.943 INFO:tasks.rados.rados.0.smithi046.stdout:839: snap_create 2021-07-26T15:48:09.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 234 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:48:09.944 INFO:tasks.rados.rados.0.smithi046.stdout:837: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:48:09.944 INFO:tasks.rados.rados.0.smithi046.stdout:837: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:48:09.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 148 (ObjNum 198128672 snap 22029 seq_num 1110543392) dirty dne 2021-07-26T15:48:09.944 INFO:tasks.rados.rados.0.smithi046.stdout:835: expect (ObjNum 248 snap 76 seq_num 248) 2021-07-26T15:48:10.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:08.930912+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T15:48:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.868253+0000 mon.a (mon.0) 191 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.868350+0000 mon.a (mon.0) 192 : cluster [INF] osd.0 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:48:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.868926+0000 mon.a (mon.0) 193 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.869333+0000 mon.a (mon.0) 194 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.870051+0000 mon.a (mon.0) 195 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.870318+0000 mon.a (mon.0) 196 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.870971+0000 mon.a (mon.0) 197 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.871433+0000 mon.a (mon.0) 198 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.871853+0000 mon.a (mon.0) 199 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.872383+0000 mon.a (mon.0) 200 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.872772+0000 mon.a (mon.0) 201 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.873001+0000 mon.a (mon.0) 202 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.873802+0000 mon.a (mon.0) 203 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.874185+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.874865+0000 mon.a (mon.0) 205 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:08.930912+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T15:48:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.868253+0000 mon.a (mon.0) 191 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.868350+0000 mon.a (mon.0) 192 : cluster [INF] osd.0 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:48:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.868926+0000 mon.a (mon.0) 193 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.869333+0000 mon.a (mon.0) 194 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.870051+0000 mon.a (mon.0) 195 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.870318+0000 mon.a (mon.0) 196 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.870971+0000 mon.a (mon.0) 197 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.871433+0000 mon.a (mon.0) 198 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.871853+0000 mon.a (mon.0) 199 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.872383+0000 mon.a (mon.0) 200 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.872772+0000 mon.a (mon.0) 201 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.873001+0000 mon.a (mon.0) 202 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.873802+0000 mon.a (mon.0) 203 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.874185+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:09 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.874865+0000 mon.a (mon.0) 205 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:08.930912+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T15:48:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.868253+0000 mon.a (mon.0) 191 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.868350+0000 mon.a (mon.0) 192 : cluster [INF] osd.0 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:48:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.868926+0000 mon.a (mon.0) 193 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.869333+0000 mon.a (mon.0) 194 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.870051+0000 mon.a (mon.0) 195 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T15:48:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.870318+0000 mon.a (mon.0) 196 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T15:48:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.870971+0000 mon.a (mon.0) 197 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T15:48:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.871433+0000 mon.a (mon.0) 198 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.871853+0000 mon.a (mon.0) 199 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.872383+0000 mon.a (mon.0) 200 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.872772+0000 mon.a (mon.0) 201 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T15:48:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.873001+0000 mon.a (mon.0) 202 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T15:48:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.873802+0000 mon.a (mon.0) 203 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T15:48:10.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.874185+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:09 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.874865+0000 mon.a (mon.0) 205 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T15:48:10.810 INFO:tasks.rados.rados.0.smithi046.stdout:835: done (3 left) 2021-07-26T15:48:10.810 INFO:tasks.rados.rados.0.smithi046.stdout:836: done (2 left) 2021-07-26T15:48:10.811 INFO:tasks.rados.rados.0.smithi046.stdout:837: done (1 left) 2021-07-26T15:48:10.811 INFO:tasks.rados.rados.0.smithi046.stdout:839: done (0 left) 2021-07-26T15:48:10.811 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 82 2021-07-26T15:48:10.811 INFO:tasks.rados.rados.0.smithi046.stdout:840: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2021-07-26T15:48:10.814 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04638994-1 from 0 to 409600 tid 1 2021-07-26T15:48:10.818 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04638994-1 from 409600 to 884736 tid 2 2021-07-26T15:48:10.822 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04638994-1 from 884736 to 1441792 tid 3 2021-07-26T15:48:10.826 INFO:tasks.rados.rados.0.smithi046.stdout:840: writing smithi04638994-1 from 1441792 to 2015232 tid 4 2021-07-26T15:48:10.826 INFO:tasks.rados.rados.0.smithi046.stdout:841: copy_from oid 48 from oid 18 current snap is 82 2021-07-26T15:48:10.827 INFO:tasks.rados.rados.0.smithi046.stdout:842: read oid 33 snap -1 2021-07-26T15:48:10.827 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 247 snap 74 seq_num 247) 2021-07-26T15:48:10.827 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 82 2021-07-26T15:48:10.827 INFO:tasks.rados.rados.0.smithi046.stdout:843: seq_num 264 ranges {3112960=425984,3538944=761856,4300800=770048,5070848=73728} 2021-07-26T15:48:10.850 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04638994-41 from 3112960 to 3538944 tid 1 2021-07-26T15:48:10.855 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04638994-41 from 3538944 to 4300800 tid 2 2021-07-26T15:48:10.860 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04638994-41 from 4300800 to 5070848 tid 3 2021-07-26T15:48:10.861 INFO:tasks.rados.rados.0.smithi046.stdout:843: writing smithi04638994-41 from 5070848 to 5144576 tid 4 2021-07-26T15:48:10.862 INFO:tasks.rados.rados.0.smithi046.stdout:844: read oid 36 snap -1 2021-07-26T15:48:10.862 INFO:tasks.rados.rados.0.smithi046.stdout:844: expect deleted 2021-07-26T15:48:10.862 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 82 2021-07-26T15:48:10.862 INFO:tasks.rados.rados.0.smithi046.stdout:845: seq_num 265 ranges {2990080=442368,3432448=647168,4079616=573440,4653056=385024} 2021-07-26T15:48:10.881 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04638994-4 from 2990080 to 3432448 tid 1 2021-07-26T15:48:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04638994-4 from 3432448 to 4079616 tid 2 2021-07-26T15:48:10.888 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04638994-4 from 4079616 to 4653056 tid 3 2021-07-26T15:48:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:845: writing smithi04638994-4 from 4653056 to 5038080 tid 4 2021-07-26T15:48:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:846: setattr oid 46 current snap is 82 2021-07-26T15:48:10.891 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 1 to smithi04638994-1 2021-07-26T15:48:10.892 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 2 to smithi04638994-1 2021-07-26T15:48:10.892 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 3 to smithi04638994-1 2021-07-26T15:48:10.892 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 4 to smithi04638994-1 2021-07-26T15:48:10.892 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 5 to smithi04638994-1 2021-07-26T15:48:10.892 INFO:tasks.rados.rados.0.smithi046.stdout:840: finishing write tid 6 to smithi04638994-1 2021-07-26T15:48:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 414 (ObjNum 263 snap 82 seq_num 263) dirty exists 2021-07-26T15:48:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:840: left oid 1 (ObjNum 263 snap 82 seq_num 263) 2021-07-26T15:48:10.893 INFO:tasks.rados.rados.0.smithi046.stdout:842: expect (ObjNum 247 snap 74 seq_num 247) 2021-07-26T15:48:10.929 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:10 smithi046 docker[43738]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:48:10.930 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[43787]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:11.037 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 1 to smithi04638994-41 2021-07-26T15:48:11.037 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 2 to smithi04638994-41 2021-07-26T15:48:11.038 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 3 to smithi04638994-41 2021-07-26T15:48:11.038 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 4 to smithi04638994-41 2021-07-26T15:48:11.038 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 5 to smithi04638994-41 2021-07-26T15:48:11.038 INFO:tasks.rados.rados.0.smithi046.stdout:843: finishing write tid 6 to smithi04638994-41 2021-07-26T15:48:11.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 236 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:11.039 INFO:tasks.rados.rados.0.smithi046.stdout:843: left oid 41 (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:48:11.039 INFO:tasks.rados.rados.0.smithi046.stdout:841: finishing copy_from to smithi04638994-48 2021-07-26T15:48:11.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 234 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:48:11.040 INFO:tasks.rados.rados.0.smithi046.stdout:841: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:48:11.040 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 1 to smithi04638994-4 2021-07-26T15:48:11.040 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 2 to smithi04638994-4 2021-07-26T15:48:11.040 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 3 to smithi04638994-4 2021-07-26T15:48:11.041 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 4 to smithi04638994-4 2021-07-26T15:48:11.041 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 5 to smithi04638994-4 2021-07-26T15:48:11.041 INFO:tasks.rados.rados.0.smithi046.stdout:845: finishing write tid 6 to smithi04638994-4 2021-07-26T15:48:11.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 167 (ObjNum 265 snap 82 seq_num 265) dirty exists 2021-07-26T15:48:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:845: left oid 4 (ObjNum 265 snap 82 seq_num 265) 2021-07-26T15:48:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:840: done (6 left) 2021-07-26T15:48:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:841: done (5 left) 2021-07-26T15:48:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:842: done (4 left) 2021-07-26T15:48:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:843: done (3 left) 2021-07-26T15:48:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:844: done (2 left) 2021-07-26T15:48:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:845: done (1 left) 2021-07-26T15:48:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:847: copy_from oid 13 from oid 45 current snap is 82 2021-07-26T15:48:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:848: read oid 22 snap 46 2021-07-26T15:48:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:848: expect deleted 2021-07-26T15:48:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:849: rmattr oid 20 current snap is 82 2021-07-26T15:48:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:849: done (3 left) 2021-07-26T15:48:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 82 2021-07-26T15:48:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:850: seq_num 266 ranges {4464640=458752,4923392=524288,5447680=729088,6176768=352256} 2021-07-26T15:48:11.074 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04638994-3 from 4464640 to 4923392 tid 1 2021-07-26T15:48:11.077 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04638994-3 from 4923392 to 5447680 tid 2 2021-07-26T15:48:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04638994-3 from 5447680 to 6176768 tid 3 2021-07-26T15:48:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:850: writing smithi04638994-3 from 6176768 to 6529024 tid 4 2021-07-26T15:48:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:851: rmattr oid 17 current snap is 82 2021-07-26T15:48:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:851: done (4 left) 2021-07-26T15:48:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 82 2021-07-26T15:48:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:852: seq_num 267 ranges {4538368=475136,5013504=458752,5472256=540672,6012928=606208} 2021-07-26T15:48:11.113 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04638994-17 from 4538368 to 5013504 tid 1 2021-07-26T15:48:11.115 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04638994-17 from 5013504 to 5472256 tid 2 2021-07-26T15:48:11.118 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04638994-17 from 5472256 to 6012928 tid 3 2021-07-26T15:48:11.123 INFO:tasks.rados.rados.0.smithi046.stdout:852: writing smithi04638994-17 from 6012928 to 6619136 tid 4 2021-07-26T15:48:11.123 INFO:tasks.rados.rados.0.smithi046.stdout:853: read oid 10 snap 56 2021-07-26T15:48:11.123 INFO:tasks.rados.rados.0.smithi046.stdout:853: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:48:11.124 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 82 2021-07-26T15:48:11.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 152 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:48:11.124 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 1 to smithi04638994-3 2021-07-26T15:48:11.124 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 2 to smithi04638994-3 2021-07-26T15:48:11.125 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing copy_from to smithi04638994-13 2021-07-26T15:48:11.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 187 (ObjNum 168 snap 46 seq_num 168) dirty exists 2021-07-26T15:48:11.125 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 3 to smithi04638994-3 2021-07-26T15:48:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 4 to smithi04638994-3 2021-07-26T15:48:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:847: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:48:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 5 to smithi04638994-3 2021-07-26T15:48:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:850: finishing write tid 6 to smithi04638994-3 2021-07-26T15:48:11.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 186 (ObjNum 266 snap 82 seq_num 266) dirty exists 2021-07-26T15:48:11.127 INFO:tasks.rados.rados.0.smithi046.stdout:850: left oid 3 (ObjNum 266 snap 82 seq_num 266) 2021-07-26T15:48:11.127 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 1 to smithi04638994-17 2021-07-26T15:48:11.128 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 2 to smithi04638994-17 2021-07-26T15:48:11.128 INFO:tasks.rados.rados.0.smithi046.stdout:854: seq_num 268 ranges {3964928=491520,4456448=745472,5201920=745472,5947392=114688} 2021-07-26T15:48:11.149 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04638994-35 from 3964928 to 4456448 tid 1 2021-07-26T15:48:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04638994-35 from 4456448 to 5201920 tid 2 2021-07-26T15:48:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04638994-35 from 5201920 to 5947392 tid 3 2021-07-26T15:48:11.160 INFO:tasks.rados.rados.0.smithi046.stdout:854: writing smithi04638994-35 from 5947392 to 6062080 tid 4 2021-07-26T15:48:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:846: done (6 left) 2021-07-26T15:48:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:847: done (5 left) 2021-07-26T15:48:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:848: done (4 left) 2021-07-26T15:48:11.161 INFO:tasks.rados.rados.0.smithi046.stdout:850: done (3 left) 2021-07-26T15:48:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:855: read oid 33 snap 66 2021-07-26T15:48:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:855: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:48:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:856: setattr oid 8 current snap is 82 2021-07-26T15:48:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 3 to smithi04638994-17 2021-07-26T15:48:11.162 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 4 to smithi04638994-17 2021-07-26T15:48:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 5 to smithi04638994-17 2021-07-26T15:48:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:852: finishing write tid 6 to smithi04638994-17 2021-07-26T15:48:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 422 (ObjNum 267 snap 82 seq_num 267) dirty exists 2021-07-26T15:48:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:852: left oid 17 (ObjNum 267 snap 82 seq_num 267) 2021-07-26T15:48:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:853: expect (ObjNum 74 snap 11 seq_num 74) 2021-07-26T15:48:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.832794+0000 mgr.y (mgr.24683) 85 : cluster [DBG] pgmap v99: 25 pgs: 25 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.927878+0000 mon.a (mon.0) 206 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[41283]: cluster 2021-07-26T15:48:09.942114+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e204: 8 total, 7 up, 8 in 2021-07-26T15:48:11.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[41283]: cluster 2021-07-26T15:48:10.808929+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e205: 8 total, 7 up, 8 in 2021-07-26T15:48:11.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.832794+0000 mgr.y (mgr.24683) 85 : cluster [DBG] pgmap v99: 25 pgs: 25 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:11.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.927878+0000 mon.a (mon.0) 206 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:11.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[42351]: cluster 2021-07-26T15:48:09.942114+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e204: 8 total, 7 up, 8 in 2021-07-26T15:48:11.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:10 smithi046 bash[42351]: cluster 2021-07-26T15:48:10.808929+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e205: 8 total, 7 up, 8 in 2021-07-26T15:48:11.279 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 1 to smithi04638994-35 2021-07-26T15:48:11.279 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 2 to smithi04638994-35 2021-07-26T15:48:11.279 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 3 to smithi04638994-35 2021-07-26T15:48:11.281 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 4 to smithi04638994-35 2021-07-26T15:48:11.281 INFO:tasks.rados.rados.0.smithi046.stdout:855: expect (ObjNum 78 snap 14 seq_num 78) 2021-07-26T15:48:11.320 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 5 to smithi04638994-35 2021-07-26T15:48:11.321 INFO:tasks.rados.rados.0.smithi046.stdout:854: finishing write tid 6 to smithi04638994-35 2021-07-26T15:48:11.321 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 367 (ObjNum 268 snap 82 seq_num 268) dirty exists 2021-07-26T15:48:11.321 INFO:tasks.rados.rados.0.smithi046.stdout:854: left oid 35 (ObjNum 268 snap 82 seq_num 268) 2021-07-26T15:48:11.321 INFO:tasks.rados.rados.0.smithi046.stdout:852: done (4 left) 2021-07-26T15:48:11.322 INFO:tasks.rados.rados.0.smithi046.stdout:853: done (3 left) 2021-07-26T15:48:11.322 INFO:tasks.rados.rados.0.smithi046.stdout:854: done (2 left) 2021-07-26T15:48:11.322 INFO:tasks.rados.rados.0.smithi046.stdout:855: done (1 left) 2021-07-26T15:48:11.322 INFO:tasks.rados.rados.0.smithi046.stdout:857: read oid 40 snap 69 2021-07-26T15:48:11.322 INFO:tasks.rados.rados.0.smithi046.stdout:857: expect deleted 2021-07-26T15:48:11.323 INFO:tasks.rados.rados.0.smithi046.stdout:858: rmattr oid 3 current snap is 82 2021-07-26T15:48:11.323 INFO:tasks.rados.rados.0.smithi046.stdout:859: snap_remove snap 79 2021-07-26T15:48:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:10 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.832794+0000 mgr.y (mgr.24683) 85 : cluster [DBG] pgmap v99: 25 pgs: 25 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:10 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.927878+0000 mon.a (mon.0) 206 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:10 smithi073 bash[34190]: cluster 2021-07-26T15:48:09.942114+0000 mon.a (mon.0) 207 : cluster [DBG] osdmap e204: 8 total, 7 up, 8 in 2021-07-26T15:48:11.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:10 smithi073 bash[34190]: cluster 2021-07-26T15:48:10.808929+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e205: 8 total, 7 up, 8 in 2021-07-26T15:48:11.945 INFO:tasks.rados.rados.0.smithi046.stdout:859: done (3 left) 2021-07-26T15:48:11.945 INFO:tasks.rados.rados.0.smithi046.stdout:860: read oid 35 snap -1 2021-07-26T15:48:11.946 INFO:tasks.rados.rados.0.smithi046.stdout:860: expect (ObjNum 268 snap 82 seq_num 268) 2021-07-26T15:48:11.946 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 187 (ObjNum 266 snap 82 seq_num 266) dirty exists 2021-07-26T15:48:11.946 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 462 (ObjNum 198744464 snap 22029 seq_num 198310816) dirty exists 2021-07-26T15:48:11.946 INFO:tasks.rados.rados.0.smithi046.stdout:856: done (3 left) 2021-07-26T15:48:11.947 INFO:tasks.rados.rados.0.smithi046.stdout:857: done (2 left) 2021-07-26T15:48:11.947 INFO:tasks.rados.rados.0.smithi046.stdout:858: done (1 left) 2021-07-26T15:48:11.947 INFO:tasks.rados.rados.0.smithi046.stdout:861: rmattr oid 14 current snap is 82 2021-07-26T15:48:11.947 INFO:tasks.rados.rados.0.smithi046.stdout:862: snap_remove snap 60 2021-07-26T15:48:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:862: done (2 left) 2021-07-26T15:48:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:863: copy_from oid 29 from oid 1 current snap is 82 2021-07-26T15:48:12.953 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 169 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:48:12.954 INFO:tasks.rados.rados.0.smithi046.stdout:860: expect (ObjNum 268 snap 82 seq_num 268) 2021-07-26T15:48:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:863: finishing copy_from to smithi04638994-29 2021-07-26T15:48:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 414 (ObjNum 263 snap 82 seq_num 263) dirty exists 2021-07-26T15:48:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:863: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:48:13.237 INFO:tasks.rados.rados.0.smithi046.stdout:860: done (2 left) 2021-07-26T15:48:13.237 INFO:tasks.rados.rados.0.smithi046.stdout:861: done (1 left) 2021-07-26T15:48:13.237 INFO:tasks.rados.rados.0.smithi046.stdout:863: done (0 left) 2021-07-26T15:48:13.237 INFO:tasks.rados.rados.0.smithi046.stdout:864: read oid 17 snap -1 2021-07-26T15:48:13.237 INFO:tasks.rados.rados.0.smithi046.stdout:864: expect (ObjNum 267 snap 82 seq_num 267) 2021-07-26T15:48:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:865: copy_from oid 4 from oid 24 current snap is 82 2021-07-26T15:48:13.238 INFO:tasks.rados.rados.0.smithi046.stdout:866: delete oid 30 current snap is 82 2021-07-26T15:48:13.244 INFO:tasks.rados.rados.0.smithi046.stdout:866: done (2 left) 2021-07-26T15:48:13.244 INFO:tasks.rados.rados.0.smithi046.stdout:867: rollback oid 46 current snap is 82 2021-07-26T15:48:13.244 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 66 2021-07-26T15:48:13.245 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 82 2021-07-26T15:48:13.245 INFO:tasks.rados.rados.0.smithi046.stdout:868: seq_num 270 ranges {442368=524288,966656=516096,1482752=761856,2244608=327680} 2021-07-26T15:48:13.250 INFO:tasks.rados.rados.0.smithi046.stdout:868: writing smithi04638994-7 from 442368 to 966656 tid 1 2021-07-26T15:48:13.254 INFO:tasks.rados.rados.0.smithi046.stdout:868: writing smithi04638994-7 from 966656 to 1482752 tid 2 2021-07-26T15:48:13.259 INFO:tasks.rados.rados.0.smithi046.stdout:868: writing smithi04638994-7 from 1482752 to 2244608 tid 3 2021-07-26T15:48:13.261 INFO:tasks.rados.rados.0.smithi046.stdout:868: writing smithi04638994-7 from 2244608 to 2572288 tid 4 2021-07-26T15:48:13.262 INFO:tasks.rados.rados.0.smithi046.stdout:869: copy_from oid 43 from oid 36 current snap is 82 2021-07-26T15:48:13.262 INFO:tasks.rados.rados.0.smithi046.stdout:867: finishing rollback tid 0 to smithi04638994-46 2021-07-26T15:48:13.262 INFO:tasks.rados.rados.0.smithi046.stdout:867: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:48:13.262 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 160 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:48:13.263 INFO:tasks.rados.rados.0.smithi046.stdout:865: finishing copy_from to smithi04638994-4 2021-07-26T15:48:13.263 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 449 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:48:13.263 INFO:tasks.rados.rados.0.smithi046.stdout:865: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:48:13.263 INFO:tasks.rados.rados.0.smithi046.stdout:864: expect (ObjNum 267 snap 82 seq_num 267) 2021-07-26T15:48:13.274 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:12 smithi046 bash[42351]: cluster 2021-07-26T15:48:11.833659+0000 mgr.y (mgr.24683) 86 : cluster [DBG] pgmap v102: 25 pgs: 2 stale+active+clean, 23 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:13.275 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:12 smithi046 bash[42351]: cluster 2021-07-26T15:48:11.943263+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e206: 8 total, 7 up, 8 in 2021-07-26T15:48:13.276 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:13 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.0.service: Succeeded. 2021-07-26T15:48:13.276 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:13 smithi046 systemd[1]: Stopped Ceph osd.0 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:48:13.276 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:12 smithi046 bash[41283]: cluster 2021-07-26T15:48:11.833659+0000 mgr.y (mgr.24683) 86 : cluster [DBG] pgmap v102: 25 pgs: 2 stale+active+clean, 23 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:13.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:12 smithi046 bash[41283]: cluster 2021-07-26T15:48:11.943263+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e206: 8 total, 7 up, 8 in 2021-07-26T15:48:13.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:12 smithi073 bash[34190]: cluster 2021-07-26T15:48:11.833659+0000 mgr.y (mgr.24683) 86 : cluster [DBG] pgmap v102: 25 pgs: 2 stale+active+clean, 23 active+clean; 241 MiB data, 740 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2021-07-26T15:48:13.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:12 smithi073 bash[34190]: cluster 2021-07-26T15:48:11.943263+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e206: 8 total, 7 up, 8 in 2021-07-26T15:48:13.673 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing copy_from to smithi04638994-43 2021-07-26T15:48:13.674 INFO:tasks.rados.rados.0.smithi046.stdout:869: got expected ENOENT (src dne) 2021-07-26T15:48:13.674 INFO:tasks.rados.rados.0.smithi046.stdout:869: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:48:13.674 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 1 to smithi04638994-7 2021-07-26T15:48:13.674 INFO:tasks.rados.rados.0.smithi046.stdout:864: done (4 left) 2021-07-26T15:48:13.675 INFO:tasks.rados.rados.0.smithi046.stdout:865: done (3 left) 2021-07-26T15:48:13.675 INFO:tasks.rados.rados.0.smithi046.stdout:867: done (2 left) 2021-07-26T15:48:13.675 INFO:tasks.rados.rados.0.smithi046.stdout:869: done (1 left) 2021-07-26T15:48:13.675 INFO:tasks.rados.rados.0.smithi046.stdout:870: snap_remove snap 76 2021-07-26T15:48:13.681 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:13 smithi046 systemd[1]: Started Ceph osd.0 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:48:13.681 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[43910]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:13.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:13.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:13.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:13.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:13.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:13.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:48:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:13 smithi073 bash[34190]: cluster 2021-07-26T15:48:12.952827+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e207: 8 total, 7 up, 8 in 2021-07-26T15:48:14.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:13 smithi073 bash[34190]: audit 2021-07-26T15:48:13.433907+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:13 smithi073 bash[34190]: audit 2021-07-26T15:48:13.435024+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:13 smithi073 bash[34190]: audit 2021-07-26T15:48:13.436820+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:14.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:13 smithi073 bash[34190]: audit 2021-07-26T15:48:13.437883+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:14.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[41283]: cluster 2021-07-26T15:48:12.952827+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e207: 8 total, 7 up, 8 in 2021-07-26T15:48:14.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[41283]: audit 2021-07-26T15:48:13.433907+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:14.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[41283]: audit 2021-07-26T15:48:13.435024+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:14.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[41283]: audit 2021-07-26T15:48:13.436820+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:14.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[41283]: audit 2021-07-26T15:48:13.437883+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:14.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[42351]: cluster 2021-07-26T15:48:12.952827+0000 mon.a (mon.0) 210 : cluster [DBG] osdmap e207: 8 total, 7 up, 8 in 2021-07-26T15:48:14.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[42351]: audit 2021-07-26T15:48:13.433907+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:14.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[42351]: audit 2021-07-26T15:48:13.435024+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:14.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[42351]: audit 2021-07-26T15:48:13.436820+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:14.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:13 smithi046 bash[42351]: audit 2021-07-26T15:48:13.437883+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:14.443 INFO:tasks.rados.rados.0.smithi046.stdout:870: done (1 left) 2021-07-26T15:48:14.444 INFO:tasks.rados.rados.0.smithi046.stdout:871: rollback oid 25 current snap is 82 2021-07-26T15:48:14.444 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 56 2021-07-26T15:48:14.444 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 2 to smithi04638994-7 2021-07-26T15:48:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 3 to smithi04638994-7 2021-07-26T15:48:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 4 to smithi04638994-7 2021-07-26T15:48:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 5 to smithi04638994-7 2021-07-26T15:48:14.445 INFO:tasks.rados.rados.0.smithi046.stdout:868: finishing write tid 6 to smithi04638994-7 2021-07-26T15:48:14.446 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 446 (ObjNum 270 snap 82 seq_num 270) dirty exists 2021-07-26T15:48:14.446 INFO:tasks.rados.rados.0.smithi046.stdout:868: left oid 7 (ObjNum 270 snap 82 seq_num 270) 2021-07-26T15:48:14.446 INFO:tasks.rados.rados.0.smithi046.stdout:868: done (1 left) 2021-07-26T15:48:14.446 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 82 2021-07-26T15:48:14.447 INFO:tasks.rados.rados.0.smithi046.stdout:872: seq_num 271 ranges {4415488=540672,4956160=802816,5758976=516096,6275072=286720} 2021-07-26T15:48:14.478 INFO:tasks.rados.rados.0.smithi046.stdout:872: writing smithi04638994-42 from 4415488 to 4956160 tid 1 2021-07-26T15:48:14.482 INFO:tasks.rados.rados.0.smithi046.stdout:872: writing smithi04638994-42 from 4956160 to 5758976 tid 2 2021-07-26T15:48:14.485 INFO:tasks.rados.rados.0.smithi046.stdout:872: writing smithi04638994-42 from 5758976 to 6275072 tid 3 2021-07-26T15:48:14.487 INFO:tasks.rados.rados.0.smithi046.stdout:872: writing smithi04638994-42 from 6275072 to 6561792 tid 4 2021-07-26T15:48:14.487 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 82 2021-07-26T15:48:14.488 INFO:tasks.rados.rados.0.smithi046.stdout:871: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:48:14.488 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 148 (ObjNum 1366578781 snap 1465476455 seq_num 1733910356) dirty dne 2021-07-26T15:48:14.488 INFO:tasks.rados.rados.0.smithi046.stdout:873: seq_num 272 ranges {5226496=565248,5791744=688128,6479872=729088,7208960=188416} 2021-07-26T15:48:14.520 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04638994-23 from 5226496 to 5791744 tid 1 2021-07-26T15:48:14.524 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04638994-23 from 5791744 to 6479872 tid 2 2021-07-26T15:48:14.528 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04638994-23 from 6479872 to 7208960 tid 3 2021-07-26T15:48:14.529 INFO:tasks.rados.rados.0.smithi046.stdout:873: writing smithi04638994-23 from 7208960 to 7397376 tid 4 2021-07-26T15:48:14.529 INFO:tasks.rados.rados.0.smithi046.stdout:871: done (2 left) 2021-07-26T15:48:14.530 INFO:tasks.rados.rados.0.smithi046.stdout:874: snap_create 2021-07-26T15:48:14.530 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 1 to smithi04638994-42 2021-07-26T15:48:14.530 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 2 to smithi04638994-42 2021-07-26T15:48:14.530 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 3 to smithi04638994-42 2021-07-26T15:48:14.531 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 4 to smithi04638994-42 2021-07-26T15:48:14.531 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 5 to smithi04638994-42 2021-07-26T15:48:14.531 INFO:tasks.rados.rados.0.smithi046.stdout:872: finishing write tid 6 to smithi04638994-42 2021-07-26T15:48:14.531 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 84 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:48:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:872: left oid 42 (ObjNum 271 snap 82 seq_num 271) 2021-07-26T15:48:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 1 to smithi04638994-23 2021-07-26T15:48:14.534 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 2 to smithi04638994-23 2021-07-26T15:48:14.538 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 3 to smithi04638994-23 2021-07-26T15:48:14.539 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 4 to smithi04638994-23 2021-07-26T15:48:14.539 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 5 to smithi04638994-23 2021-07-26T15:48:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:873: finishing write tid 6 to smithi04638994-23 2021-07-26T15:48:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 494 (ObjNum 272 snap 82 seq_num 272) dirty exists 2021-07-26T15:48:14.541 INFO:tasks.rados.rados.0.smithi046.stdout:873: left oid 23 (ObjNum 272 snap 82 seq_num 272) 2021-07-26T15:48:15.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[41283]: cluster 2021-07-26T15:48:13.834471+0000 mgr.y (mgr.24683) 87 : cluster [DBG] pgmap v105: 25 pgs: 2 active+undersized+degraded, 1 stale+active+clean, 22 active+clean; 246 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 35/630 objects degraded (5.556%) 2021-07-26T15:48:15.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[41283]: cluster 2021-07-26T15:48:14.431821+0000 mon.a (mon.0) 215 : cluster [WRN] Health check failed: Degraded data redundancy: 35/630 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:15.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[41283]: cluster 2021-07-26T15:48:14.444361+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e208: 8 total, 7 up, 8 in 2021-07-26T15:48:15.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[42351]: cluster 2021-07-26T15:48:13.834471+0000 mgr.y (mgr.24683) 87 : cluster [DBG] pgmap v105: 25 pgs: 2 active+undersized+degraded, 1 stale+active+clean, 22 active+clean; 246 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 35/630 objects degraded (5.556%) 2021-07-26T15:48:15.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[42351]: cluster 2021-07-26T15:48:14.431821+0000 mon.a (mon.0) 215 : cluster [WRN] Health check failed: Degraded data redundancy: 35/630 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:15.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:14 smithi046 bash[42351]: cluster 2021-07-26T15:48:14.444361+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e208: 8 total, 7 up, 8 in 2021-07-26T15:48:15.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:14 smithi073 bash[34190]: cluster 2021-07-26T15:48:13.834471+0000 mgr.y (mgr.24683) 87 : cluster [DBG] pgmap v105: 25 pgs: 2 active+undersized+degraded, 1 stale+active+clean, 22 active+clean; 246 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s; 35/630 objects degraded (5.556%) 2021-07-26T15:48:15.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:14 smithi073 bash[34190]: cluster 2021-07-26T15:48:14.431821+0000 mon.a (mon.0) 215 : cluster [WRN] Health check failed: Degraded data redundancy: 35/630 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:15.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:14 smithi073 bash[34190]: cluster 2021-07-26T15:48:14.444361+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e208: 8 total, 7 up, 8 in 2021-07-26T15:48:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:872: done (2 left) 2021-07-26T15:48:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:873: done (1 left) 2021-07-26T15:48:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:874: done (0 left) 2021-07-26T15:48:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 83 2021-07-26T15:48:15.451 INFO:tasks.rados.rados.0.smithi046.stdout:875: seq_num 273 ranges {6602752=581632,7184384=565248,7749632=532480,8282112=507904} 2021-07-26T15:48:15.494 INFO:tasks.rados.rados.0.smithi046.stdout:875: writing smithi04638994-45 from 6602752 to 7184384 tid 1 2021-07-26T15:48:15.497 INFO:tasks.rados.rados.0.smithi046.stdout:875: writing smithi04638994-45 from 7184384 to 7749632 tid 2 2021-07-26T15:48:15.500 INFO:tasks.rados.rados.0.smithi046.stdout:875: writing smithi04638994-45 from 7749632 to 8282112 tid 3 2021-07-26T15:48:15.504 INFO:tasks.rados.rados.0.smithi046.stdout:875: writing smithi04638994-45 from 8282112 to 8790016 tid 4 2021-07-26T15:48:15.504 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 83 2021-07-26T15:48:15.505 INFO:tasks.rados.rados.0.smithi046.stdout:876: seq_num 274 ranges {2793472=598016,3391488=499712,3891200=745472,4636672=360448} 2021-07-26T15:48:15.522 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04638994-10 from 2793472 to 3391488 tid 1 2021-07-26T15:48:15.525 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04638994-10 from 3391488 to 3891200 tid 2 2021-07-26T15:48:15.529 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04638994-10 from 3891200 to 4636672 tid 3 2021-07-26T15:48:15.532 INFO:tasks.rados.rados.0.smithi046.stdout:876: writing smithi04638994-10 from 4636672 to 4997120 tid 4 2021-07-26T15:48:15.532 INFO:tasks.rados.rados.0.smithi046.stdout:877: delete oid 7 current snap is 83 2021-07-26T15:48:15.532 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 1 to smithi04638994-45 2021-07-26T15:48:15.532 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 2 to smithi04638994-45 2021-07-26T15:48:15.533 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 3 to smithi04638994-45 2021-07-26T15:48:15.534 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 4 to smithi04638994-45 2021-07-26T15:48:15.534 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 5 to smithi04638994-45 2021-07-26T15:48:15.534 INFO:tasks.rados.rados.0.smithi046.stdout:875: finishing write tid 6 to smithi04638994-45 2021-07-26T15:48:15.534 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 373 (ObjNum 273 snap 83 seq_num 273) dirty exists 2021-07-26T15:48:15.535 INFO:tasks.rados.rados.0.smithi046.stdout:875: left oid 45 (ObjNum 273 snap 83 seq_num 273) 2021-07-26T15:48:15.535 INFO:tasks.rados.rados.0.smithi046.stdout:875: done (2 left) 2021-07-26T15:48:15.536 INFO:tasks.rados.rados.0.smithi046.stdout:877: done (1 left) 2021-07-26T15:48:15.537 INFO:tasks.rados.rados.0.smithi046.stdout:878: rmattr oid 20 current snap is 83 2021-07-26T15:48:15.537 INFO:tasks.rados.rados.0.smithi046.stdout:878: done (1 left) 2021-07-26T15:48:15.537 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 83 2021-07-26T15:48:15.537 INFO:tasks.rados.rados.0.smithi046.stdout:879: seq_num 276 ranges {2392064=630784,3022848=671744,3694592=704512,4399104=229376} 2021-07-26T15:48:15.552 INFO:tasks.rados.rados.0.smithi046.stdout:879: writing smithi04638994-24 from 2392064 to 3022848 tid 1 2021-07-26T15:48:15.556 INFO:tasks.rados.rados.0.smithi046.stdout:879: writing smithi04638994-24 from 3022848 to 3694592 tid 2 2021-07-26T15:48:15.561 INFO:tasks.rados.rados.0.smithi046.stdout:879: writing smithi04638994-24 from 3694592 to 4399104 tid 3 2021-07-26T15:48:15.562 INFO:tasks.rados.rados.0.smithi046.stdout:879: writing smithi04638994-24 from 4399104 to 4628480 tid 4 2021-07-26T15:48:15.562 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 83 2021-07-26T15:48:15.563 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 1 to smithi04638994-10 2021-07-26T15:48:15.563 INFO:tasks.rados.rados.0.smithi046.stdout:880: seq_num 277 ranges {1818624=647168,2465792=557056,3022848=516096,3538944=532480} 2021-07-26T15:48:15.576 INFO:tasks.rados.rados.0.smithi046.stdout:880: writing smithi04638994-37 from 1818624 to 2465792 tid 1 2021-07-26T15:48:15.579 INFO:tasks.rados.rados.0.smithi046.stdout:880: writing smithi04638994-37 from 2465792 to 3022848 tid 2 2021-07-26T15:48:15.583 INFO:tasks.rados.rados.0.smithi046.stdout:880: writing smithi04638994-37 from 3022848 to 3538944 tid 3 2021-07-26T15:48:15.586 INFO:tasks.rados.rados.0.smithi046.stdout:880: writing smithi04638994-37 from 3538944 to 4071424 tid 4 2021-07-26T15:48:15.587 INFO:tasks.rados.rados.0.smithi046.stdout:881: delete oid 43 current snap is 83 2021-07-26T15:48:15.587 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 2 to smithi04638994-10 2021-07-26T15:48:15.587 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 3 to smithi04638994-10 2021-07-26T15:48:15.588 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 4 to smithi04638994-10 2021-07-26T15:48:15.588 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 5 to smithi04638994-10 2021-07-26T15:48:15.588 INFO:tasks.rados.rados.0.smithi046.stdout:876: finishing write tid 6 to smithi04638994-10 2021-07-26T15:48:15.588 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 246 (ObjNum 274 snap 83 seq_num 274) dirty exists 2021-07-26T15:48:15.589 INFO:tasks.rados.rados.0.smithi046.stdout:876: left oid 10 (ObjNum 274 snap 83 seq_num 274) 2021-07-26T15:48:15.589 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 1 to smithi04638994-24 2021-07-26T15:48:15.589 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 2 to smithi04638994-24 2021-07-26T15:48:15.589 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 3 to smithi04638994-24 2021-07-26T15:48:15.589 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 4 to smithi04638994-24 2021-07-26T15:48:15.590 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 5 to smithi04638994-24 2021-07-26T15:48:15.590 INFO:tasks.rados.rados.0.smithi046.stdout:879: finishing write tid 6 to smithi04638994-24 2021-07-26T15:48:15.590 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 500 (ObjNum 276 snap 83 seq_num 276) dirty exists 2021-07-26T15:48:15.590 INFO:tasks.rados.rados.0.smithi046.stdout:879: left oid 24 (ObjNum 276 snap 83 seq_num 276) 2021-07-26T15:48:15.591 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 1 to smithi04638994-37 2021-07-26T15:48:15.591 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 2 to smithi04638994-37 2021-07-26T15:48:15.592 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 3 to smithi04638994-37 2021-07-26T15:48:15.593 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 4 to smithi04638994-37 2021-07-26T15:48:15.593 INFO:tasks.rados.rados.0.smithi046.stdout:876: done (3 left) 2021-07-26T15:48:15.593 INFO:tasks.rados.rados.0.smithi046.stdout:879: done (2 left) 2021-07-26T15:48:15.593 INFO:tasks.rados.rados.0.smithi046.stdout:881: done (1 left) 2021-07-26T15:48:15.594 INFO:tasks.rados.rados.0.smithi046.stdout:882: snap_create 2021-07-26T15:48:15.594 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 5 to smithi04638994-37 2021-07-26T15:48:15.594 INFO:tasks.rados.rados.0.smithi046.stdout:880: finishing write tid 6 to smithi04638994-37 2021-07-26T15:48:15.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 379 (ObjNum 277 snap 83 seq_num 277) dirty exists 2021-07-26T15:48:15.596 INFO:tasks.rados.rados.0.smithi046.stdout:880: left oid 37 (ObjNum 277 snap 83 seq_num 277) 2021-07-26T15:48:15.824 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:48:15.824 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-07-26T15:48:15.825 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:48:15.825 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:48:15.825 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:48:15.826 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:48:15.826 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:15 smithi046 bash[43910]: --> ceph-volume lvm activate successful for osd ID: 0 2021-07-26T15:48:16.456 INFO:tasks.rados.rados.0.smithi046.stdout:880: done (1 left) 2021-07-26T15:48:16.456 INFO:tasks.rados.rados.0.smithi046.stdout:882: done (0 left) 2021-07-26T15:48:16.457 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 84 2021-07-26T15:48:16.457 INFO:tasks.rados.rados.0.smithi046.stdout:883: seq_num 279 ranges {6602752=679936,7282688=720896,8003584=483328,8486912=401408} 2021-07-26T15:48:16.499 INFO:tasks.rados.rados.0.smithi046.stdout:883: writing smithi04638994-13 from 6602752 to 7282688 tid 1 2021-07-26T15:48:16.502 INFO:tasks.rados.rados.0.smithi046.stdout:883: writing smithi04638994-13 from 7282688 to 8003584 tid 2 2021-07-26T15:48:16.505 INFO:tasks.rados.rados.0.smithi046.stdout:883: writing smithi04638994-13 from 8003584 to 8486912 tid 3 2021-07-26T15:48:16.508 INFO:tasks.rados.rados.0.smithi046.stdout:883: writing smithi04638994-13 from 8486912 to 8888320 tid 4 2021-07-26T15:48:16.509 INFO:tasks.rados.rados.0.smithi046.stdout:884: delete oid 50 current snap is 84 2021-07-26T15:48:16.512 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 1 to smithi04638994-13 2021-07-26T15:48:16.512 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 2 to smithi04638994-13 2021-07-26T15:48:16.513 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 3 to smithi04638994-13 2021-07-26T15:48:16.513 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 4 to smithi04638994-13 2021-07-26T15:48:16.514 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 5 to smithi04638994-13 2021-07-26T15:48:16.516 INFO:tasks.rados.rados.0.smithi046.stdout:883: finishing write tid 6 to smithi04638994-13 2021-07-26T15:48:16.516 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 243 (ObjNum 279 snap 84 seq_num 279) dirty exists 2021-07-26T15:48:16.516 INFO:tasks.rados.rados.0.smithi046.stdout:883: left oid 13 (ObjNum 279 snap 84 seq_num 279) 2021-07-26T15:48:16.517 INFO:tasks.rados.rados.0.smithi046.stdout:883: done (1 left) 2021-07-26T15:48:16.517 INFO:tasks.rados.rados.0.smithi046.stdout:884: done (0 left) 2021-07-26T15:48:16.517 INFO:tasks.rados.rados.0.smithi046.stdout:885: rollback oid 45 current snap is 84 2021-07-26T15:48:16.517 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 77 2021-07-26T15:48:16.518 INFO:tasks.rados.rados.0.smithi046.stdout:886: snap_remove snap 68 2021-07-26T15:48:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:16 smithi046 bash[41283]: cluster 2021-07-26T15:48:15.450288+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e209: 8 total, 7 up, 8 in 2021-07-26T15:48:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:16 smithi046 bash[41283]: cluster 2021-07-26T15:48:15.835294+0000 mgr.y (mgr.24683) 88 : cluster [DBG] pgmap v108: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:16.682 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:16 smithi046 bash[44035]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:16 smithi046 bash[42351]: cluster 2021-07-26T15:48:15.450288+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e209: 8 total, 7 up, 8 in 2021-07-26T15:48:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:16 smithi046 bash[42351]: cluster 2021-07-26T15:48:15.835294+0000 mgr.y (mgr.24683) 88 : cluster [DBG] pgmap v108: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:16.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:16 smithi073 bash[34190]: cluster 2021-07-26T15:48:15.450288+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e209: 8 total, 7 up, 8 in 2021-07-26T15:48:16.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:16 smithi073 bash[34190]: cluster 2021-07-26T15:48:15.835294+0000 mgr.y (mgr.24683) 88 : cluster [DBG] pgmap v108: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:17.463 INFO:tasks.rados.rados.0.smithi046.stdout:886: done (1 left) 2021-07-26T15:48:17.463 INFO:tasks.rados.rados.0.smithi046.stdout:887: snap_create 2021-07-26T15:48:17.464 INFO:tasks.rados.rados.0.smithi046.stdout:885: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:48:17.464 INFO:tasks.rados.rados.0.smithi046.stdout:885: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:48:17.464 INFO:tasks.rados.rados.0.smithi046.stdout:885: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:48:17.464 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 383 (ObjNum 168 snap 46 seq_num 168) dirty exists 2021-07-26T15:48:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:17 smithi046 bash[41283]: cluster 2021-07-26T15:48:16.457409+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e210: 8 total, 7 up, 8 in 2021-07-26T15:48:17.855 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:17 smithi046 bash[44035]: debug 2021-07-26T15:48:17.516+0000 7f8a74cb4700 1 -- 172.21.15.46:0/1490605360 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561f329ce340 con 0x561f32a28c00 2021-07-26T15:48:17.855 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:17 smithi046 bash[42351]: cluster 2021-07-26T15:48:16.457409+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e210: 8 total, 7 up, 8 in 2021-07-26T15:48:17.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:17 smithi073 bash[34190]: cluster 2021-07-26T15:48:16.457409+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e210: 8 total, 7 up, 8 in 2021-07-26T15:48:18.431 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[44035]: debug 2021-07-26T15:48:18.060+0000 7f8a7c5080c0 -1 Falling back to public interface 2021-07-26T15:48:18.481 INFO:tasks.rados.rados.0.smithi046.stdout:885: done (1 left) 2021-07-26T15:48:18.482 INFO:tasks.rados.rados.0.smithi046.stdout:887: done (0 left) 2021-07-26T15:48:18.482 INFO:tasks.rados.rados.0.smithi046.stdout:888: read oid 46 snap -1 2021-07-26T15:48:18.482 INFO:tasks.rados.rados.0.smithi046.stdout:888: expect deleted 2021-07-26T15:48:18.482 INFO:tasks.rados.rados.0.smithi046.stdout:889: read oid 12 snap -1 2021-07-26T15:48:18.483 INFO:tasks.rados.rados.0.smithi046.stdout:889: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:18.483 INFO:tasks.rados.rados.0.smithi046.stdout:890: copy_from oid 19 from oid 41 current snap is 85 2021-07-26T15:48:18.483 INFO:tasks.rados.rados.0.smithi046.stdout:891: copy_from oid 49 from oid 18 current snap is 85 2021-07-26T15:48:18.483 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 85 2021-07-26T15:48:18.483 INFO:tasks.rados.rados.0.smithi046.stdout:892: seq_num 281 ranges {6062080=712704,6774784=491520,7266304=491520,7757824=622592} 2021-07-26T15:48:18.523 INFO:tasks.rados.rados.0.smithi046.stdout:892: writing smithi04638994-35 from 6062080 to 6774784 tid 1 2021-07-26T15:48:18.525 INFO:tasks.rados.rados.0.smithi046.stdout:892: writing smithi04638994-35 from 6774784 to 7266304 tid 2 2021-07-26T15:48:18.528 INFO:tasks.rados.rados.0.smithi046.stdout:892: writing smithi04638994-35 from 7266304 to 7757824 tid 3 2021-07-26T15:48:18.533 INFO:tasks.rados.rados.0.smithi046.stdout:892: writing smithi04638994-35 from 7757824 to 8380416 tid 4 2021-07-26T15:48:18.533 INFO:tasks.rados.rados.0.smithi046.stdout:893: rollback oid 15 current snap is 85 2021-07-26T15:48:18.533 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 78 2021-07-26T15:48:18.534 INFO:tasks.rados.rados.0.smithi046.stdout:894: rollback oid 36 current snap is 85 2021-07-26T15:48:18.534 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 56 2021-07-26T15:48:18.534 INFO:tasks.rados.rados.0.smithi046.stdout:889: expect (ObjNum 155 snap 43 seq_num 155) 2021-07-26T15:48:18.550 INFO:tasks.rados.rados.0.smithi046.stdout:890: finishing copy_from to smithi04638994-19 2021-07-26T15:48:18.551 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 236 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:18.551 INFO:tasks.rados.rados.0.smithi046.stdout:890: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:48:18.551 INFO:tasks.rados.rados.0.smithi046.stdout:888: done (6 left) 2021-07-26T15:48:18.551 INFO:tasks.rados.rados.0.smithi046.stdout:889: done (5 left) 2021-07-26T15:48:18.552 INFO:tasks.rados.rados.0.smithi046.stdout:890: done (4 left) 2021-07-26T15:48:18.552 INFO:tasks.rados.rados.0.smithi046.stdout:895: rollback oid 24 current snap is 85 2021-07-26T15:48:18.552 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 72 2021-07-26T15:48:18.552 INFO:tasks.rados.rados.0.smithi046.stdout:893: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:48:18.552 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 192 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 1 to smithi04638994-35 2021-07-26T15:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:894: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 2 to smithi04638994-35 2021-07-26T15:48:18.553 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 3 to smithi04638994-35 2021-07-26T15:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:894: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 238 (ObjNum 182 snap 51 seq_num 182) dirty exists 2021-07-26T15:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:891: finishing copy_from to smithi04638994-49 2021-07-26T15:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 234 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:48:18.554 INFO:tasks.rados.rados.0.smithi046.stdout:891: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:48:18.555 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 4 to smithi04638994-35 2021-07-26T15:48:18.555 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 5 to smithi04638994-35 2021-07-26T15:48:18.555 INFO:tasks.rados.rados.0.smithi046.stdout:892: finishing write tid 6 to smithi04638994-35 2021-07-26T15:48:18.556 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 391 (ObjNum 281 snap 85 seq_num 281) dirty exists 2021-07-26T15:48:18.556 INFO:tasks.rados.rados.0.smithi046.stdout:892: left oid 35 (ObjNum 281 snap 85 seq_num 281) 2021-07-26T15:48:18.556 INFO:tasks.rados.rados.0.smithi046.stdout:891: done (4 left) 2021-07-26T15:48:18.556 INFO:tasks.rados.rados.0.smithi046.stdout:892: done (3 left) 2021-07-26T15:48:18.557 INFO:tasks.rados.rados.0.smithi046.stdout:893: done (2 left) 2021-07-26T15:48:18.557 INFO:tasks.rados.rados.0.smithi046.stdout:894: done (1 left) 2021-07-26T15:48:18.558 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 85 2021-07-26T15:48:18.558 INFO:tasks.rados.rados.0.smithi046.stdout:896: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2021-07-26T15:48:18.559 INFO:tasks.rados.rados.0.smithi046.stdout:896: writing smithi04638994-30 from 0 to 729088 tid 1 2021-07-26T15:48:18.559 INFO:tasks.rados.rados.0.smithi046.stdout:896: writing smithi04638994-30 from 729088 to 1155072 tid 2 2021-07-26T15:48:18.563 INFO:tasks.rados.rados.0.smithi046.stdout:896: writing smithi04638994-30 from 1155072 to 1859584 tid 3 2021-07-26T15:48:18.569 INFO:tasks.rados.rados.0.smithi046.stdout:896: writing smithi04638994-30 from 1859584 to 2334720 tid 4 2021-07-26T15:48:18.569 INFO:tasks.rados.rados.0.smithi046.stdout:897: rollback oid 13 current snap is 85 2021-07-26T15:48:18.569 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 81 2021-07-26T15:48:18.570 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:48:18.570 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:48:18.571 INFO:tasks.rados.rados.0.smithi046.stdout:895: finishing rollback tid 2 to smithi04638994-24 2021-07-26T15:48:18.571 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 514 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:48:18.571 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 1 to smithi04638994-30 2021-07-26T15:48:18.572 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 2 to smithi04638994-30 2021-07-26T15:48:18.572 INFO:tasks.rados.rados.0.smithi046.stdout:895: done (2 left) 2021-07-26T15:48:18.573 INFO:tasks.rados.rados.0.smithi046.stdout:898: read oid 11 snap -1 2021-07-26T15:48:18.573 INFO:tasks.rados.rados.0.smithi046.stdout:898: expect (ObjNum 254 snap 79 seq_num 254) 2021-07-26T15:48:18.573 INFO:tasks.rados.rados.0.smithi046.stdout:899: snap_create 2021-07-26T15:48:18.573 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 3 to smithi04638994-30 2021-07-26T15:48:18.575 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 4 to smithi04638994-30 2021-07-26T15:48:18.575 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 5 to smithi04638994-30 2021-07-26T15:48:18.576 INFO:tasks.rados.rados.0.smithi046.stdout:896: finishing write tid 6 to smithi04638994-30 2021-07-26T15:48:18.576 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 187 (ObjNum 282 snap 85 seq_num 282) dirty exists 2021-07-26T15:48:18.576 INFO:tasks.rados.rados.0.smithi046.stdout:896: left oid 30 (ObjNum 282 snap 85 seq_num 282) 2021-07-26T15:48:18.576 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:48:18.577 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:48:18.577 INFO:tasks.rados.rados.0.smithi046.stdout:897: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:48:18.577 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 254 (ObjNum 244 snap 74 seq_num 244) dirty exists 2021-07-26T15:48:18.583 INFO:tasks.rados.rados.0.smithi046.stdout:898: expect (ObjNum 254 snap 79 seq_num 254) 2021-07-26T15:48:18.817 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[41283]: cluster 2021-07-26T15:48:17.462414+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e211: 8 total, 7 up, 8 in 2021-07-26T15:48:18.817 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[41283]: cluster 2021-07-26T15:48:17.836099+0000 mgr.y (mgr.24683) 89 : cluster [DBG] pgmap v111: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 20 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:18.818 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[39887]: debug 2021-07-26T15:48:18.812+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:48:18.818 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[42351]: cluster 2021-07-26T15:48:17.462414+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e211: 8 total, 7 up, 8 in 2021-07-26T15:48:18.819 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:18 smithi046 bash[42351]: cluster 2021-07-26T15:48:17.836099+0000 mgr.y (mgr.24683) 89 : cluster [DBG] pgmap v111: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 20 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:18.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:18 smithi073 bash[34190]: cluster 2021-07-26T15:48:17.462414+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e211: 8 total, 7 up, 8 in 2021-07-26T15:48:18.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:18 smithi073 bash[34190]: cluster 2021-07-26T15:48:17.836099+0000 mgr.y (mgr.24683) 89 : cluster [DBG] pgmap v111: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 271 MiB data, 799 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 20 op/s; 77/633 objects degraded (12.164%) 2021-07-26T15:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:896: done (3 left) 2021-07-26T15:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:897: done (2 left) 2021-07-26T15:48:19.556 INFO:tasks.rados.rados.0.smithi046.stdout:898: done (1 left) 2021-07-26T15:48:19.557 INFO:tasks.rados.rados.0.smithi046.stdout:899: done (0 left) 2021-07-26T15:48:19.557 INFO:tasks.rados.rados.0.smithi046.stdout:900: snap_remove snap 45 2021-07-26T15:48:19.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: cluster 2021-07-26T15:48:18.482024+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e212: 8 total, 7 up, 8 in 2021-07-26T15:48:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.550593+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.802579+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.810274+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:19.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.812341+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.814334+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.816198+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.818385+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: audit 2021-07-26T15:48:18.818669+0000 mgr.y (mgr.24683) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:19 smithi073 bash[34190]: cephadm 2021-07-26T15:48:18.820744+0000 mgr.y (mgr.24683) 91 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:48:19.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: cluster 2021-07-26T15:48:18.482024+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e212: 8 total, 7 up, 8 in 2021-07-26T15:48:19.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.550593+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.802579+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.810274+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:19.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.812341+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.814334+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.816198+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.818385+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: audit 2021-07-26T15:48:18.818669+0000 mgr.y (mgr.24683) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.937 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[41283]: cephadm 2021-07-26T15:48:18.820744+0000 mgr.y (mgr.24683) 91 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:48:19.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: cluster 2021-07-26T15:48:18.482024+0000 mon.a (mon.0) 220 : cluster [DBG] osdmap e212: 8 total, 7 up, 8 in 2021-07-26T15:48:19.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.550593+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.802579+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:19.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.810274+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:19.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.812341+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.814334+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.816198+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:19.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.818385+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: audit 2021-07-26T15:48:18.818669+0000 mgr.y (mgr.24683) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:19.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:19 smithi046 bash[42351]: cephadm 2021-07-26T15:48:18.820744+0000 mgr.y (mgr.24683) 91 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:48:20.566 INFO:tasks.rados.rados.0.smithi046.stdout:900: done (0 left) 2021-07-26T15:48:20.566 INFO:tasks.rados.rados.0.smithi046.stdout:901: rmattr oid 41 current snap is 86 2021-07-26T15:48:20.567 INFO:tasks.rados.rados.0.smithi046.stdout:902: snap_remove snap 78 2021-07-26T15:48:20.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:20 smithi073 bash[34190]: cluster 2021-07-26T15:48:19.556179+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e213: 8 total, 7 up, 8 in 2021-07-26T15:48:20.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:20 smithi073 bash[34190]: cluster 2021-07-26T15:48:19.836907+0000 mgr.y (mgr.24683) 92 : cluster [DBG] pgmap v114: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 847 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:20.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:20 smithi046 bash[42351]: cluster 2021-07-26T15:48:19.556179+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e213: 8 total, 7 up, 8 in 2021-07-26T15:48:20.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:20 smithi046 bash[42351]: cluster 2021-07-26T15:48:19.836907+0000 mgr.y (mgr.24683) 92 : cluster [DBG] pgmap v114: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 847 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:20.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:20 smithi046 bash[41283]: cluster 2021-07-26T15:48:19.556179+0000 mon.a (mon.0) 228 : cluster [DBG] osdmap e213: 8 total, 7 up, 8 in 2021-07-26T15:48:20.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:20 smithi046 bash[41283]: cluster 2021-07-26T15:48:19.836907+0000 mgr.y (mgr.24683) 92 : cluster [DBG] pgmap v114: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 847 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:21.432 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[44035]: debug 2021-07-26T15:48:21.136+0000 7f8a7c5080c0 -1 osd.0 203 log_to_monitors {default=true} 2021-07-26T15:48:21.574 INFO:tasks.rados.rados.0.smithi046.stdout:902: done (1 left) 2021-07-26T15:48:21.575 INFO:tasks.rados.rados.0.smithi046.stdout:903: setattr oid 12 current snap is 86 2021-07-26T15:48:21.575 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 239 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:21.578 INFO:tasks.rados.rados.0.smithi046.stdout:901: done (1 left) 2021-07-26T15:48:21.578 INFO:tasks.rados.rados.0.smithi046.stdout:904: rmattr oid 31 current snap is 86 2021-07-26T15:48:21.578 INFO:tasks.rados.rados.0.smithi046.stdout:905: rollback oid 1 current snap is 86 2021-07-26T15:48:21.579 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 77 2021-07-26T15:48:21.579 INFO:tasks.rados.rados.0.smithi046.stdout:906: rollback oid 27 current snap is 86 2021-07-26T15:48:21.579 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 82 2021-07-26T15:48:21.579 INFO:tasks.rados.rados.0.smithi046.stdout:907: snap_create 2021-07-26T15:48:21.588 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 259 (ObjNum 155 snap 43 seq_num 155) dirty exists 2021-07-26T15:48:21.590 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 189 (ObjNum 197759088 snap 22029 seq_num 198622384) dirty exists 2021-07-26T15:48:21.593 INFO:tasks.rados.rados.0.smithi046.stdout:905: finishing rollback tid 0 to smithi04638994-1 2021-07-26T15:48:21.594 INFO:tasks.rados.rados.0.smithi046.stdout:905: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:48:21.595 INFO:tasks.rados.rados.0.smithi046.stdout:905: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:48:21.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 480 (ObjNum 77 snap 14 seq_num 77) dirty exists 2021-07-26T15:48:21.595 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:48:21.596 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:48:21.596 INFO:tasks.rados.rados.0.smithi046.stdout:906: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:48:21.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 484 (ObjNum 248 snap 76 seq_num 248) dirty exists 2021-07-26T15:48:21.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:21 smithi073 bash[34190]: cluster 2021-07-26T15:48:20.550523+0000 mon.a (mon.0) 229 : cluster [WRN] Health check update: Degraded data redundancy: 83/681 objects degraded (12.188%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:21.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:21 smithi073 bash[34190]: cluster 2021-07-26T15:48:20.564780+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e214: 8 total, 7 up, 8 in 2021-07-26T15:48:21.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:21 smithi073 bash[34190]: audit 2021-07-26T15:48:21.147521+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:21.931 INFO:journalctl@ceph.osd.0.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[44035]: debug 2021-07-26T15:48:21.584+0000 7f8a6f660700 -1 osd.0 203 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:48:21.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[41283]: cluster 2021-07-26T15:48:20.550523+0000 mon.a (mon.0) 229 : cluster [WRN] Health check update: Degraded data redundancy: 83/681 objects degraded (12.188%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:21.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[41283]: cluster 2021-07-26T15:48:20.564780+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e214: 8 total, 7 up, 8 in 2021-07-26T15:48:21.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[41283]: audit 2021-07-26T15:48:21.147521+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:21.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[42351]: cluster 2021-07-26T15:48:20.550523+0000 mon.a (mon.0) 229 : cluster [WRN] Health check update: Degraded data redundancy: 83/681 objects degraded (12.188%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:21.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[42351]: cluster 2021-07-26T15:48:20.564780+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e214: 8 total, 7 up, 8 in 2021-07-26T15:48:21.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:21 smithi046 bash[42351]: audit 2021-07-26T15:48:21.147521+0000 mon.a (mon.0) 231 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:22.587 INFO:tasks.rados.rados.0.smithi046.stdout:903: done (4 left) 2021-07-26T15:48:22.588 INFO:tasks.rados.rados.0.smithi046.stdout:904: done (3 left) 2021-07-26T15:48:22.589 INFO:tasks.rados.rados.0.smithi046.stdout:905: done (2 left) 2021-07-26T15:48:22.589 INFO:tasks.rados.rados.0.smithi046.stdout:906: done (1 left) 2021-07-26T15:48:22.589 INFO:tasks.rados.rados.0.smithi046.stdout:907: done (0 left) 2021-07-26T15:48:22.589 INFO:tasks.rados.rados.0.smithi046.stdout:908: rollback oid 43 current snap is 87 2021-07-26T15:48:22.590 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 55 2021-07-26T15:48:22.590 INFO:tasks.rados.rados.0.smithi046.stdout:909: snap_create 2021-07-26T15:48:22.593 INFO:tasks.rados.rados.0.smithi046.stdout:908: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:48:22.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 240 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:48:22.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:22 smithi073 bash[34190]: audit 2021-07-26T15:48:21.575918+0000 mon.a (mon.0) 232 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:22 smithi073 bash[34190]: cluster 2021-07-26T15:48:21.576068+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e215: 8 total, 7 up, 8 in 2021-07-26T15:48:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:22 smithi073 bash[34190]: audit 2021-07-26T15:48:21.576893+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:22 smithi073 bash[34190]: cluster 2021-07-26T15:48:21.837740+0000 mgr.y (mgr.24683) 93 : cluster [DBG] pgmap v117: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 813 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:22.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[41283]: audit 2021-07-26T15:48:21.575918+0000 mon.a (mon.0) 232 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:22.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[41283]: cluster 2021-07-26T15:48:21.576068+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e215: 8 total, 7 up, 8 in 2021-07-26T15:48:22.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[41283]: audit 2021-07-26T15:48:21.576893+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:22.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[41283]: cluster 2021-07-26T15:48:21.837740+0000 mgr.y (mgr.24683) 93 : cluster [DBG] pgmap v117: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 813 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:22.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[42351]: audit 2021-07-26T15:48:21.575918+0000 mon.a (mon.0) 232 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:22.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[42351]: cluster 2021-07-26T15:48:21.576068+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e215: 8 total, 7 up, 8 in 2021-07-26T15:48:22.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[42351]: audit 2021-07-26T15:48:21.576893+0000 mon.a (mon.0) 234 : audit [INF] from='osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:22.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:22 smithi046 bash[42351]: cluster 2021-07-26T15:48:21.837740+0000 mgr.y (mgr.24683) 93 : cluster [DBG] pgmap v117: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 813 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.5 MiB/s wr, 19 op/s; 83/681 objects degraded (12.188%) 2021-07-26T15:48:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:908: done (1 left) 2021-07-26T15:48:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:909: done (0 left) 2021-07-26T15:48:23.592 INFO:tasks.rados.rados.0.smithi046.stdout:910: rmattr oid 29 current snap is 88 2021-07-26T15:48:23.593 INFO:tasks.rados.rados.0.smithi046.stdout:910: done (0 left) 2021-07-26T15:48:23.593 INFO:tasks.rados.rados.0.smithi046.stdout:911: snap_create 2021-07-26T15:48:23.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:23 smithi073 bash[34190]: cluster 2021-07-26T15:48:22.573259+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:23.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:23 smithi073 bash[34190]: cluster 2021-07-26T15:48:22.586498+0000 mon.a (mon.0) 236 : cluster [INF] osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439] boot 2021-07-26T15:48:23.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:23 smithi073 bash[34190]: cluster 2021-07-26T15:48:22.586564+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T15:48:23.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:23 smithi073 bash[34190]: audit 2021-07-26T15:48:22.586977+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:23.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[41283]: cluster 2021-07-26T15:48:22.573259+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:23.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[41283]: cluster 2021-07-26T15:48:22.586498+0000 mon.a (mon.0) 236 : cluster [INF] osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439] boot 2021-07-26T15:48:23.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[41283]: cluster 2021-07-26T15:48:22.586564+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T15:48:23.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[41283]: audit 2021-07-26T15:48:22.586977+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:23.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[42351]: cluster 2021-07-26T15:48:22.573259+0000 mon.a (mon.0) 235 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:23.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[42351]: cluster 2021-07-26T15:48:22.586498+0000 mon.a (mon.0) 236 : cluster [INF] osd.0 [v2:172.21.15.46:6802/89394439,v1:172.21.15.46:6803/89394439] boot 2021-07-26T15:48:23.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[42351]: cluster 2021-07-26T15:48:22.586564+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T15:48:23.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[42351]: audit 2021-07-26T15:48:22.586977+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:23.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:23.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:23.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:23.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:48:24.603 INFO:tasks.rados.rados.0.smithi046.stdout:911: done (0 left) 2021-07-26T15:48:24.603 INFO:tasks.rados.rados.0.smithi046.stdout:912: delete oid 33 current snap is 89 2021-07-26T15:48:24.613 INFO:tasks.rados.rados.0.smithi046.stdout:912: done (0 left) 2021-07-26T15:48:24.613 INFO:tasks.rados.rados.0.smithi046.stdout:913: setattr oid 48 current snap is 89 2021-07-26T15:48:24.616 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 89 2021-07-26T15:48:24.616 INFO:tasks.rados.rados.0.smithi046.stdout:914: seq_num 284 ranges {2883584=761856,3645440=598016,4243456=671744,4915200=335872} 2021-07-26T15:48:24.641 INFO:tasks.rados.rados.0.smithi046.stdout:914: writing smithi04638994-2 from 2883584 to 3645440 tid 1 2021-07-26T15:48:24.644 INFO:tasks.rados.rados.0.smithi046.stdout:914: writing smithi04638994-2 from 3645440 to 4243456 tid 2 2021-07-26T15:48:24.648 INFO:tasks.rados.rados.0.smithi046.stdout:914: writing smithi04638994-2 from 4243456 to 4915200 tid 3 2021-07-26T15:48:24.650 INFO:tasks.rados.rados.0.smithi046.stdout:914: writing smithi04638994-2 from 4915200 to 5251072 tid 4 2021-07-26T15:48:24.651 INFO:tasks.rados.rados.0.smithi046.stdout:915: read oid 37 snap -1 2021-07-26T15:48:24.651 INFO:tasks.rados.rados.0.smithi046.stdout:915: expect (ObjNum 277 snap 83 seq_num 277) 2021-07-26T15:48:24.651 INFO:tasks.rados.rados.0.smithi046.stdout:916: copy_from oid 40 from oid 33 current snap is 89 2021-07-26T15:48:24.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 496 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:48:24.652 INFO:tasks.rados.rados.0.smithi046.stdout:913: done (3 left) 2021-07-26T15:48:24.652 INFO:tasks.rados.rados.0.smithi046.stdout:917: snap_remove snap 73 2021-07-26T15:48:24.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:24 smithi073 bash[34190]: cluster 2021-07-26T15:48:23.592610+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T15:48:24.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:24 smithi073 bash[34190]: cluster 2021-07-26T15:48:23.838602+0000 mgr.y (mgr.24683) 94 : cluster [DBG] pgmap v120: 25 pgs: 1 active+recovering+degraded, 6 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 828 MiB used, 714 GiB / 715 GiB avail; 67/678 objects degraded (9.882%); 3.8 MiB/s, 0 objects/s recovering 2021-07-26T15:48:24.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:24 smithi046 bash[41283]: cluster 2021-07-26T15:48:23.592610+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T15:48:24.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:24 smithi046 bash[41283]: cluster 2021-07-26T15:48:23.838602+0000 mgr.y (mgr.24683) 94 : cluster [DBG] pgmap v120: 25 pgs: 1 active+recovering+degraded, 6 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 828 MiB used, 714 GiB / 715 GiB avail; 67/678 objects degraded (9.882%); 3.8 MiB/s, 0 objects/s recovering 2021-07-26T15:48:24.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:24 smithi046 bash[42351]: cluster 2021-07-26T15:48:23.592610+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T15:48:24.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:24 smithi046 bash[42351]: cluster 2021-07-26T15:48:23.838602+0000 mgr.y (mgr.24683) 94 : cluster [DBG] pgmap v120: 25 pgs: 1 active+recovering+degraded, 6 active+undersized+degraded, 4 active+undersized, 14 active+clean; 309 MiB data, 828 MiB used, 714 GiB / 715 GiB avail; 67/678 objects degraded (9.882%); 3.8 MiB/s, 0 objects/s recovering 2021-07-26T15:48:25.612 INFO:tasks.rados.rados.0.smithi046.stdout:917: done (3 left) 2021-07-26T15:48:25.613 INFO:tasks.rados.rados.0.smithi046.stdout:918: setattr oid 27 current snap is 89 2021-07-26T15:48:25.613 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 1 to smithi04638994-2 2021-07-26T15:48:25.613 INFO:tasks.rados.rados.0.smithi046.stdout:916: finishing copy_from to smithi04638994-40 2021-07-26T15:48:25.613 INFO:tasks.rados.rados.0.smithi046.stdout:916: got expected ENOENT (src dne) 2021-07-26T15:48:25.614 INFO:tasks.rados.rados.0.smithi046.stdout:916: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:48:25.614 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 2 to smithi04638994-2 2021-07-26T15:48:25.614 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 3 to smithi04638994-2 2021-07-26T15:48:25.614 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 4 to smithi04638994-2 2021-07-26T15:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 5 to smithi04638994-2 2021-07-26T15:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:914: finishing write tid 6 to smithi04638994-2 2021-07-26T15:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 266 (ObjNum 284 snap 89 seq_num 284) dirty exists 2021-07-26T15:48:25.615 INFO:tasks.rados.rados.0.smithi046.stdout:914: left oid 2 (ObjNum 284 snap 89 seq_num 284) 2021-07-26T15:48:25.616 INFO:tasks.rados.rados.0.smithi046.stdout:914: done (3 left) 2021-07-26T15:48:25.616 INFO:tasks.rados.rados.0.smithi046.stdout:916: done (2 left) 2021-07-26T15:48:25.616 INFO:tasks.rados.rados.0.smithi046.stdout:919: snap_create 2021-07-26T15:48:25.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 502 (ObjNum 248 snap 76 seq_num 248) dirty exists 2021-07-26T15:48:25.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:25 smithi073 bash[34190]: cluster 2021-07-26T15:48:24.603509+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T15:48:25.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:25 smithi046 bash[41283]: cluster 2021-07-26T15:48:24.603509+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T15:48:25.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:25 smithi046 bash[42351]: cluster 2021-07-26T15:48:24.603509+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T15:48:26.618 INFO:tasks.rados.rados.0.smithi046.stdout:918: done (2 left) 2021-07-26T15:48:26.619 INFO:tasks.rados.rados.0.smithi046.stdout:919: done (1 left) 2021-07-26T15:48:26.619 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 90 2021-07-26T15:48:26.619 INFO:tasks.rados.rados.0.smithi046.stdout:920: seq_num 285 ranges {2621440=778240,3399680=475136,3874816=475136,4349952=655360} 2021-07-26T15:48:26.643 INFO:tasks.rados.rados.0.smithi046.stdout:920: writing smithi04638994-27 from 2621440 to 3399680 tid 1 2021-07-26T15:48:26.643 INFO:tasks.rados.rados.0.smithi046.stdout:920: writing smithi04638994-27 from 3399680 to 3874816 tid 2 2021-07-26T15:48:26.646 INFO:tasks.rados.rados.0.smithi046.stdout:920: writing smithi04638994-27 from 3874816 to 4349952 tid 3 2021-07-26T15:48:26.650 INFO:tasks.rados.rados.0.smithi046.stdout:920: writing smithi04638994-27 from 4349952 to 5005312 tid 4 2021-07-26T15:48:26.650 INFO:tasks.rados.rados.0.smithi046.stdout:921: snap_create 2021-07-26T15:48:26.656 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 1 to smithi04638994-27 2021-07-26T15:48:26.657 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 2 to smithi04638994-27 2021-07-26T15:48:26.657 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 3 to smithi04638994-27 2021-07-26T15:48:26.659 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 4 to smithi04638994-27 2021-07-26T15:48:26.670 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 5 to smithi04638994-27 2021-07-26T15:48:26.670 INFO:tasks.rados.rados.0.smithi046.stdout:920: finishing write tid 6 to smithi04638994-27 2021-07-26T15:48:26.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 514 (ObjNum 285 snap 90 seq_num 285) dirty exists 2021-07-26T15:48:26.670 INFO:tasks.rados.rados.0.smithi046.stdout:920: left oid 27 (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:48:26.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:26 smithi073 bash[34190]: cluster 2021-07-26T15:48:25.612151+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T15:48:26.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:26 smithi073 bash[34190]: cluster 2021-07-26T15:48:25.804980+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 67/678 objects degraded (9.882%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:26.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:26 smithi073 bash[34190]: cluster 2021-07-26T15:48:25.839401+0000 mgr.y (mgr.24683) 95 : cluster [DBG] pgmap v123: 25 pgs: 1 active+recovering+degraded, 2 active+undersized+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 34/684 objects degraded (4.971%); 9.1 MiB/s, 2 objects/s recovering 2021-07-26T15:48:26.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[41283]: cluster 2021-07-26T15:48:25.612151+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T15:48:26.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[41283]: cluster 2021-07-26T15:48:25.804980+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 67/678 objects degraded (9.882%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:26.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[41283]: cluster 2021-07-26T15:48:25.839401+0000 mgr.y (mgr.24683) 95 : cluster [DBG] pgmap v123: 25 pgs: 1 active+recovering+degraded, 2 active+undersized+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 34/684 objects degraded (4.971%); 9.1 MiB/s, 2 objects/s recovering 2021-07-26T15:48:26.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[42351]: cluster 2021-07-26T15:48:25.612151+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T15:48:26.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[42351]: cluster 2021-07-26T15:48:25.804980+0000 mon.a (mon.0) 242 : cluster [WRN] Health check update: Degraded data redundancy: 67/678 objects degraded (9.882%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:26.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:26 smithi046 bash[42351]: cluster 2021-07-26T15:48:25.839401+0000 mgr.y (mgr.24683) 95 : cluster [DBG] pgmap v123: 25 pgs: 1 active+recovering+degraded, 2 active+undersized+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 34/684 objects degraded (4.971%); 9.1 MiB/s, 2 objects/s recovering 2021-07-26T15:48:27.629 INFO:tasks.rados.rados.0.smithi046.stdout:920: done (2 left) 2021-07-26T15:48:27.630 INFO:tasks.rados.rados.0.smithi046.stdout:921: done (1 left) 2021-07-26T15:48:27.630 INFO:tasks.rados.rados.0.smithi046.stdout:922: read oid 26 snap 35 2021-07-26T15:48:27.630 INFO:tasks.rados.rados.0.smithi046.stdout:922: expect (ObjNum 93 snap 15 seq_num 93) 2021-07-26T15:48:27.631 INFO:tasks.rados.rados.0.smithi046.stdout:923: snap_create 2021-07-26T15:48:27.639 INFO:tasks.rados.rados.0.smithi046.stdout:922: expect (ObjNum 93 snap 15 seq_num 93) 2021-07-26T15:48:27.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:27 smithi073 bash[34190]: cluster 2021-07-26T15:48:26.619315+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T15:48:27.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:27 smithi046 bash[41283]: cluster 2021-07-26T15:48:26.619315+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T15:48:27.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:27 smithi046 bash[42351]: cluster 2021-07-26T15:48:26.619315+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T15:48:28.640 INFO:tasks.rados.rados.0.smithi046.stdout:922: done (2 left) 2021-07-26T15:48:28.640 INFO:tasks.rados.rados.0.smithi046.stdout:923: done (1 left) 2021-07-26T15:48:28.641 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 92 2021-07-26T15:48:28.641 INFO:tasks.rados.rados.0.smithi046.stdout:924: seq_num 286 ranges {393216=794624,1187840=761856,1949696=679936,2629632=163840} 2021-07-26T15:48:28.650 INFO:tasks.rados.rados.0.smithi046.stdout:924: writing smithi04638994-24 from 393216 to 1187840 tid 1 2021-07-26T15:48:28.654 INFO:tasks.rados.rados.0.smithi046.stdout:924: writing smithi04638994-24 from 1187840 to 1949696 tid 2 2021-07-26T15:48:28.657 INFO:tasks.rados.rados.0.smithi046.stdout:924: writing smithi04638994-24 from 1949696 to 2629632 tid 3 2021-07-26T15:48:28.658 INFO:tasks.rados.rados.0.smithi046.stdout:924: writing smithi04638994-24 from 2629632 to 2793472 tid 4 2021-07-26T15:48:28.659 INFO:tasks.rados.rados.0.smithi046.stdout:925: copy_from oid 12 from oid 31 current snap is 92 2021-07-26T15:48:28.659 INFO:tasks.rados.rados.0.smithi046.stdout:926: copy_from oid 10 from oid 13 current snap is 92 2021-07-26T15:48:28.660 INFO:tasks.rados.rados.0.smithi046.stdout:927: read oid 22 snap -1 2021-07-26T15:48:28.660 INFO:tasks.rados.rados.0.smithi046.stdout:927: expect (ObjNum 242 snap 73 seq_num 242) 2021-07-26T15:48:28.660 INFO:tasks.rados.rados.0.smithi046.stdout:928: read oid 43 snap -1 2021-07-26T15:48:28.660 INFO:tasks.rados.rados.0.smithi046.stdout:928: expect deleted 2021-07-26T15:48:28.661 INFO:tasks.rados.rados.0.smithi046.stdout:929: delete oid 32 current snap is 92 2021-07-26T15:48:28.668 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 1 to smithi04638994-24 2021-07-26T15:48:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:928: done (6 left) 2021-07-26T15:48:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:929: done (5 left) 2021-07-26T15:48:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 92 2021-07-26T15:48:28.672 INFO:tasks.rados.rados.0.smithi046.stdout:930: seq_num 288 ranges {1294336=24576} 2021-07-26T15:48:28.686 INFO:tasks.rados.rados.0.smithi046.stdout:930: writing smithi04638994-1 from 1294336 to 1318912 tid 1 2021-07-26T15:48:28.686 INFO:tasks.rados.rados.0.smithi046.stdout:931: rollback oid 18 current snap is 92 2021-07-26T15:48:28.686 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 90 2021-07-26T15:48:28.687 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 2 to smithi04638994-24 2021-07-26T15:48:28.687 INFO:tasks.rados.rados.0.smithi046.stdout:925: finishing copy_from to smithi04638994-12 2021-07-26T15:48:28.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 189 (ObjNum 1533436767 snap 1833856615 seq_num 1852533589) dirty exists 2021-07-26T15:48:28.687 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 3 to smithi04638994-24 2021-07-26T15:48:28.688 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 4 to smithi04638994-24 2021-07-26T15:48:28.688 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 5 to smithi04638994-24 2021-07-26T15:48:28.688 INFO:tasks.rados.rados.0.smithi046.stdout:925: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:48:28.688 INFO:tasks.rados.rados.0.smithi046.stdout:925: done (6 left) 2021-07-26T15:48:28.689 INFO:tasks.rados.rados.0.smithi046.stdout:932: setattr oid 2 current snap is 92 2021-07-26T15:48:28.689 INFO:tasks.rados.rados.0.smithi046.stdout:924: finishing write tid 6 to smithi04638994-24 2021-07-26T15:48:28.689 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 550 (ObjNum 286 snap 92 seq_num 286) dirty exists 2021-07-26T15:48:28.689 INFO:tasks.rados.rados.0.smithi046.stdout:924: left oid 24 (ObjNum 286 snap 92 seq_num 286) 2021-07-26T15:48:28.689 INFO:tasks.rados.rados.0.smithi046.stdout:927: expect (ObjNum 242 snap 73 seq_num 242) 2021-07-26T15:48:28.732 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:48:28.733 INFO:tasks.rados.rados.0.smithi046.stdout:930: finishing write tid 1 to smithi04638994-1 2021-07-26T15:48:28.733 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:48:28.733 INFO:tasks.rados.rados.0.smithi046.stdout:930: finishing write tid 2 to smithi04638994-1 2021-07-26T15:48:28.733 INFO:tasks.rados.rados.0.smithi046.stdout:931: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:48:28.733 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 237 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:48:28.734 INFO:tasks.rados.rados.0.smithi046.stdout:930: finishing write tid 3 to smithi04638994-1 2021-07-26T15:48:28.734 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 517 (ObjNum 288 snap 92 seq_num 288) dirty exists 2021-07-26T15:48:28.734 INFO:tasks.rados.rados.0.smithi046.stdout:930: left oid 1 (ObjNum 288 snap 92 seq_num 288) 2021-07-26T15:48:28.734 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing copy_from to smithi04638994-10 2021-07-26T15:48:28.735 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 254 (ObjNum 244 snap 74 seq_num 244) dirty exists 2021-07-26T15:48:28.736 INFO:tasks.rados.rados.0.smithi046.stdout:926: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:48:28.736 INFO:tasks.rados.rados.0.smithi046.stdout:924: done (6 left) 2021-07-26T15:48:28.736 INFO:tasks.rados.rados.0.smithi046.stdout:926: done (5 left) 2021-07-26T15:48:28.737 INFO:tasks.rados.rados.0.smithi046.stdout:927: done (4 left) 2021-07-26T15:48:28.737 INFO:tasks.rados.rados.0.smithi046.stdout:930: done (3 left) 2021-07-26T15:48:28.737 INFO:tasks.rados.rados.0.smithi046.stdout:931: done (2 left) 2021-07-26T15:48:28.737 INFO:tasks.rados.rados.0.smithi046.stdout:933: snap_remove snap 35 2021-07-26T15:48:28.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:28 smithi046 bash[41283]: cluster 2021-07-26T15:48:27.630914+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-07-26T15:48:28.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:28 smithi046 bash[41283]: cluster 2021-07-26T15:48:27.840129+0000 mgr.y (mgr.24683) 96 : cluster [DBG] pgmap v126: 25 pgs: 2 active+clean+wait, 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 5/684 objects degraded (0.731%); 19 MiB/s, 4 objects/s recovering 2021-07-26T15:48:28.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:28 smithi046 bash[42351]: cluster 2021-07-26T15:48:27.630914+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-07-26T15:48:28.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:28 smithi046 bash[42351]: cluster 2021-07-26T15:48:27.840129+0000 mgr.y (mgr.24683) 96 : cluster [DBG] pgmap v126: 25 pgs: 2 active+clean+wait, 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 5/684 objects degraded (0.731%); 19 MiB/s, 4 objects/s recovering 2021-07-26T15:48:29.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:28 smithi073 bash[34190]: cluster 2021-07-26T15:48:27.630914+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2021-07-26T15:48:29.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:28 smithi073 bash[34190]: cluster 2021-07-26T15:48:27.840129+0000 mgr.y (mgr.24683) 96 : cluster [DBG] pgmap v126: 25 pgs: 2 active+clean+wait, 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 21 active+clean; 310 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s; 5/684 objects degraded (0.731%); 19 MiB/s, 4 objects/s recovering 2021-07-26T15:48:29.650 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 278 (ObjNum 284 snap 89 seq_num 284) dirty exists 2021-07-26T15:48:29.650 INFO:tasks.rados.rados.0.smithi046.stdout:932: done (2 left) 2021-07-26T15:48:29.651 INFO:tasks.rados.rados.0.smithi046.stdout:933: done (1 left) 2021-07-26T15:48:29.651 INFO:tasks.rados.rados.0.smithi046.stdout:934: snap_create 2021-07-26T15:48:29.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:29 smithi046 bash[41283]: cluster 2021-07-26T15:48:28.640907+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T15:48:29.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:29 smithi046 bash[42351]: cluster 2021-07-26T15:48:28.640907+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T15:48:30.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:29 smithi073 bash[34190]: cluster 2021-07-26T15:48:28.640907+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T15:48:30.656 INFO:tasks.rados.rados.0.smithi046.stdout:934: done (1 left) 2021-07-26T15:48:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:935: rmattr oid 31 current snap is 93 2021-07-26T15:48:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:936: read oid 1 snap -1 2021-07-26T15:48:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:936: expect (ObjNum 288 snap 92 seq_num 288) 2021-07-26T15:48:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:937: rollback oid 50 current snap is 93 2021-07-26T15:48:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 77 2021-07-26T15:48:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:938: delete oid 22 current snap is 93 2021-07-26T15:48:30.661 INFO:tasks.rados.rados.0.smithi046.stdout:937: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:48:30.662 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 211 (ObjNum 198386304 snap 22029 seq_num 197799744) dirty exists 2021-07-26T15:48:30.663 INFO:tasks.rados.rados.0.smithi046.stdout:937: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:48:30.663 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 276 (ObjNum 180 snap 51 seq_num 180) dirty exists 2021-07-26T15:48:30.664 INFO:tasks.rados.rados.0.smithi046.stdout:935: done (4 left) 2021-07-26T15:48:30.664 INFO:tasks.rados.rados.0.smithi046.stdout:937: done (3 left) 2021-07-26T15:48:30.665 INFO:tasks.rados.rados.0.smithi046.stdout:938: done (2 left) 2021-07-26T15:48:30.665 INFO:tasks.rados.rados.0.smithi046.stdout:939: snap_create 2021-07-26T15:48:30.665 INFO:tasks.rados.rados.0.smithi046.stdout:936: expect (ObjNum 288 snap 92 seq_num 288) 2021-07-26T15:48:30.815 INFO:tasks.rados.rados.0.smithi046.stdout:936: done (2 left) 2021-07-26T15:48:30.815 INFO:tasks.rados.rados.0.smithi046.stdout:939: done (1 left) 2021-07-26T15:48:30.815 INFO:tasks.rados.rados.0.smithi046.stdout:940: setattr oid 15 current snap is 94 2021-07-26T15:48:30.823 INFO:tasks.rados.rados.0.smithi046.stdout:941: read oid 32 snap -1 2021-07-26T15:48:30.823 INFO:tasks.rados.rados.0.smithi046.stdout:941: expect deleted 2021-07-26T15:48:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:942: read oid 17 snap -1 2021-07-26T15:48:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:942: expect (ObjNum 267 snap 82 seq_num 267) 2021-07-26T15:48:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:943: read oid 18 snap -1 2021-07-26T15:48:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:943: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:30.824 INFO:tasks.rados.rados.0.smithi046.stdout:944: snap_remove snap 89 2021-07-26T15:48:30.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:30 smithi046 bash[41283]: cluster 2021-07-26T15:48:29.650774+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T15:48:30.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:30 smithi046 bash[41283]: cluster 2021-07-26T15:48:29.840868+0000 mgr.y (mgr.24683) 97 : cluster [DBG] pgmap v129: 25 pgs: 2 active+clean+wait, 23 active+clean; 320 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 17 MiB/s, 3 objects/s recovering 2021-07-26T15:48:30.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:30 smithi046 bash[42351]: cluster 2021-07-26T15:48:29.650774+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T15:48:30.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:30 smithi046 bash[42351]: cluster 2021-07-26T15:48:29.840868+0000 mgr.y (mgr.24683) 97 : cluster [DBG] pgmap v129: 25 pgs: 2 active+clean+wait, 23 active+clean; 320 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 17 MiB/s, 3 objects/s recovering 2021-07-26T15:48:31.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:30 smithi073 bash[34190]: cluster 2021-07-26T15:48:29.650774+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T15:48:31.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:30 smithi073 bash[34190]: cluster 2021-07-26T15:48:29.840868+0000 mgr.y (mgr.24683) 97 : cluster [DBG] pgmap v129: 25 pgs: 2 active+clean+wait, 23 active+clean; 320 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 17 MiB/s, 3 objects/s recovering 2021-07-26T15:48:31.827 INFO:tasks.rados.rados.0.smithi046.stdout:944: done (5 left) 2021-07-26T15:48:31.827 INFO:tasks.rados.rados.0.smithi046.stdout:945: setattr oid 20 current snap is 94 2021-07-26T15:48:31.827 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 275 (ObjNum 1 snap 22029 seq_num 197616072) dirty exists 2021-07-26T15:48:31.828 INFO:tasks.rados.rados.0.smithi046.stdout:942: expect (ObjNum 267 snap 82 seq_num 267) 2021-07-26T15:48:31.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[41283]: cluster 2021-07-26T15:48:30.644342+0000 mon.a (mon.0) 247 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/684 objects degraded (0.731%), 2 pgs degraded) 2021-07-26T15:48:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[41283]: cluster 2021-07-26T15:48:30.644443+0000 mon.a (mon.0) 248 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[41283]: cluster 2021-07-26T15:48:30.657668+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T15:48:31.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[41283]: cluster 2021-07-26T15:48:30.815551+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T15:48:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[42351]: cluster 2021-07-26T15:48:30.644342+0000 mon.a (mon.0) 247 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/684 objects degraded (0.731%), 2 pgs degraded) 2021-07-26T15:48:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[42351]: cluster 2021-07-26T15:48:30.644443+0000 mon.a (mon.0) 248 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[42351]: cluster 2021-07-26T15:48:30.657668+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T15:48:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:31 smithi046 bash[42351]: cluster 2021-07-26T15:48:30.815551+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T15:48:32.117 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:48:32.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:31 smithi073 bash[34190]: cluster 2021-07-26T15:48:30.644342+0000 mon.a (mon.0) 247 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/684 objects degraded (0.731%), 2 pgs degraded) 2021-07-26T15:48:32.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:31 smithi073 bash[34190]: cluster 2021-07-26T15:48:30.644443+0000 mon.a (mon.0) 248 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:32.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:31 smithi073 bash[34190]: cluster 2021-07-26T15:48:30.657668+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T15:48:32.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:31 smithi073 bash[34190]: cluster 2021-07-26T15:48:30.815551+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T15:48:32.225 INFO:tasks.rados.rados.0.smithi046.stdout:943: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:32.439 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:48:32.440 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 13s ago 6m 15.1M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:48:32.440 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (6m) 58s ago 6m 25.7M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:48:32.440 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (115s) 58s ago 11m 370M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:48:32.440 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (2m) 13s ago 13m 415M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:48:32.441 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (103s) 13s ago 14m 42.9M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:48:32.441 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (69s) 58s ago 11m 25.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:48:32.441 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (82s) 13s ago 11m 35.9M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:48:32.441 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (7m) 13s ago 7m 11.1M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:48:32.442 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (7m) 58s ago 7m 11.2M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:48:32.442 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (16s) 13s ago 11m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:48:32.442 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (10m) 13s ago 10m 154M 3553M 16.2.5 34f74fddb18e 832cd5f07b65 2021-07-26T15:48:32.442 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (9m) 13s ago 10m 80.4M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:48:32.442 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 13s ago 9m 160M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:48:32.443 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (9m) 58s ago 9m 123M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:48:32.443 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (8m) 58s ago 8m 79.8M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:48:32.443 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (8m) 58s ago 8m 91.4M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:48:32.443 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (7m) 58s ago 7m 91.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:48:32.443 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (6m) 58s ago 7m 36.3M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:48:32.816 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:48:32.817 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:48:32.818 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:48:32.818 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:32.819 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:48:32.819 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:48:32.820 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:32.820 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:48:32.820 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 7, 2021-07-26T15:48:32.821 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T15:48:32.821 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:48:32.822 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:48:32.822 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:48:32.822 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 7, 2021-07-26T15:48:32.823 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 6 2021-07-26T15:48:32.823 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:48:32.824 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:48:33.025 INFO:tasks.rados.rados.0.smithi046.stdout:940: done (5 left) 2021-07-26T15:48:33.025 INFO:tasks.rados.rados.0.smithi046.stdout:941: done (4 left) 2021-07-26T15:48:33.026 INFO:tasks.rados.rados.0.smithi046.stdout:942: done (3 left) 2021-07-26T15:48:33.026 INFO:tasks.rados.rados.0.smithi046.stdout:943: done (2 left) 2021-07-26T15:48:33.027 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 94 2021-07-26T15:48:33.027 INFO:tasks.rados.rados.0.smithi046.stdout:946: seq_num 290 ranges {1105920=57344} 2021-07-26T15:48:33.039 INFO:tasks.rados.rados.0.smithi046.stdout:946: writing smithi04638994-44 from 1105920 to 1163264 tid 1 2021-07-26T15:48:33.040 INFO:tasks.rados.rados.0.smithi046.stdout:947: delete oid 49 current snap is 94 2021-07-26T15:48:33.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 565 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:48:33.045 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 1 to smithi04638994-44 2021-07-26T15:48:33.045 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 2 to smithi04638994-44 2021-07-26T15:48:33.048 INFO:tasks.rados.rados.0.smithi046.stdout:946: finishing write tid 3 to smithi04638994-44 2021-07-26T15:48:33.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 216 (ObjNum 290 snap 94 seq_num 290) dirty exists 2021-07-26T15:48:33.048 INFO:tasks.rados.rados.0.smithi046.stdout:946: left oid 44 (ObjNum 290 snap 94 seq_num 290) 2021-07-26T15:48:33.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:32 smithi073 bash[34190]: cluster 2021-07-26T15:48:31.827931+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T15:48:33.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:32 smithi073 bash[34190]: cluster 2021-07-26T15:48:31.841394+0000 mgr.y (mgr.24683) 98 : cluster [DBG] pgmap v133: 25 pgs: 2 active+clean+wait, 23 active+clean; 316 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s; 4.0 MiB/s, 1 objects/s recovering 2021-07-26T15:48:33.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:32 smithi073 bash[34190]: audit 2021-07-26T15:48:32.817800+0000 mon.a (mon.0) 252 : audit [DBG] from='client.? 172.21.15.46:0/2390052568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[41283]: cluster 2021-07-26T15:48:31.827931+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T15:48:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[41283]: cluster 2021-07-26T15:48:31.841394+0000 mgr.y (mgr.24683) 98 : cluster [DBG] pgmap v133: 25 pgs: 2 active+clean+wait, 23 active+clean; 316 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s; 4.0 MiB/s, 1 objects/s recovering 2021-07-26T15:48:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[41283]: audit 2021-07-26T15:48:32.817800+0000 mon.a (mon.0) 252 : audit [DBG] from='client.? 172.21.15.46:0/2390052568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[42351]: cluster 2021-07-26T15:48:31.827931+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T15:48:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[42351]: cluster 2021-07-26T15:48:31.841394+0000 mgr.y (mgr.24683) 98 : cluster [DBG] pgmap v133: 25 pgs: 2 active+clean+wait, 23 active+clean; 316 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s; 4.0 MiB/s, 1 objects/s recovering 2021-07-26T15:48:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:32 smithi046 bash[42351]: audit 2021-07-26T15:48:32.817800+0000 mon.a (mon.0) 252 : audit [DBG] from='client.? 172.21.15.46:0/2390052568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:33.833 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:33.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:33.834 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:33.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:33.834 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:33.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:48:33.835 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[41283]: audit 2021-07-26T15:48:32.104678+0000 mgr.y (mgr.24683) 99 : audit [DBG] from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:33.835 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[41283]: audit 2021-07-26T15:48:32.423141+0000 mgr.y (mgr.24683) 100 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:33.835 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[41283]: audit 2021-07-26T15:48:33.828279+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:34.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:33 smithi073 bash[34190]: audit 2021-07-26T15:48:32.104678+0000 mgr.y (mgr.24683) 99 : audit [DBG] from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:34.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:33 smithi073 bash[34190]: audit 2021-07-26T15:48:32.423141+0000 mgr.y (mgr.24683) 100 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:34.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:33 smithi073 bash[34190]: audit 2021-07-26T15:48:33.828279+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:34.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[42351]: audit 2021-07-26T15:48:32.104678+0000 mgr.y (mgr.24683) 99 : audit [DBG] from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:34.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[42351]: audit 2021-07-26T15:48:32.423141+0000 mgr.y (mgr.24683) 100 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:34.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:33 smithi046 bash[42351]: audit 2021-07-26T15:48:33.828279+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:34.841 INFO:tasks.rados.rados.0.smithi046.stdout:915: expect (ObjNum 277 snap 83 seq_num 277) 2021-07-26T15:48:34.992 INFO:tasks.rados.rados.0.smithi046.stdout:915: done (3 left) 2021-07-26T15:48:34.992 INFO:tasks.rados.rados.0.smithi046.stdout:945: done (2 left) 2021-07-26T15:48:34.992 INFO:tasks.rados.rados.0.smithi046.stdout:946: done (1 left) 2021-07-26T15:48:34.993 INFO:tasks.rados.rados.0.smithi046.stdout:947: done (0 left) 2021-07-26T15:48:34.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 94 2021-07-26T15:48:34.993 INFO:tasks.rados.rados.0.smithi046.stdout:948: seq_num 292 ranges {6529024=98304} 2021-07-26T15:48:35.028 INFO:tasks.rados.rados.0.smithi046.stdout:948: writing smithi04638994-3 from 6529024 to 6627328 tid 1 2021-07-26T15:48:35.028 INFO:tasks.rados.rados.0.smithi046.stdout:949: snap_create 2021-07-26T15:48:35.034 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 1 to smithi04638994-3 2021-07-26T15:48:35.035 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 2 to smithi04638994-3 2021-07-26T15:48:35.037 INFO:tasks.rados.rados.0.smithi046.stdout:948: finishing write tid 3 to smithi04638994-3 2021-07-26T15:48:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 219 (ObjNum 292 snap 94 seq_num 292) dirty exists 2021-07-26T15:48:35.038 INFO:tasks.rados.rados.0.smithi046.stdout:948: left oid 3 (ObjNum 292 snap 94 seq_num 292) 2021-07-26T15:48:35.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:34 smithi073 bash[34190]: audit 2021-07-26T15:48:33.828734+0000 mgr.y (mgr.24683) 101 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:35.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:34 smithi073 bash[34190]: cephadm 2021-07-26T15:48:33.830987+0000 mgr.y (mgr.24683) 102 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T15:48:35.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:34 smithi073 bash[34190]: cluster 2021-07-26T15:48:33.841866+0000 mgr.y (mgr.24683) 103 : cluster [DBG] pgmap v134: 25 pgs: 2 active+clean+wait, 23 active+clean; 311 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 5 op/s 2021-07-26T15:48:35.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[41283]: audit 2021-07-26T15:48:33.828734+0000 mgr.y (mgr.24683) 101 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:35.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[41283]: cephadm 2021-07-26T15:48:33.830987+0000 mgr.y (mgr.24683) 102 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T15:48:35.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[41283]: cluster 2021-07-26T15:48:33.841866+0000 mgr.y (mgr.24683) 103 : cluster [DBG] pgmap v134: 25 pgs: 2 active+clean+wait, 23 active+clean; 311 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 5 op/s 2021-07-26T15:48:35.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[42351]: audit 2021-07-26T15:48:33.828734+0000 mgr.y (mgr.24683) 101 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:48:35.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[42351]: cephadm 2021-07-26T15:48:33.830987+0000 mgr.y (mgr.24683) 102 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T15:48:35.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:34 smithi046 bash[42351]: cluster 2021-07-26T15:48:33.841866+0000 mgr.y (mgr.24683) 103 : cluster [DBG] pgmap v134: 25 pgs: 2 active+clean+wait, 23 active+clean; 311 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 5 op/s 2021-07-26T15:48:35.846 INFO:tasks.rados.rados.0.smithi046.stdout:948: done (1 left) 2021-07-26T15:48:35.847 INFO:tasks.rados.rados.0.smithi046.stdout:949: done (0 left) 2021-07-26T15:48:35.847 INFO:tasks.rados.rados.0.smithi046.stdout:950: snap_remove snap 77 2021-07-26T15:48:36.857 INFO:tasks.rados.rados.0.smithi046.stdout:950: done (0 left) 2021-07-26T15:48:36.857 INFO:tasks.rados.rados.0.smithi046.stdout:951: rmattr oid 46 current snap is 95 2021-07-26T15:48:36.857 INFO:tasks.rados.rados.0.smithi046.stdout:951: done (0 left) 2021-07-26T15:48:36.857 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 95 2021-07-26T15:48:36.859 INFO:tasks.rados.rados.0.smithi046.stdout:952: seq_num 293 ranges {2793472=114688} 2021-07-26T15:48:36.876 INFO:tasks.rados.rados.0.smithi046.stdout:952: writing smithi04638994-21 from 2793472 to 2908160 tid 1 2021-07-26T15:48:36.876 INFO:tasks.rados.rados.0.smithi046.stdout:953: delete oid 39 current snap is 95 2021-07-26T15:48:36.880 INFO:tasks.rados.rados.0.smithi046.stdout:953: done (1 left) 2021-07-26T15:48:36.881 INFO:tasks.rados.rados.0.smithi046.stdout:954: read oid 49 snap -1 2021-07-26T15:48:36.881 INFO:tasks.rados.rados.0.smithi046.stdout:954: expect deleted 2021-07-26T15:48:36.881 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 95 2021-07-26T15:48:36.881 INFO:tasks.rados.rados.0.smithi046.stdout:955: seq_num 295 ranges {1818624=147456} 2021-07-26T15:48:36.892 INFO:tasks.rados.rados.0.smithi046.stdout:955: writing smithi04638994-28 from 1818624 to 1966080 tid 1 2021-07-26T15:48:36.893 INFO:tasks.rados.rados.0.smithi046.stdout:956: read oid 39 snap -1 2021-07-26T15:48:36.893 INFO:tasks.rados.rados.0.smithi046.stdout:956: expect deleted 2021-07-26T15:48:36.893 INFO:tasks.rados.rados.0.smithi046.stdout:957: rmattr oid 12 current snap is 95 2021-07-26T15:48:36.893 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 1 to smithi04638994-21 2021-07-26T15:48:36.894 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 2 to smithi04638994-21 2021-07-26T15:48:36.894 INFO:tasks.rados.rados.0.smithi046.stdout:952: finishing write tid 3 to smithi04638994-21 2021-07-26T15:48:36.894 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 239 (ObjNum 293 snap 95 seq_num 293) dirty exists 2021-07-26T15:48:36.894 INFO:tasks.rados.rados.0.smithi046.stdout:952: left oid 21 (ObjNum 293 snap 95 seq_num 293) 2021-07-26T15:48:36.894 INFO:tasks.rados.rados.0.smithi046.stdout:952: done (4 left) 2021-07-26T15:48:36.895 INFO:tasks.rados.rados.0.smithi046.stdout:954: done (3 left) 2021-07-26T15:48:36.895 INFO:tasks.rados.rados.0.smithi046.stdout:958: delete oid 22 current snap is 95 2021-07-26T15:48:36.896 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 285 (ObjNum 1533436767 snap 1833856615 seq_num 1852533589) dirty exists 2021-07-26T15:48:36.896 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing write tid 1 to smithi04638994-28 2021-07-26T15:48:36.896 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing write tid 2 to smithi04638994-28 2021-07-26T15:48:36.897 INFO:tasks.rados.rados.0.smithi046.stdout:956: done (3 left) 2021-07-26T15:48:36.897 INFO:tasks.rados.rados.0.smithi046.stdout:957: done (2 left) 2021-07-26T15:48:36.898 INFO:tasks.rados.rados.0.smithi046.stdout:958: done (1 left) 2021-07-26T15:48:36.898 INFO:tasks.rados.rados.0.smithi046.stdout:959: copy_from oid 32 from oid 19 current snap is 95 2021-07-26T15:48:36.898 INFO:tasks.rados.rados.0.smithi046.stdout:960: snap_remove snap 82 2021-07-26T15:48:37.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:36 smithi073 bash[34190]: cluster 2021-07-26T15:48:35.842392+0000 mgr.y (mgr.24683) 104 : cluster [DBG] pgmap v135: 25 pgs: 2 active+clean+wait, 23 active+clean; 298 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.3 KiB/s wr, 10 op/s 2021-07-26T15:48:37.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:36 smithi073 bash[34190]: cluster 2021-07-26T15:48:35.847924+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T15:48:37.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:36 smithi073 bash[34190]: audit 2021-07-26T15:48:36.760969+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:37.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[41283]: cluster 2021-07-26T15:48:35.842392+0000 mgr.y (mgr.24683) 104 : cluster [DBG] pgmap v135: 25 pgs: 2 active+clean+wait, 23 active+clean; 298 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.3 KiB/s wr, 10 op/s 2021-07-26T15:48:37.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[41283]: cluster 2021-07-26T15:48:35.847924+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T15:48:37.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[41283]: audit 2021-07-26T15:48:36.760969+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:37.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[42351]: cluster 2021-07-26T15:48:35.842392+0000 mgr.y (mgr.24683) 104 : cluster [DBG] pgmap v135: 25 pgs: 2 active+clean+wait, 23 active+clean; 298 MiB data, 927 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 9.3 KiB/s wr, 10 op/s 2021-07-26T15:48:37.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[42351]: cluster 2021-07-26T15:48:35.847924+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T15:48:37.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:36 smithi046 bash[42351]: audit 2021-07-26T15:48:36.760969+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:37.865 INFO:tasks.rados.rados.0.smithi046.stdout:960: done (2 left) 2021-07-26T15:48:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:961: snap_create 2021-07-26T15:48:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:955: finishing write tid 3 to smithi04638994-28 2021-07-26T15:48:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 263 (ObjNum 295 snap 95 seq_num 295) dirty exists 2021-07-26T15:48:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:955: left oid 28 (ObjNum 295 snap 95 seq_num 295) 2021-07-26T15:48:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing copy_from to smithi04638994-32 2021-07-26T15:48:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 236 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:959: finishing copy_from racing read to smithi04638994-32 2021-07-26T15:48:38.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:37 smithi073 bash[34190]: cephadm 2021-07-26T15:48:36.751351+0000 mgr.y (mgr.24683) 105 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T15:48:38.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:37 smithi073 bash[34190]: cephadm 2021-07-26T15:48:36.763235+0000 mgr.y (mgr.24683) 106 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:48:38.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:37 smithi073 bash[34190]: cluster 2021-07-26T15:48:36.857748+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T15:48:38.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[41283]: cephadm 2021-07-26T15:48:36.751351+0000 mgr.y (mgr.24683) 105 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T15:48:38.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[41283]: cephadm 2021-07-26T15:48:36.763235+0000 mgr.y (mgr.24683) 106 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:48:38.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[41283]: cluster 2021-07-26T15:48:36.857748+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T15:48:38.148 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[42351]: cephadm 2021-07-26T15:48:36.751351+0000 mgr.y (mgr.24683) 105 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T15:48:38.148 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[42351]: cephadm 2021-07-26T15:48:36.763235+0000 mgr.y (mgr.24683) 106 : cephadm [INF] Deploying daemon osd.1 on smithi046 2021-07-26T15:48:38.148 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:37 smithi046 bash[42351]: cluster 2021-07-26T15:48:36.857748+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T15:48:38.867 INFO:tasks.rados.rados.0.smithi046.stdout:955: done (2 left) 2021-07-26T15:48:38.867 INFO:tasks.rados.rados.0.smithi046.stdout:959: done (1 left) 2021-07-26T15:48:38.868 INFO:tasks.rados.rados.0.smithi046.stdout:961: done (0 left) 2021-07-26T15:48:38.868 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 96 2021-07-26T15:48:38.868 INFO:tasks.rados.rados.0.smithi046.stdout:962: seq_num 297 ranges {2908160=180224} 2021-07-26T15:48:38.887 INFO:tasks.rados.rados.0.smithi046.stdout:962: writing smithi04638994-21 from 2908160 to 3088384 tid 1 2021-07-26T15:48:38.887 INFO:tasks.rados.rados.0.smithi046.stdout:963: rollback oid 42 current snap is 96 2021-07-26T15:48:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 93 2021-07-26T15:48:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 96 2021-07-26T15:48:38.888 INFO:tasks.rados.rados.0.smithi046.stdout:964: seq_num 298 ranges {0=196608} 2021-07-26T15:48:38.889 INFO:tasks.rados.rados.0.smithi046.stdout:964: writing smithi04638994-47 from 0 to 196608 tid 1 2021-07-26T15:48:38.889 INFO:tasks.rados.rados.0.smithi046.stdout:965: copy_from oid 13 from oid 7 current snap is 96 2021-07-26T15:48:38.889 INFO:tasks.rados.rados.0.smithi046.stdout:966: snap_create 2021-07-26T15:48:38.895 INFO:tasks.rados.rados.0.smithi046.stdout:965: finishing copy_from to smithi04638994-13 2021-07-26T15:48:38.895 INFO:tasks.rados.rados.0.smithi046.stdout:965: got expected ENOENT (src dne) 2021-07-26T15:48:38.895 INFO:tasks.rados.rados.0.smithi046.stdout:965: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:48:38.896 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing write tid 1 to smithi04638994-47 2021-07-26T15:48:38.896 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing write tid 2 to smithi04638994-47 2021-07-26T15:48:38.897 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 1 to smithi04638994-21 2021-07-26T15:48:38.897 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 2 to smithi04638994-21 2021-07-26T15:48:38.899 INFO:tasks.rados.rados.0.smithi046.stdout:962: finishing write tid 3 to smithi04638994-21 2021-07-26T15:48:38.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 241 (ObjNum 297 snap 96 seq_num 297) dirty exists 2021-07-26T15:48:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:962: left oid 21 (ObjNum 297 snap 96 seq_num 297) 2021-07-26T15:48:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:48:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:48:38.900 INFO:tasks.rados.rados.0.smithi046.stdout:964: finishing write tid 3 to smithi04638994-47 2021-07-26T15:48:38.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 83 (ObjNum 298 snap 96 seq_num 298) dirty exists 2021-07-26T15:48:38.901 INFO:tasks.rados.rados.0.smithi046.stdout:964: left oid 47 (ObjNum 298 snap 96 seq_num 298) 2021-07-26T15:48:38.901 INFO:tasks.rados.rados.0.smithi046.stdout:963: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:48:38.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 100 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:48:39.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[42351]: cluster 2021-07-26T15:48:37.843034+0000 mgr.y (mgr.24683) 107 : cluster [DBG] pgmap v138: 25 pgs: 25 active+clean; 298 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 KiB/s wr, 11 op/s 2021-07-26T15:48:39.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[42351]: cluster 2021-07-26T15:48:37.866300+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T15:48:39.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[42351]: audit 2021-07-26T15:48:38.128094+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:39.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[41283]: cluster 2021-07-26T15:48:37.843034+0000 mgr.y (mgr.24683) 107 : cluster [DBG] pgmap v138: 25 pgs: 25 active+clean; 298 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 KiB/s wr, 11 op/s 2021-07-26T15:48:39.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[41283]: cluster 2021-07-26T15:48:37.866300+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T15:48:39.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:38 smithi046 bash[41283]: audit 2021-07-26T15:48:38.128094+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:39.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:38 smithi073 bash[34190]: cluster 2021-07-26T15:48:37.843034+0000 mgr.y (mgr.24683) 107 : cluster [DBG] pgmap v138: 25 pgs: 25 active+clean; 298 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 KiB/s wr, 11 op/s 2021-07-26T15:48:39.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:38 smithi073 bash[34190]: cluster 2021-07-26T15:48:37.866300+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T15:48:39.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:38 smithi073 bash[34190]: audit 2021-07-26T15:48:38.128094+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:39.509 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:39 smithi046 systemd[1]: Stopping Ceph osd.1 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:48:39.846 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:39 smithi046 docker[45200]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:39.846 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:39 smithi046 bash[24278]: debug 2021-07-26T15:48:39.584+0000 7fed4b57d700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:48:39.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:39 smithi046 bash[24278]: debug 2021-07-26T15:48:39.584+0000 7fed4b57d700 -1 osd.1 230 *** Got signal Terminated *** 2021-07-26T15:48:39.847 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:39 smithi046 bash[24278]: debug 2021-07-26T15:48:39.584+0000 7fed4b57d700 -1 osd.1 230 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:48:39.878 INFO:tasks.rados.rados.0.smithi046.stdout:962: done (4 left) 2021-07-26T15:48:39.878 INFO:tasks.rados.rados.0.smithi046.stdout:963: done (3 left) 2021-07-26T15:48:39.878 INFO:tasks.rados.rados.0.smithi046.stdout:964: done (2 left) 2021-07-26T15:48:39.879 INFO:tasks.rados.rados.0.smithi046.stdout:965: done (1 left) 2021-07-26T15:48:39.879 INFO:tasks.rados.rados.0.smithi046.stdout:966: done (0 left) 2021-07-26T15:48:39.879 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 97 2021-07-26T15:48:39.879 INFO:tasks.rados.rados.0.smithi046.stdout:967: seq_num 299 ranges {0=212992} 2021-07-26T15:48:39.880 INFO:tasks.rados.rados.0.smithi046.stdout:967: writing smithi04638994-15 from 0 to 212992 tid 1 2021-07-26T15:48:39.880 INFO:tasks.rados.rados.0.smithi046.stdout:968: delete oid 31 current snap is 97 2021-07-26T15:48:39.885 INFO:tasks.rados.rados.0.smithi046.stdout:968: done (1 left) 2021-07-26T15:48:39.886 INFO:tasks.rados.rados.0.smithi046.stdout:969: snap_create 2021-07-26T15:48:40.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:39 smithi046 bash[42351]: cluster 2021-07-26T15:48:38.867709+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T15:48:40.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:39 smithi046 bash[41283]: cluster 2021-07-26T15:48:38.867709+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T15:48:40.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:39 smithi073 bash[34190]: cluster 2021-07-26T15:48:38.867709+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T15:48:40.822 INFO:tasks.rados.rados.0.smithi046.stdout:969: done (1 left) 2021-07-26T15:48:40.822 INFO:tasks.rados.rados.0.smithi046.stdout:970: copy_from oid 4 from oid 46 current snap is 98 2021-07-26T15:48:40.822 INFO:tasks.rados.rados.0.smithi046.stdout:971: snap_remove snap 66 2021-07-26T15:48:40.886 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:40 smithi046 docker[45200]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:48:40.886 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[45240]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:41.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.843735+0000 mgr.y (mgr.24683) 108 : cluster [DBG] pgmap v141: 25 pgs: 25 active+clean; 301 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:48:41.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.879044+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T15:48:41.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.879852+0000 mon.a (mon.0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.879908+0000 mon.a (mon.0) 262 : cluster [INF] osd.1 failed (root=default,host=smithi046) (connection refused reported by osd.0) 2021-07-26T15:48:41.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.880507+0000 mon.a (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.880926+0000 mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.881171+0000 mon.a (mon.0) 265 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.881416+0000 mon.a (mon.0) 266 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.881632+0000 mon.a (mon.0) 267 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.881827+0000 mon.a (mon.0) 268 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.882009+0000 mon.a (mon.0) 269 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.882137+0000 mon.a (mon.0) 270 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.882572+0000 mon.a (mon.0) 271 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.882849+0000 mon.a (mon.0) 272 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.888256+0000 mon.a (mon.0) 273 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.888569+0000 mon.a (mon.0) 274 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.888780+0000 mon.a (mon.0) 275 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.888972+0000 mon.a (mon.0) 276 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.889173+0000 mon.a (mon.0) 277 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:39.889391+0000 mon.a (mon.0) 278 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.280333+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.280596+0000 mon.a (mon.0) 280 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.280814+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.281059+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.281366+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.843735+0000 mgr.y (mgr.24683) 108 : cluster [DBG] pgmap v141: 25 pgs: 25 active+clean; 301 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:48:41.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.879044+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T15:48:41.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.879852+0000 mon.a (mon.0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.879908+0000 mon.a (mon.0) 262 : cluster [INF] osd.1 failed (root=default,host=smithi046) (connection refused reported by osd.0) 2021-07-26T15:48:41.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.880507+0000 mon.a (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.880926+0000 mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.881171+0000 mon.a (mon.0) 265 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.881416+0000 mon.a (mon.0) 266 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.881632+0000 mon.a (mon.0) 267 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.881827+0000 mon.a (mon.0) 268 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.882009+0000 mon.a (mon.0) 269 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.882137+0000 mon.a (mon.0) 270 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.882572+0000 mon.a (mon.0) 271 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.882849+0000 mon.a (mon.0) 272 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.888256+0000 mon.a (mon.0) 273 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.888569+0000 mon.a (mon.0) 274 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.888780+0000 mon.a (mon.0) 275 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.888972+0000 mon.a (mon.0) 276 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.889173+0000 mon.a (mon.0) 277 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:39.889391+0000 mon.a (mon.0) 278 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.280333+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.280596+0000 mon.a (mon.0) 280 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.280814+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.281059+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.281366+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.281685+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.282093+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.282368+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.282583+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.282786+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.283208+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.283339+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.283801+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.284026+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.284415+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.284629+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.285033+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.811928+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:41.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[42351]: cluster 2021-07-26T15:48:40.822343+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 7 up, 8 in 2021-07-26T15:48:41.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.281685+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.282093+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.282368+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.282583+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.282786+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.283208+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.283339+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.283801+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.284026+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.284415+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.284629+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.285033+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.811928+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:41.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:40 smithi046 bash[41283]: cluster 2021-07-26T15:48:40.822343+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 7 up, 8 in 2021-07-26T15:48:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.843735+0000 mgr.y (mgr.24683) 108 : cluster [DBG] pgmap v141: 25 pgs: 25 active+clean; 301 MiB data, 952 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:48:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.879044+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T15:48:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.879852+0000 mon.a (mon.0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.879908+0000 mon.a (mon.0) 262 : cluster [INF] osd.1 failed (root=default,host=smithi046) (connection refused reported by osd.0) 2021-07-26T15:48:41.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.880507+0000 mon.a (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.880926+0000 mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.881171+0000 mon.a (mon.0) 265 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.881416+0000 mon.a (mon.0) 266 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.881632+0000 mon.a (mon.0) 267 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.881827+0000 mon.a (mon.0) 268 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.882009+0000 mon.a (mon.0) 269 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.882137+0000 mon.a (mon.0) 270 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.882572+0000 mon.a (mon.0) 271 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.882849+0000 mon.a (mon.0) 272 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.888256+0000 mon.a (mon.0) 273 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.888569+0000 mon.a (mon.0) 274 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.888780+0000 mon.a (mon.0) 275 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.888972+0000 mon.a (mon.0) 276 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.889173+0000 mon.a (mon.0) 277 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:39.889391+0000 mon.a (mon.0) 278 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.280333+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.280596+0000 mon.a (mon.0) 280 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.280814+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.281059+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T15:48:41.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.281366+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.281685+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T15:48:41.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.282093+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T15:48:41.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.282368+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.282583+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.282786+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.283208+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.283339+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T15:48:41.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.283801+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T15:48:41.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.284026+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.284415+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.284629+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T15:48:41.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.285033+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T15:48:41.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.811928+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:48:41.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:40 smithi073 bash[34190]: cluster 2021-07-26T15:48:40.822343+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e232: 8 total, 7 up, 8 in 2021-07-26T15:48:41.825 INFO:tasks.rados.rados.0.smithi046.stdout:971: done (2 left) 2021-07-26T15:48:41.825 INFO:tasks.rados.rados.0.smithi046.stdout:972: delete oid 36 current snap is 98 2021-07-26T15:48:41.836 INFO:tasks.rados.rados.0.smithi046.stdout:972: done (2 left) 2021-07-26T15:48:41.836 INFO:tasks.rados.rados.0.smithi046.stdout:973: copy_from oid 24 from oid 32 current snap is 98 2021-07-26T15:48:41.836 INFO:tasks.rados.rados.0.smithi046.stdout:974: read oid 35 snap -1 2021-07-26T15:48:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:974: expect (ObjNum 281 snap 85 seq_num 281) 2021-07-26T15:48:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:975: read oid 31 snap -1 2021-07-26T15:48:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:975: expect deleted 2021-07-26T15:48:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:976: delete oid 39 current snap is 98 2021-07-26T15:48:41.837 INFO:tasks.rados.rados.0.smithi046.stdout:970: finishing copy_from to smithi04638994-4 2021-07-26T15:48:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:970: got expected ENOENT (src dne) 2021-07-26T15:48:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 1 to smithi04638994-15 2021-07-26T15:48:41.838 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 2 to smithi04638994-15 2021-07-26T15:48:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:970: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:48:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:967: finishing write tid 3 to smithi04638994-15 2021-07-26T15:48:41.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 292 (ObjNum 299 snap 97 seq_num 299) dirty exists 2021-07-26T15:48:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:967: left oid 15 (ObjNum 299 snap 97 seq_num 299) 2021-07-26T15:48:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:967: done (5 left) 2021-07-26T15:48:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:970: done (4 left) 2021-07-26T15:48:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:976: done (3 left) 2021-07-26T15:48:41.840 INFO:tasks.rados.rados.0.smithi046.stdout:977: read oid 5 snap -1 2021-07-26T15:48:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:977: expect deleted 2021-07-26T15:48:41.841 INFO:tasks.rados.rados.0.smithi046.stdout:978: delete oid 12 current snap is 98 2021-07-26T15:48:41.844 INFO:tasks.rados.rados.0.smithi046.stdout:977: done (4 left) 2021-07-26T15:48:41.844 INFO:tasks.rados.rados.0.smithi046.stdout:978: done (3 left) 2021-07-26T15:48:41.844 INFO:tasks.rados.rados.0.smithi046.stdout:979: read oid 43 snap -1 2021-07-26T15:48:41.845 INFO:tasks.rados.rados.0.smithi046.stdout:979: expect deleted 2021-07-26T15:48:41.845 INFO:tasks.rados.rados.0.smithi046.stdout:980: snap_remove snap 46 2021-07-26T15:48:42.830 INFO:tasks.rados.rados.0.smithi046.stdout:980: done (4 left) 2021-07-26T15:48:42.831 INFO:tasks.rados.rados.0.smithi046.stdout:981: snap_remove snap 90 2021-07-26T15:48:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:42 smithi073 bash[34190]: cluster 2021-07-26T15:48:41.824278+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 7 up, 8 in 2021-07-26T15:48:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:42 smithi073 bash[34190]: cluster 2021-07-26T15:48:41.844386+0000 mgr.y (mgr.24683) 109 : cluster [DBG] pgmap v145: 25 pgs: 2 peering, 3 stale+active+clean, 20 active+clean; 301 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 771 B/s rd, 1.3 MiB/s wr, 4 op/s 2021-07-26T15:48:43.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:42 smithi046 bash[42351]: cluster 2021-07-26T15:48:41.824278+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 7 up, 8 in 2021-07-26T15:48:43.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:42 smithi046 bash[42351]: cluster 2021-07-26T15:48:41.844386+0000 mgr.y (mgr.24683) 109 : cluster [DBG] pgmap v145: 25 pgs: 2 peering, 3 stale+active+clean, 20 active+clean; 301 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 771 B/s rd, 1.3 MiB/s wr, 4 op/s 2021-07-26T15:48:43.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:42 smithi046 bash[41283]: cluster 2021-07-26T15:48:41.824278+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e233: 8 total, 7 up, 8 in 2021-07-26T15:48:43.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:42 smithi046 bash[41283]: cluster 2021-07-26T15:48:41.844386+0000 mgr.y (mgr.24683) 109 : cluster [DBG] pgmap v145: 25 pgs: 2 peering, 3 stale+active+clean, 20 active+clean; 301 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 771 B/s rd, 1.3 MiB/s wr, 4 op/s 2021-07-26T15:48:43.510 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:43 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.1.service: Succeeded. 2021-07-26T15:48:43.510 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:43 smithi046 systemd[1]: Stopped Ceph osd.1 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:48:43.828 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:43 smithi046 systemd[1]: Started Ceph osd.1 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:48:43.828 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[45364]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:43.829 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:43.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:43.829 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:43.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:43.829 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:43.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:48:43.841 INFO:tasks.rados.rados.0.smithi046.stdout:981: done (4 left) 2021-07-26T15:48:43.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 98 2021-07-26T15:48:43.842 INFO:tasks.rados.rados.0.smithi046.stdout:982: seq_num 304 ranges {4464640=294912} 2021-07-26T15:48:43.871 INFO:tasks.rados.rados.0.smithi046.stdout:982: writing smithi04638994-34 from 4464640 to 4759552 tid 1 2021-07-26T15:48:43.872 INFO:tasks.rados.rados.0.smithi046.stdout:983: setattr oid 29 current snap is 98 2021-07-26T15:48:43.872 INFO:tasks.rados.rados.0.smithi046.stdout:973: finishing copy_from to smithi04638994-24 2021-07-26T15:48:43.872 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 236 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:43.872 INFO:tasks.rados.rados.0.smithi046.stdout:974: expect (ObjNum 281 snap 85 seq_num 281) 2021-07-26T15:48:43.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[42351]: cluster 2021-07-26T15:48:42.831478+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e234: 8 total, 7 up, 8 in 2021-07-26T15:48:43.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[42351]: audit 2021-07-26T15:48:43.556924+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:43.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[42351]: audit 2021-07-26T15:48:43.558421+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[42351]: audit 2021-07-26T15:48:43.560091+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:43.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[42351]: audit 2021-07-26T15:48:43.560988+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[41283]: cluster 2021-07-26T15:48:42.831478+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e234: 8 total, 7 up, 8 in 2021-07-26T15:48:43.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[41283]: audit 2021-07-26T15:48:43.556924+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:43.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[41283]: audit 2021-07-26T15:48:43.558421+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:43.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[41283]: audit 2021-07-26T15:48:43.560091+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:43.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:43 smithi046 bash[41283]: audit 2021-07-26T15:48:43.560988+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:44.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:43 smithi073 bash[34190]: cluster 2021-07-26T15:48:42.831478+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e234: 8 total, 7 up, 8 in 2021-07-26T15:48:44.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:43 smithi073 bash[34190]: audit 2021-07-26T15:48:43.556924+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:44.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:43 smithi073 bash[34190]: audit 2021-07-26T15:48:43.558421+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:44.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:43 smithi073 bash[34190]: audit 2021-07-26T15:48:43.560091+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:44.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:43 smithi073 bash[34190]: audit 2021-07-26T15:48:43.560988+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:48:44.309 INFO:tasks.rados.rados.0.smithi046.stdout:973: finishing copy_from racing read to smithi04638994-24 2021-07-26T15:48:44.310 INFO:tasks.rados.rados.0.smithi046.stdout:982: finishing write tid 1 to smithi04638994-34 2021-07-26T15:48:44.310 INFO:tasks.rados.rados.0.smithi046.stdout:982: finishing write tid 2 to smithi04638994-34 2021-07-26T15:48:44.310 INFO:tasks.rados.rados.0.smithi046.stdout:982: finishing write tid 3 to smithi04638994-34 2021-07-26T15:48:44.310 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 182 (ObjNum 304 snap 98 seq_num 304) dirty exists 2021-07-26T15:48:44.311 INFO:tasks.rados.rados.0.smithi046.stdout:982: left oid 34 (ObjNum 304 snap 98 seq_num 304) 2021-07-26T15:48:44.311 INFO:tasks.rados.rados.0.smithi046.stdout:973: done (5 left) 2021-07-26T15:48:44.311 INFO:tasks.rados.rados.0.smithi046.stdout:974: done (4 left) 2021-07-26T15:48:44.311 INFO:tasks.rados.rados.0.smithi046.stdout:975: done (3 left) 2021-07-26T15:48:44.312 INFO:tasks.rados.rados.0.smithi046.stdout:979: done (2 left) 2021-07-26T15:48:44.312 INFO:tasks.rados.rados.0.smithi046.stdout:982: done (1 left) 2021-07-26T15:48:44.312 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 98 2021-07-26T15:48:44.313 INFO:tasks.rados.rados.0.smithi046.stdout:984: seq_num 305 ranges {7397376=311296} 2021-07-26T15:48:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:984: writing smithi04638994-23 from 7397376 to 7708672 tid 1 2021-07-26T15:48:44.361 INFO:tasks.rados.rados.0.smithi046.stdout:985: rollback oid 4 current snap is 98 2021-07-26T15:48:44.361 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 83 2021-07-26T15:48:44.362 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 581 (ObjNum 263 snap 82 seq_num 263) dirty exists 2021-07-26T15:48:44.362 INFO:tasks.rados.rados.0.smithi046.stdout:983: done (2 left) 2021-07-26T15:48:44.362 INFO:tasks.rados.rados.0.smithi046.stdout:986: snap_remove snap 85 2021-07-26T15:48:44.854 INFO:tasks.rados.rados.0.smithi046.stdout:986: done (2 left) 2021-07-26T15:48:44.854 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 98 2021-07-26T15:48:44.854 INFO:tasks.rados.rados.0.smithi046.stdout:985: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:48:44.854 INFO:tasks.rados.rados.0.smithi046.stdout:987: seq_num 306 ranges {6619136=327680} 2021-07-26T15:48:44.895 INFO:tasks.rados.rados.0.smithi046.stdout:987: writing smithi04638994-17 from 6619136 to 6946816 tid 1 2021-07-26T15:48:44.895 INFO:tasks.rados.rados.0.smithi046.stdout:988: read oid 2 snap -1 2021-07-26T15:48:44.896 INFO:tasks.rados.rados.0.smithi046.stdout:988: expect (ObjNum 284 snap 89 seq_num 284) 2021-07-26T15:48:44.896 INFO:tasks.rados.rados.0.smithi046.stdout:989: rollback oid 38 current snap is 98 2021-07-26T15:48:44.896 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 51 2021-07-26T15:48:44.896 INFO:tasks.rados.rados.0.smithi046.stdout:985: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:48:44.896 INFO:tasks.rados.rados.0.smithi046.stdout:990: delete oid 7 current snap is 98 2021-07-26T15:48:44.897 INFO:tasks.rados.rados.0.smithi046.stdout:985: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:48:44.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 452 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:48:44.897 INFO:tasks.rados.rados.0.smithi046.stdout:984: finishing write tid 1 to smithi04638994-23 2021-07-26T15:48:44.897 INFO:tasks.rados.rados.0.smithi046.stdout:984: finishing write tid 2 to smithi04638994-23 2021-07-26T15:48:44.898 INFO:tasks.rados.rados.0.smithi046.stdout:984: finishing write tid 3 to smithi04638994-23 2021-07-26T15:48:44.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 584 (ObjNum 305 snap 98 seq_num 305) dirty exists 2021-07-26T15:48:44.898 INFO:tasks.rados.rados.0.smithi046.stdout:984: left oid 23 (ObjNum 305 snap 98 seq_num 305) 2021-07-26T15:48:44.899 INFO:tasks.rados.rados.0.smithi046.stdout:989: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:48:44.900 INFO:tasks.rados.rados.0.smithi046.stdout:989: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:48:44.900 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 471 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:48:44.902 INFO:tasks.rados.rados.0.smithi046.stdout:987: finishing write tid 1 to smithi04638994-17 2021-07-26T15:48:44.903 INFO:tasks.rados.rados.0.smithi046.stdout:987: finishing write tid 2 to smithi04638994-17 2021-07-26T15:48:44.903 INFO:tasks.rados.rados.0.smithi046.stdout:984: done (5 left) 2021-07-26T15:48:44.903 INFO:tasks.rados.rados.0.smithi046.stdout:985: done (4 left) 2021-07-26T15:48:44.903 INFO:tasks.rados.rados.0.smithi046.stdout:989: done (3 left) 2021-07-26T15:48:44.904 INFO:tasks.rados.rados.0.smithi046.stdout:990: done (2 left) 2021-07-26T15:48:44.904 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 98 2021-07-26T15:48:44.904 INFO:tasks.rados.rados.0.smithi046.stdout:991: seq_num 308 ranges {0=360448} 2021-07-26T15:48:44.908 INFO:tasks.rados.rados.0.smithi046.stdout:991: writing smithi04638994-7 from 0 to 360448 tid 1 2021-07-26T15:48:44.909 INFO:tasks.rados.rados.0.smithi046.stdout:992: read oid 22 snap -1 2021-07-26T15:48:44.909 INFO:tasks.rados.rados.0.smithi046.stdout:992: expect deleted 2021-07-26T15:48:44.909 INFO:tasks.rados.rados.0.smithi046.stdout:993: snap_remove snap 55 2021-07-26T15:48:45.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:44 smithi073 bash[34190]: cluster 2021-07-26T15:48:43.842392+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e235: 8 total, 7 up, 8 in 2021-07-26T15:48:45.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:44 smithi073 bash[34190]: cluster 2021-07-26T15:48:43.845595+0000 mgr.y (mgr.24683) 110 : cluster [DBG] pgmap v148: 25 pgs: 4 active+undersized+degraded, 2 peering, 2 active+undersized, 17 active+clean; 306 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 1.3 MiB/s wr, 2 op/s; 57/636 objects degraded (8.962%) 2021-07-26T15:48:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:44 smithi046 bash[41283]: cluster 2021-07-26T15:48:43.842392+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e235: 8 total, 7 up, 8 in 2021-07-26T15:48:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:44 smithi046 bash[41283]: cluster 2021-07-26T15:48:43.845595+0000 mgr.y (mgr.24683) 110 : cluster [DBG] pgmap v148: 25 pgs: 4 active+undersized+degraded, 2 peering, 2 active+undersized, 17 active+clean; 306 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 1.3 MiB/s wr, 2 op/s; 57/636 objects degraded (8.962%) 2021-07-26T15:48:45.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:44 smithi046 bash[42351]: cluster 2021-07-26T15:48:43.842392+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e235: 8 total, 7 up, 8 in 2021-07-26T15:48:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:44 smithi046 bash[42351]: cluster 2021-07-26T15:48:43.845595+0000 mgr.y (mgr.24683) 110 : cluster [DBG] pgmap v148: 25 pgs: 4 active+undersized+degraded, 2 peering, 2 active+undersized, 17 active+clean; 306 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 1.3 MiB/s wr, 2 op/s; 57/636 objects degraded (8.962%) 2021-07-26T15:48:45.682 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:48:45.682 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-07-26T15:48:45.683 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:48:45.683 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:48:45.684 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:48:45.684 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:48:45.684 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[45364]: --> ceph-volume lvm activate successful for osd ID: 1 2021-07-26T15:48:45.829 INFO:tasks.rados.rados.0.smithi046.stdout:987: finishing write tid 3 to smithi04638994-17 2021-07-26T15:48:45.830 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 556 (ObjNum 306 snap 98 seq_num 306) dirty exists 2021-07-26T15:48:45.830 INFO:tasks.rados.rados.0.smithi046.stdout:987: left oid 17 (ObjNum 306 snap 98 seq_num 306) 2021-07-26T15:48:45.830 INFO:tasks.rados.rados.0.smithi046.stdout:991: finishing write tid 1 to smithi04638994-7 2021-07-26T15:48:45.830 INFO:tasks.rados.rados.0.smithi046.stdout:991: finishing write tid 2 to smithi04638994-7 2021-07-26T15:48:45.831 INFO:tasks.rados.rados.0.smithi046.stdout:991: finishing write tid 3 to smithi04638994-7 2021-07-26T15:48:45.831 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 559 (ObjNum 308 snap 98 seq_num 308) dirty exists 2021-07-26T15:48:45.831 INFO:tasks.rados.rados.0.smithi046.stdout:991: left oid 7 (ObjNum 308 snap 98 seq_num 308) 2021-07-26T15:48:45.831 INFO:tasks.rados.rados.0.smithi046.stdout:988: expect (ObjNum 284 snap 89 seq_num 284) 2021-07-26T15:48:46.047 INFO:tasks.rados.rados.0.smithi046.stdout:987: done (4 left) 2021-07-26T15:48:46.047 INFO:tasks.rados.rados.0.smithi046.stdout:988: done (3 left) 2021-07-26T15:48:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:991: done (2 left) 2021-07-26T15:48:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:992: done (1 left) 2021-07-26T15:48:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:993: done (0 left) 2021-07-26T15:48:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 98 2021-07-26T15:48:46.049 INFO:tasks.rados.rados.0.smithi046.stdout:994: seq_num 309 ranges {0=376832} 2021-07-26T15:48:46.053 INFO:tasks.rados.rados.0.smithi046.stdout:994: writing smithi04638994-25 from 0 to 376832 tid 1 2021-07-26T15:48:46.053 INFO:tasks.rados.rados.0.smithi046.stdout:995: snap_create 2021-07-26T15:48:46.059 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 1 to smithi04638994-25 2021-07-26T15:48:46.060 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 2 to smithi04638994-25 2021-07-26T15:48:46.062 INFO:tasks.rados.rados.0.smithi046.stdout:994: finishing write tid 3 to smithi04638994-25 2021-07-26T15:48:46.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 188 (ObjNum 309 snap 98 seq_num 309) dirty exists 2021-07-26T15:48:46.063 INFO:tasks.rados.rados.0.smithi046.stdout:994: left oid 25 (ObjNum 309 snap 98 seq_num 309) 2021-07-26T15:48:46.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:45 smithi073 bash[34190]: cluster 2021-07-26T15:48:44.837726+0000 mon.a (mon.0) 305 : cluster [WRN] Health check failed: Degraded data redundancy: 57/636 objects degraded (8.962%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:46.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:45 smithi073 bash[34190]: cluster 2021-07-26T15:48:44.855106+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e236: 8 total, 7 up, 8 in 2021-07-26T15:48:46.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:45 smithi073 bash[34190]: cluster 2021-07-26T15:48:45.823499+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e237: 8 total, 7 up, 8 in 2021-07-26T15:48:46.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[41283]: cluster 2021-07-26T15:48:44.837726+0000 mon.a (mon.0) 305 : cluster [WRN] Health check failed: Degraded data redundancy: 57/636 objects degraded (8.962%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:46.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[41283]: cluster 2021-07-26T15:48:44.855106+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e236: 8 total, 7 up, 8 in 2021-07-26T15:48:46.154 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[41283]: cluster 2021-07-26T15:48:45.823499+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e237: 8 total, 7 up, 8 in 2021-07-26T15:48:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[42351]: cluster 2021-07-26T15:48:44.837726+0000 mon.a (mon.0) 305 : cluster [WRN] Health check failed: Degraded data redundancy: 57/636 objects degraded (8.962%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:46.154 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[42351]: cluster 2021-07-26T15:48:44.855106+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e236: 8 total, 7 up, 8 in 2021-07-26T15:48:46.155 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:45 smithi046 bash[42351]: cluster 2021-07-26T15:48:45.823499+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e237: 8 total, 7 up, 8 in 2021-07-26T15:48:46.431 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:46 smithi046 bash[45495]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:46.861 INFO:tasks.rados.rados.0.smithi046.stdout:994: done (1 left) 2021-07-26T15:48:46.862 INFO:tasks.rados.rados.0.smithi046.stdout:995: done (0 left) 2021-07-26T15:48:46.862 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 99 2021-07-26T15:48:46.863 INFO:tasks.rados.rados.0.smithi046.stdout:996: seq_num 310 ranges {5144576=401408} 2021-07-26T15:48:46.894 INFO:tasks.rados.rados.0.smithi046.stdout:996: writing smithi04638994-19 from 5144576 to 5545984 tid 1 2021-07-26T15:48:46.894 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 99 2021-07-26T15:48:46.895 INFO:tasks.rados.rados.0.smithi046.stdout:997: seq_num 311 ranges {376832=417792} 2021-07-26T15:48:46.899 INFO:tasks.rados.rados.0.smithi046.stdout:997: writing smithi04638994-25 from 376832 to 794624 tid 1 2021-07-26T15:48:46.900 INFO:tasks.rados.rados.0.smithi046.stdout:998: rmattr oid 42 current snap is 99 2021-07-26T15:48:46.900 INFO:tasks.rados.rados.0.smithi046.stdout:999: delete oid 10 current snap is 99 2021-07-26T15:48:46.907 INFO:tasks.rados.rados.0.smithi046.stdout:996: finishing write tid 1 to smithi04638994-19 2021-07-26T15:48:46.907 INFO:tasks.rados.rados.0.smithi046.stdout:996: finishing write tid 2 to smithi04638994-19 2021-07-26T15:48:46.908 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 1 to smithi04638994-25 2021-07-26T15:48:46.908 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 2 to smithi04638994-25 2021-07-26T15:48:46.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 102 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:48:46.912 INFO:tasks.rados.rados.0.smithi046.stdout:998: done (3 left) 2021-07-26T15:48:46.912 INFO:tasks.rados.rados.0.smithi046.stdout:999: done (2 left) 2021-07-26T15:48:46.913 INFO:tasks.rados.rados.0.smithi046.stdout:1000: copy_from oid 22 from oid 41 current snap is 99 2021-07-26T15:48:46.913 INFO:tasks.rados.rados.0.smithi046.stdout:996: finishing write tid 3 to smithi04638994-19 2021-07-26T15:48:46.913 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 366 (ObjNum 310 snap 99 seq_num 310) dirty exists 2021-07-26T15:48:46.913 INFO:tasks.rados.rados.0.smithi046.stdout:996: left oid 19 (ObjNum 310 snap 99 seq_num 310) 2021-07-26T15:48:46.914 INFO:tasks.rados.rados.0.smithi046.stdout:997: finishing write tid 3 to smithi04638994-25 2021-07-26T15:48:46.914 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 191 (ObjNum 311 snap 99 seq_num 311) dirty exists 2021-07-26T15:48:46.914 INFO:tasks.rados.rados.0.smithi046.stdout:997: left oid 25 (ObjNum 311 snap 99 seq_num 311) 2021-07-26T15:48:46.914 INFO:tasks.rados.rados.0.smithi046.stdout:996: done (2 left) 2021-07-26T15:48:46.914 INFO:tasks.rados.rados.0.smithi046.stdout:997: done (1 left) 2021-07-26T15:48:46.915 INFO:tasks.rados.rados.0.smithi046.stdout:1001: snap_create 2021-07-26T15:48:46.943 INFO:tasks.rados.rados.0.smithi046.stdout:1000: finishing copy_from to smithi04638994-22 2021-07-26T15:48:46.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 239 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:46.944 INFO:tasks.rados.rados.0.smithi046.stdout:1000: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:48:47.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:46 smithi073 bash[34190]: cluster 2021-07-26T15:48:45.846131+0000 mgr.y (mgr.24683) 111 : cluster [DBG] pgmap v151: 25 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 2 peering, 3 active+undersized, 12 active+clean; 300 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 4 op/s; 105/633 objects degraded (16.588%) 2021-07-26T15:48:47.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:46 smithi046 bash[41283]: cluster 2021-07-26T15:48:45.846131+0000 mgr.y (mgr.24683) 111 : cluster [DBG] pgmap v151: 25 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 2 peering, 3 active+undersized, 12 active+clean; 300 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 4 op/s; 105/633 objects degraded (16.588%) 2021-07-26T15:48:47.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:46 smithi046 bash[42351]: cluster 2021-07-26T15:48:45.846131+0000 mgr.y (mgr.24683) 111 : cluster [DBG] pgmap v151: 25 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 2 peering, 3 active+undersized, 12 active+clean; 300 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 4 op/s; 105/633 objects degraded (16.588%) 2021-07-26T15:48:47.683 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:47 smithi046 bash[45495]: debug 2021-07-26T15:48:47.448+0000 7f08121cb700 1 -- 172.21.15.46:0/257517827 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5645b9cf4340 con 0x5645b9d4e800 2021-07-26T15:48:47.873 INFO:tasks.rados.rados.0.smithi046.stdout:1000: done (1 left) 2021-07-26T15:48:47.874 INFO:tasks.rados.rados.0.smithi046.stdout:1001: done (0 left) 2021-07-26T15:48:47.874 INFO:tasks.rados.rados.0.smithi046.stdout:1002: rollback oid 44 current snap is 100 2021-07-26T15:48:47.874 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 67 2021-07-26T15:48:47.874 INFO:tasks.rados.rados.0.smithi046.stdout:1003: copy_from oid 18 from oid 38 current snap is 100 2021-07-26T15:48:47.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 100 2021-07-26T15:48:47.875 INFO:tasks.rados.rados.0.smithi046.stdout:1004: seq_num 313 ranges {6627328=450560} 2021-07-26T15:48:47.915 INFO:tasks.rados.rados.0.smithi046.stdout:1004: writing smithi04638994-3 from 6627328 to 7077888 tid 1 2021-07-26T15:48:47.915 INFO:tasks.rados.rados.0.smithi046.stdout:1005: snap_remove snap 95 2021-07-26T15:48:48.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:47 smithi046 bash[42351]: cluster 2021-07-26T15:48:46.862550+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e238: 8 total, 7 up, 8 in 2021-07-26T15:48:48.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:47 smithi046 bash[41283]: cluster 2021-07-26T15:48:46.862550+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e238: 8 total, 7 up, 8 in 2021-07-26T15:48:48.183 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:47 smithi046 bash[45495]: debug 2021-07-26T15:48:47.988+0000 7f0819a1f0c0 -1 Falling back to public interface 2021-07-26T15:48:48.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:47 smithi073 bash[34190]: cluster 2021-07-26T15:48:46.862550+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e238: 8 total, 7 up, 8 in 2021-07-26T15:48:48.873 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[39887]: debug 2021-07-26T15:48:48.428+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:48:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:1005: done (3 left) 2021-07-26T15:48:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:1006: snap_create 2021-07-26T15:48:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:1002: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:48:48.882 INFO:tasks.rados.rados.0.smithi046.stdout:1002: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:48:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:1002: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:48:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 265 (ObjNum 200 snap 58 seq_num 200) dirty exists 2021-07-26T15:48:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:1003: finishing copy_from to smithi04638994-18 2021-07-26T15:48:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 471 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:48:48.883 INFO:tasks.rados.rados.0.smithi046.stdout:1003: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:48:48.884 INFO:tasks.rados.rados.0.smithi046.stdout:1004: finishing write tid 1 to smithi04638994-3 2021-07-26T15:48:48.884 INFO:tasks.rados.rados.0.smithi046.stdout:1004: finishing write tid 2 to smithi04638994-3 2021-07-26T15:48:48.884 INFO:tasks.rados.rados.0.smithi046.stdout:1004: finishing write tid 3 to smithi04638994-3 2021-07-26T15:48:48.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 268 (ObjNum 313 snap 100 seq_num 313) dirty exists 2021-07-26T15:48:48.885 INFO:tasks.rados.rados.0.smithi046.stdout:1004: left oid 3 (ObjNum 313 snap 100 seq_num 313) 2021-07-26T15:48:49.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: cluster 2021-07-26T15:48:47.846759+0000 mgr.y (mgr.24683) 112 : cluster [DBG] pgmap v153: 25 pgs: 2 active+clean+snaptrim, 7 active+undersized+degraded, 4 active+undersized, 12 active+clean; 303 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 144 KiB/s wr, 5 op/s; 109/633 objects degraded (17.220%) 2021-07-26T15:48:49.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: cluster 2021-07-26T15:48:47.874382+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e239: 8 total, 7 up, 8 in 2021-07-26T15:48:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.408271+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.415025+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.423897+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.426082+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.428126+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.429853+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[42351]: audit 2021-07-26T15:48:48.432049+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:49.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: cluster 2021-07-26T15:48:47.846759+0000 mgr.y (mgr.24683) 112 : cluster [DBG] pgmap v153: 25 pgs: 2 active+clean+snaptrim, 7 active+undersized+degraded, 4 active+undersized, 12 active+clean; 303 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 144 KiB/s wr, 5 op/s; 109/633 objects degraded (17.220%) 2021-07-26T15:48:49.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: cluster 2021-07-26T15:48:47.874382+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e239: 8 total, 7 up, 8 in 2021-07-26T15:48:49.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.408271+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.415025+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.423897+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:49.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.426082+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.428126+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.429853+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:48 smithi046 bash[41283]: audit 2021-07-26T15:48:48.432049+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: cluster 2021-07-26T15:48:47.846759+0000 mgr.y (mgr.24683) 112 : cluster [DBG] pgmap v153: 25 pgs: 2 active+clean+snaptrim, 7 active+undersized+degraded, 4 active+undersized, 12 active+clean; 303 MiB data, 966 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 144 KiB/s wr, 5 op/s; 109/633 objects degraded (17.220%) 2021-07-26T15:48:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: cluster 2021-07-26T15:48:47.874382+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e239: 8 total, 7 up, 8 in 2021-07-26T15:48:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.408271+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.415025+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:48:49.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.423897+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:48:49.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.426082+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.428126+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.429853+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:48:49.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:48 smithi073 bash[34190]: audit 2021-07-26T15:48:48.432049+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:49.887 INFO:tasks.rados.rados.0.smithi046.stdout:1002: done (3 left) 2021-07-26T15:48:49.888 INFO:tasks.rados.rados.0.smithi046.stdout:1003: done (2 left) 2021-07-26T15:48:49.888 INFO:tasks.rados.rados.0.smithi046.stdout:1004: done (1 left) 2021-07-26T15:48:49.888 INFO:tasks.rados.rados.0.smithi046.stdout:1006: done (0 left) 2021-07-26T15:48:49.888 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 101 2021-07-26T15:48:49.889 INFO:tasks.rados.rados.0.smithi046.stdout:1007: seq_num 314 ranges {1318912=466944} 2021-07-26T15:48:49.902 INFO:tasks.rados.rados.0.smithi046.stdout:1007: writing smithi04638994-1 from 1318912 to 1785856 tid 1 2021-07-26T15:48:49.902 INFO:tasks.rados.rados.0.smithi046.stdout:1008: read oid 35 snap -1 2021-07-26T15:48:49.902 INFO:tasks.rados.rados.0.smithi046.stdout:1008: expect (ObjNum 281 snap 85 seq_num 281) 2021-07-26T15:48:49.902 INFO:tasks.rados.rados.0.smithi046.stdout:1009: snap_create 2021-07-26T15:48:49.908 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing write tid 1 to smithi04638994-1 2021-07-26T15:48:49.908 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing write tid 2 to smithi04638994-1 2021-07-26T15:48:49.911 INFO:tasks.rados.rados.0.smithi046.stdout:1007: finishing write tid 3 to smithi04638994-1 2021-07-26T15:48:49.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 562 (ObjNum 314 snap 101 seq_num 314) dirty exists 2021-07-26T15:48:49.911 INFO:tasks.rados.rados.0.smithi046.stdout:1007: left oid 1 (ObjNum 314 snap 101 seq_num 314) 2021-07-26T15:48:49.937 INFO:tasks.rados.rados.0.smithi046.stdout:1008: expect (ObjNum 281 snap 85 seq_num 281) 2021-07-26T15:48:50.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[41283]: audit 2021-07-26T15:48:48.432405+0000 mgr.y (mgr.24683) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:50.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[41283]: cephadm 2021-07-26T15:48:48.433795+0000 mgr.y (mgr.24683) 114 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:48:50.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[41283]: cluster 2021-07-26T15:48:48.883195+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e240: 8 total, 7 up, 8 in 2021-07-26T15:48:50.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[42351]: audit 2021-07-26T15:48:48.432405+0000 mgr.y (mgr.24683) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:50.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[42351]: cephadm 2021-07-26T15:48:48.433795+0000 mgr.y (mgr.24683) 114 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:48:50.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:49 smithi046 bash[42351]: cluster 2021-07-26T15:48:48.883195+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e240: 8 total, 7 up, 8 in 2021-07-26T15:48:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:49 smithi073 bash[34190]: audit 2021-07-26T15:48:48.432405+0000 mgr.y (mgr.24683) 113 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:48:50.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:49 smithi073 bash[34190]: cephadm 2021-07-26T15:48:48.433795+0000 mgr.y (mgr.24683) 114 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:48:50.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:49 smithi073 bash[34190]: cluster 2021-07-26T15:48:48.883195+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e240: 8 total, 7 up, 8 in 2021-07-26T15:48:50.903 INFO:tasks.rados.rados.0.smithi046.stdout:1007: done (2 left) 2021-07-26T15:48:50.904 INFO:tasks.rados.rados.0.smithi046.stdout:1008: done (1 left) 2021-07-26T15:48:50.904 INFO:tasks.rados.rados.0.smithi046.stdout:1009: done (0 left) 2021-07-26T15:48:50.904 INFO:tasks.rados.rados.0.smithi046.stdout:1010: rollback oid 37 current snap is 102 2021-07-26T15:48:50.905 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 67 2021-07-26T15:48:50.905 INFO:tasks.rados.rados.0.smithi046.stdout:1011: delete oid 44 current snap is 102 2021-07-26T15:48:50.908 INFO:tasks.rados.rados.0.smithi046.stdout:1011: done (1 left) 2021-07-26T15:48:50.908 INFO:tasks.rados.rados.0.smithi046.stdout:1012: copy_from oid 39 from oid 8 current snap is 102 2021-07-26T15:48:50.908 INFO:tasks.rados.rados.0.smithi046.stdout:1013: read oid 46 snap 87 2021-07-26T15:48:50.909 INFO:tasks.rados.rados.0.smithi046.stdout:1013: expect deleted 2021-07-26T15:48:50.909 INFO:tasks.rados.rados.0.smithi046.stdout:1014: rollback oid 29 current snap is 102 2021-07-26T15:48:50.909 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 97 2021-07-26T15:48:50.910 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 102 2021-07-26T15:48:50.910 INFO:tasks.rados.rados.0.smithi046.stdout:1015: seq_num 316 ranges {1449984=499712} 2021-07-26T15:48:50.922 INFO:tasks.rados.rados.0.smithi046.stdout:1015: writing smithi04638994-50 from 1449984 to 1949696 tid 1 2021-07-26T15:48:50.922 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 102 2021-07-26T15:48:50.923 INFO:tasks.rados.rados.0.smithi046.stdout:1016: seq_num 317 ranges {5144576=516096} 2021-07-26T15:48:50.954 INFO:tasks.rados.rados.0.smithi046.stdout:1016: writing smithi04638994-24 from 5144576 to 5660672 tid 1 2021-07-26T15:48:50.954 INFO:tasks.rados.rados.0.smithi046.stdout:1017: snap_remove snap 88 2021-07-26T15:48:51.181 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[45495]: debug 2021-07-26T15:48:51.124+0000 7f0819a1f0c0 -1 osd.1 230 log_to_monitors {default=true} 2021-07-26T15:48:51.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[41283]: cluster 2021-07-26T15:48:49.847585+0000 mgr.y (mgr.24683) 115 : cluster [DBG] pgmap v156: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 115/669 objects degraded (17.190%) 2021-07-26T15:48:51.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[41283]: cluster 2021-07-26T15:48:49.880923+0000 mon.a (mon.0) 318 : cluster [WRN] Health check update: Degraded data redundancy: 115/669 objects degraded (17.190%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:51.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[41283]: cluster 2021-07-26T15:48:49.888107+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e241: 8 total, 7 up, 8 in 2021-07-26T15:48:51.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[42351]: cluster 2021-07-26T15:48:49.847585+0000 mgr.y (mgr.24683) 115 : cluster [DBG] pgmap v156: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 115/669 objects degraded (17.190%) 2021-07-26T15:48:51.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[42351]: cluster 2021-07-26T15:48:49.880923+0000 mon.a (mon.0) 318 : cluster [WRN] Health check update: Degraded data redundancy: 115/669 objects degraded (17.190%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:51.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:50 smithi046 bash[42351]: cluster 2021-07-26T15:48:49.888107+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e241: 8 total, 7 up, 8 in 2021-07-26T15:48:51.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:50 smithi073 bash[34190]: cluster 2021-07-26T15:48:49.847585+0000 mgr.y (mgr.24683) 115 : cluster [DBG] pgmap v156: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 115/669 objects degraded (17.190%) 2021-07-26T15:48:51.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:50 smithi073 bash[34190]: cluster 2021-07-26T15:48:49.880923+0000 mon.a (mon.0) 318 : cluster [WRN] Health check update: Degraded data redundancy: 115/669 objects degraded (17.190%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:51.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:50 smithi073 bash[34190]: cluster 2021-07-26T15:48:49.888107+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e241: 8 total, 7 up, 8 in 2021-07-26T15:48:51.917 INFO:tasks.rados.rados.0.smithi046.stdout:1017: done (6 left) 2021-07-26T15:48:51.918 INFO:tasks.rados.rados.0.smithi046.stdout:1018: rmattr oid 28 current snap is 102 2021-07-26T15:48:51.918 INFO:tasks.rados.rados.0.smithi046.stdout:1018: done (6 left) 2021-07-26T15:48:51.918 INFO:tasks.rados.rados.0.smithi046.stdout:1019: setattr oid 44 current snap is 102 2021-07-26T15:48:51.920 INFO:tasks.rados.rados.0.smithi046.stdout:1020: snap_remove snap 96 2021-07-26T15:48:52.181 INFO:journalctl@ceph.osd.1.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[45495]: debug 2021-07-26T15:48:51.924+0000 7f0809b71700 -1 osd.1 230 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:48:52.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[41283]: cluster 2021-07-26T15:48:50.904797+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e242: 8 total, 7 up, 8 in 2021-07-26T15:48:52.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[41283]: audit 2021-07-26T15:48:51.131514+0000 mon.a (mon.0) 321 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:48:52.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[42351]: cluster 2021-07-26T15:48:50.904797+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e242: 8 total, 7 up, 8 in 2021-07-26T15:48:52.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:51 smithi046 bash[42351]: audit 2021-07-26T15:48:51.131514+0000 mon.a (mon.0) 321 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:48:52.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:51 smithi073 bash[34190]: cluster 2021-07-26T15:48:50.904797+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e242: 8 total, 7 up, 8 in 2021-07-26T15:48:52.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:51 smithi073 bash[34190]: audit 2021-07-26T15:48:51.131514+0000 mon.a (mon.0) 321 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:48:52.921 INFO:tasks.rados.rados.0.smithi046.stdout:1020: done (7 left) 2021-07-26T15:48:52.922 INFO:tasks.rados.rados.0.smithi046.stdout:1021: rollback oid 38 current snap is 102 2021-07-26T15:48:52.922 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 94 2021-07-26T15:48:52.922 INFO:tasks.rados.rados.0.smithi046.stdout:1022: snap_remove snap 72 2021-07-26T15:48:53.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[41283]: cluster 2021-07-26T15:48:51.848374+0000 mgr.y (mgr.24683) 116 : cluster [DBG] pgmap v159: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 115/672 objects degraded (17.113%) 2021-07-26T15:48:53.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[41283]: audit 2021-07-26T15:48:51.917684+0000 mon.a (mon.0) 322 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:48:53.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[41283]: cluster 2021-07-26T15:48:51.917858+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e243: 8 total, 7 up, 8 in 2021-07-26T15:48:53.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[41283]: audit 2021-07-26T15:48:51.919037+0000 mon.a (mon.0) 324 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:53.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[42351]: cluster 2021-07-26T15:48:51.848374+0000 mgr.y (mgr.24683) 116 : cluster [DBG] pgmap v159: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 115/672 objects degraded (17.113%) 2021-07-26T15:48:53.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[42351]: audit 2021-07-26T15:48:51.917684+0000 mon.a (mon.0) 322 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:48:53.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[42351]: cluster 2021-07-26T15:48:51.917858+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e243: 8 total, 7 up, 8 in 2021-07-26T15:48:53.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:52 smithi046 bash[42351]: audit 2021-07-26T15:48:51.919037+0000 mon.a (mon.0) 324 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:52 smithi073 bash[34190]: cluster 2021-07-26T15:48:51.848374+0000 mgr.y (mgr.24683) 116 : cluster [DBG] pgmap v159: 25 pgs: 7 active+undersized+degraded, 4 active+undersized, 14 active+clean; 314 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 115/672 objects degraded (17.113%) 2021-07-26T15:48:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:52 smithi073 bash[34190]: audit 2021-07-26T15:48:51.917684+0000 mon.a (mon.0) 322 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:48:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:52 smithi073 bash[34190]: cluster 2021-07-26T15:48:51.917858+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e243: 8 total, 7 up, 8 in 2021-07-26T15:48:53.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:52 smithi073 bash[34190]: audit 2021-07-26T15:48:51.919037+0000 mon.a (mon.0) 324 : audit [INF] from='osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:48:53.926 INFO:tasks.rados.rados.0.smithi046.stdout:1022: done (8 left) 2021-07-26T15:48:53.927 INFO:tasks.rados.rados.0.smithi046.stdout:1023: read oid 33 snap -1 2021-07-26T15:48:53.927 INFO:tasks.rados.rados.0.smithi046.stdout:1023: expect deleted 2021-07-26T15:48:53.928 INFO:tasks.rados.rados.0.smithi046.stdout:1024: copy_from oid 5 from oid 36 current snap is 102 2021-07-26T15:48:53.928 INFO:tasks.rados.rados.0.smithi046.stdout:1010: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:48:53.928 INFO:tasks.rados.rados.0.smithi046.stdout:1010: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:48:53.928 INFO:tasks.rados.rados.0.smithi046.stdout:1010: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:48:53.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 485 (ObjNum 215 snap 61 seq_num 215) dirty exists 2021-07-26T15:48:53.929 INFO:tasks.rados.rados.0.smithi046.stdout:1012: finishing copy_from to smithi04638994-39 2021-07-26T15:48:53.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 462 (ObjNum 197611600 snap 22029 seq_num 198426288) dirty exists 2021-07-26T15:48:53.929 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:48:53.929 INFO:tasks.rados.rados.0.smithi046.stdout:1012: finishing copy_from racing read to smithi04638994-39 2021-07-26T15:48:53.930 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:48:53.930 INFO:tasks.rados.rados.0.smithi046.stdout:1014: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:48:53.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 588 (ObjNum 263 snap 82 seq_num 263) dirty exists 2021-07-26T15:48:53.930 INFO:tasks.rados.rados.0.smithi046.stdout:1015: finishing write tid 1 to smithi04638994-50 2021-07-26T15:48:53.931 INFO:tasks.rados.rados.0.smithi046.stdout:1015: finishing write tid 2 to smithi04638994-50 2021-07-26T15:48:53.931 INFO:tasks.rados.rados.0.smithi046.stdout:1015: finishing write tid 3 to smithi04638994-50 2021-07-26T15:48:53.931 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 297 (ObjNum 316 snap 102 seq_num 316) dirty exists 2021-07-26T15:48:53.931 INFO:tasks.rados.rados.0.smithi046.stdout:1015: left oid 50 (ObjNum 316 snap 102 seq_num 316) 2021-07-26T15:48:53.931 INFO:tasks.rados.rados.0.smithi046.stdout:1016: finishing write tid 1 to smithi04638994-24 2021-07-26T15:48:53.932 INFO:tasks.rados.rados.0.smithi046.stdout:1016: finishing write tid 2 to smithi04638994-24 2021-07-26T15:48:53.932 INFO:tasks.rados.rados.0.smithi046.stdout:1016: finishing write tid 3 to smithi04638994-24 2021-07-26T15:48:53.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 591 (ObjNum 317 snap 102 seq_num 317) dirty exists 2021-07-26T15:48:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:1016: left oid 24 (ObjNum 317 snap 102 seq_num 317) 2021-07-26T15:48:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 281 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:48:53.933 INFO:tasks.rados.rados.0.smithi046.stdout:1021: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:48:53.934 INFO:tasks.rados.rados.0.smithi046.stdout:1021: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:48:53.934 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 494 (ObjNum 1 snap 32682 seq_num 197723888) dirty dne 2021-07-26T15:48:53.935 INFO:tasks.rados.rados.0.smithi046.stdout:1010: done (9 left) 2021-07-26T15:48:53.935 INFO:tasks.rados.rados.0.smithi046.stdout:1012: done (8 left) 2021-07-26T15:48:53.935 INFO:tasks.rados.rados.0.smithi046.stdout:1013: done (7 left) 2021-07-26T15:48:53.935 INFO:tasks.rados.rados.0.smithi046.stdout:1014: done (6 left) 2021-07-26T15:48:53.936 INFO:tasks.rados.rados.0.smithi046.stdout:1015: done (5 left) 2021-07-26T15:48:53.936 INFO:tasks.rados.rados.0.smithi046.stdout:1016: done (4 left) 2021-07-26T15:48:53.937 INFO:tasks.rados.rados.0.smithi046.stdout:1019: done (3 left) 2021-07-26T15:48:53.937 INFO:tasks.rados.rados.0.smithi046.stdout:1021: done (2 left) 2021-07-26T15:48:53.938 INFO:tasks.rados.rados.0.smithi046.stdout:1025: snap_remove snap 69 2021-07-26T15:48:53.939 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:53.939 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:48:53.940 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:48:53.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:48:53.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[41283]: cluster 2021-07-26T15:48:52.910759+0000 mon.a (mon.0) 325 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:53.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[41283]: cluster 2021-07-26T15:48:52.920060+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475] boot 2021-07-26T15:48:53.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[41283]: cluster 2021-07-26T15:48:52.920213+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T15:48:53.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[41283]: audit 2021-07-26T15:48:52.921431+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[42351]: cluster 2021-07-26T15:48:52.910759+0000 mon.a (mon.0) 325 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[42351]: cluster 2021-07-26T15:48:52.920060+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475] boot 2021-07-26T15:48:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[42351]: cluster 2021-07-26T15:48:52.920213+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T15:48:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:53 smithi046 bash[42351]: audit 2021-07-26T15:48:52.921431+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:53 smithi073 bash[34190]: cluster 2021-07-26T15:48:52.910759+0000 mon.a (mon.0) 325 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:48:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:53 smithi073 bash[34190]: cluster 2021-07-26T15:48:52.920060+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.46:6810/1902014475,v1:172.21.15.46:6811/1902014475] boot 2021-07-26T15:48:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:53 smithi073 bash[34190]: cluster 2021-07-26T15:48:52.920213+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T15:48:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:53 smithi073 bash[34190]: audit 2021-07-26T15:48:52.921431+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:54.948 INFO:tasks.rados.rados.0.smithi046.stdout:1024: finishing copy_from to smithi04638994-5 2021-07-26T15:48:54.948 INFO:tasks.rados.rados.0.smithi046.stdout:1024: got expected ENOENT (src dne) 2021-07-26T15:48:54.948 INFO:tasks.rados.rados.0.smithi046.stdout:1024: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:48:54.949 INFO:tasks.rados.rados.0.smithi046.stdout:1023: done (2 left) 2021-07-26T15:48:54.949 INFO:tasks.rados.rados.0.smithi046.stdout:1024: done (1 left) 2021-07-26T15:48:54.949 INFO:tasks.rados.rados.0.smithi046.stdout:1025: done (0 left) 2021-07-26T15:48:54.949 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 102 2021-07-26T15:48:54.950 INFO:tasks.rados.rados.0.smithi046.stdout:1026: seq_num 318 ranges {2015232=532480} 2021-07-26T15:48:54.971 INFO:tasks.rados.rados.0.smithi046.stdout:1026: writing smithi04638994-29 from 2015232 to 2547712 tid 1 2021-07-26T15:48:54.971 INFO:tasks.rados.rados.0.smithi046.stdout:1027: delete oid 31 current snap is 102 2021-07-26T15:48:54.972 INFO:tasks.rados.rados.0.smithi046.stdout:1027: done (1 left) 2021-07-26T15:48:54.972 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 102 2021-07-26T15:48:54.973 INFO:tasks.rados.rados.0.smithi046.stdout:1028: seq_num 320 ranges {5545984=565248} 2021-07-26T15:48:55.004 INFO:tasks.rados.rados.0.smithi046.stdout:1028: writing smithi04638994-19 from 5545984 to 6111232 tid 1 2021-07-26T15:48:55.004 INFO:tasks.rados.rados.0.smithi046.stdout:1029: rollback oid 36 current snap is 102 2021-07-26T15:48:55.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 98 2021-07-26T15:48:55.005 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 1 to smithi04638994-29 2021-07-26T15:48:55.006 INFO:tasks.rados.rados.0.smithi046.stdout:1030: snap_create 2021-07-26T15:48:55.006 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 2 to smithi04638994-29 2021-07-26T15:48:55.007 INFO:tasks.rados.rados.0.smithi046.stdout:1026: finishing write tid 3 to smithi04638994-29 2021-07-26T15:48:55.007 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 639 (ObjNum 318 snap 102 seq_num 318) dirty exists 2021-07-26T15:48:55.007 INFO:tasks.rados.rados.0.smithi046.stdout:1026: left oid 29 (ObjNum 318 snap 102 seq_num 318) 2021-07-26T15:48:55.009 INFO:tasks.rados.rados.0.smithi046.stdout:1029: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:48:55.010 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 241 (ObjNum 197599280 snap 22029 seq_num 671090896) dirty dne 2021-07-26T15:48:55.010 INFO:tasks.rados.rados.0.smithi046.stdout:1028: finishing write tid 1 to smithi04638994-19 2021-07-26T15:48:55.012 INFO:tasks.rados.rados.0.smithi046.stdout:1028: finishing write tid 2 to smithi04638994-19 2021-07-26T15:48:55.013 INFO:tasks.rados.rados.0.smithi046.stdout:1028: finishing write tid 3 to smithi04638994-19 2021-07-26T15:48:55.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 368 (ObjNum 320 snap 102 seq_num 320) dirty exists 2021-07-26T15:48:55.013 INFO:tasks.rados.rados.0.smithi046.stdout:1028: left oid 19 (ObjNum 320 snap 102 seq_num 320) 2021-07-26T15:48:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:54 smithi046 bash[41283]: cluster 2021-07-26T15:48:53.849257+0000 mgr.y (mgr.24683) 117 : cluster [DBG] pgmap v162: 25 pgs: 5 peering, 4 active+undersized+degraded, 2 active+undersized, 14 active+clean; 315 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 126 KiB/s wr, 3 op/s; 52/678 objects degraded (7.670%) 2021-07-26T15:48:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:54 smithi046 bash[41283]: cluster 2021-07-26T15:48:53.924273+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T15:48:55.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:54 smithi046 bash[42351]: cluster 2021-07-26T15:48:53.849257+0000 mgr.y (mgr.24683) 117 : cluster [DBG] pgmap v162: 25 pgs: 5 peering, 4 active+undersized+degraded, 2 active+undersized, 14 active+clean; 315 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 126 KiB/s wr, 3 op/s; 52/678 objects degraded (7.670%) 2021-07-26T15:48:55.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:54 smithi046 bash[42351]: cluster 2021-07-26T15:48:53.924273+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T15:48:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:54 smithi073 bash[34190]: cluster 2021-07-26T15:48:53.849257+0000 mgr.y (mgr.24683) 117 : cluster [DBG] pgmap v162: 25 pgs: 5 peering, 4 active+undersized+degraded, 2 active+undersized, 14 active+clean; 315 MiB data, 946 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 126 KiB/s wr, 3 op/s; 52/678 objects degraded (7.670%) 2021-07-26T15:48:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:54 smithi073 bash[34190]: cluster 2021-07-26T15:48:53.924273+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T15:48:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:1026: done (3 left) 2021-07-26T15:48:55.954 INFO:tasks.rados.rados.0.smithi046.stdout:1028: done (2 left) 2021-07-26T15:48:55.955 INFO:tasks.rados.rados.0.smithi046.stdout:1029: done (1 left) 2021-07-26T15:48:55.955 INFO:tasks.rados.rados.0.smithi046.stdout:1030: done (0 left) 2021-07-26T15:48:55.955 INFO:tasks.rados.rados.0.smithi046.stdout:1031: rmattr oid 32 current snap is 103 2021-07-26T15:48:55.955 INFO:tasks.rados.rados.0.smithi046.stdout:1032: read oid 14 snap -1 2021-07-26T15:48:55.956 INFO:tasks.rados.rados.0.smithi046.stdout:1032: expect (ObjNum 166 snap 46 seq_num 166) 2021-07-26T15:48:55.956 INFO:tasks.rados.rados.0.smithi046.stdout:1033: snap_create 2021-07-26T15:48:55.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 463 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:48:56.001 INFO:tasks.rados.rados.0.smithi046.stdout:1032: expect (ObjNum 166 snap 46 seq_num 166) 2021-07-26T15:48:56.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:55 smithi073 bash[34190]: cluster 2021-07-26T15:48:54.943204+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T15:48:56.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:55 smithi073 bash[34190]: cluster 2021-07-26T15:48:55.817643+0000 mon.a (mon.0) 331 : cluster [WRN] Health check update: Degraded data redundancy: 52/678 objects degraded (7.670%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:55 smithi046 bash[41283]: cluster 2021-07-26T15:48:54.943204+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T15:48:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:55 smithi046 bash[41283]: cluster 2021-07-26T15:48:55.817643+0000 mon.a (mon.0) 331 : cluster [WRN] Health check update: Degraded data redundancy: 52/678 objects degraded (7.670%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:55 smithi046 bash[42351]: cluster 2021-07-26T15:48:54.943204+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T15:48:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:55 smithi046 bash[42351]: cluster 2021-07-26T15:48:55.817643+0000 mon.a (mon.0) 331 : cluster [WRN] Health check update: Degraded data redundancy: 52/678 objects degraded (7.670%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:48:56.958 INFO:tasks.rados.rados.0.smithi046.stdout:1031: done (2 left) 2021-07-26T15:48:56.958 INFO:tasks.rados.rados.0.smithi046.stdout:1032: done (1 left) 2021-07-26T15:48:56.959 INFO:tasks.rados.rados.0.smithi046.stdout:1033: done (0 left) 2021-07-26T15:48:56.959 INFO:tasks.rados.rados.0.smithi046.stdout:1034: read oid 47 snap -1 2021-07-26T15:48:56.959 INFO:tasks.rados.rados.0.smithi046.stdout:1034: expect (ObjNum 298 snap 96 seq_num 298) 2021-07-26T15:48:56.962 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 104 2021-07-26T15:48:56.963 INFO:tasks.rados.rados.0.smithi046.stdout:1035: seq_num 321 ranges {0=581632} 2021-07-26T15:48:56.966 INFO:tasks.rados.rados.0.smithi046.stdout:1035: writing smithi04638994-20 from 0 to 581632 tid 1 2021-07-26T15:48:56.966 INFO:tasks.rados.rados.0.smithi046.stdout:1036: read oid 48 snap 86 2021-07-26T15:48:56.966 INFO:tasks.rados.rados.0.smithi046.stdout:1036: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:56.967 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 104 2021-07-26T15:48:56.967 INFO:tasks.rados.rados.0.smithi046.stdout:1037: seq_num 322 ranges {5660672=598016} 2021-07-26T15:48:57.002 INFO:tasks.rados.rados.0.smithi046.stdout:1037: writing smithi04638994-24 from 5660672 to 6258688 tid 1 2021-07-26T15:48:57.002 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 104 2021-07-26T15:48:57.002 INFO:tasks.rados.rados.0.smithi046.stdout:1038: seq_num 323 ranges {3596288=614400} 2021-07-26T15:48:57.027 INFO:tasks.rados.rados.0.smithi046.stdout:1038: writing smithi04638994-16 from 3596288 to 4210688 tid 1 2021-07-26T15:48:57.027 INFO:tasks.rados.rados.0.smithi046.stdout:1039: setattr oid 6 current snap is 104 2021-07-26T15:48:57.028 INFO:tasks.rados.rados.0.smithi046.stdout:1034: expect (ObjNum 298 snap 96 seq_num 298) 2021-07-26T15:48:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:1035: finishing write tid 1 to smithi04638994-20 2021-07-26T15:48:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:1035: finishing write tid 2 to smithi04638994-20 2021-07-26T15:48:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:1035: finishing write tid 3 to smithi04638994-20 2021-07-26T15:48:57.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 642 (ObjNum 321 snap 104 seq_num 321) dirty exists 2021-07-26T15:48:57.036 INFO:tasks.rados.rados.0.smithi046.stdout:1035: left oid 20 (ObjNum 321 snap 104 seq_num 321) 2021-07-26T15:48:57.036 INFO:tasks.rados.rados.0.smithi046.stdout:1036: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:48:57.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:56 smithi073 bash[34190]: cluster 2021-07-26T15:48:55.850004+0000 mgr.y (mgr.24683) 118 : cluster [DBG] pgmap v165: 25 pgs: 6 peering, 3 active+undersized+degraded, 2 active+undersized, 14 active+clean; 316 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 362 KiB/s wr, 8 op/s; 22/687 objects degraded (3.202%) 2021-07-26T15:48:57.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:56 smithi073 bash[34190]: cluster 2021-07-26T15:48:55.955338+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T15:48:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:56 smithi046 bash[41283]: cluster 2021-07-26T15:48:55.850004+0000 mgr.y (mgr.24683) 118 : cluster [DBG] pgmap v165: 25 pgs: 6 peering, 3 active+undersized+degraded, 2 active+undersized, 14 active+clean; 316 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 362 KiB/s wr, 8 op/s; 22/687 objects degraded (3.202%) 2021-07-26T15:48:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:56 smithi046 bash[41283]: cluster 2021-07-26T15:48:55.955338+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T15:48:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:56 smithi046 bash[42351]: cluster 2021-07-26T15:48:55.850004+0000 mgr.y (mgr.24683) 118 : cluster [DBG] pgmap v165: 25 pgs: 6 peering, 3 active+undersized+degraded, 2 active+undersized, 14 active+clean; 316 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 362 KiB/s wr, 8 op/s; 22/687 objects degraded (3.202%) 2021-07-26T15:48:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:56 smithi046 bash[42351]: cluster 2021-07-26T15:48:55.955338+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T15:48:57.837 INFO:tasks.rados.rados.0.smithi046.stdout:1037: finishing write tid 1 to smithi04638994-24 2021-07-26T15:48:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:1037: finishing write tid 2 to smithi04638994-24 2021-07-26T15:48:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:1037: finishing write tid 3 to smithi04638994-24 2021-07-26T15:48:57.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 645 (ObjNum 322 snap 104 seq_num 322) dirty exists 2021-07-26T15:48:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:1037: left oid 24 (ObjNum 322 snap 104 seq_num 322) 2021-07-26T15:48:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 1 to smithi04638994-16 2021-07-26T15:48:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 2 to smithi04638994-16 2021-07-26T15:48:57.839 INFO:tasks.rados.rados.0.smithi046.stdout:1038: finishing write tid 3 to smithi04638994-16 2021-07-26T15:48:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 325 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:48:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:1038: left oid 16 (ObjNum 323 snap 104 seq_num 323) 2021-07-26T15:48:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 188 (ObjNum 1 snap 32682 seq_num 198931040) dirty exists 2021-07-26T15:48:57.840 INFO:tasks.rados.rados.0.smithi046.stdout:1034: done (5 left) 2021-07-26T15:48:57.841 INFO:tasks.rados.rados.0.smithi046.stdout:1035: done (4 left) 2021-07-26T15:48:57.841 INFO:tasks.rados.rados.0.smithi046.stdout:1036: done (3 left) 2021-07-26T15:48:57.841 INFO:tasks.rados.rados.0.smithi046.stdout:1037: done (2 left) 2021-07-26T15:48:57.842 INFO:tasks.rados.rados.0.smithi046.stdout:1038: done (1 left) 2021-07-26T15:48:57.842 INFO:tasks.rados.rados.0.smithi046.stdout:1039: done (0 left) 2021-07-26T15:48:57.842 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 104 2021-07-26T15:48:57.842 INFO:tasks.rados.rados.0.smithi046.stdout:1040: seq_num 324 ranges {1949696=630784} 2021-07-26T15:48:57.862 INFO:tasks.rados.rados.0.smithi046.stdout:1040: writing smithi04638994-50 from 1949696 to 2580480 tid 1 2021-07-26T15:48:57.863 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 104 2021-07-26T15:48:57.863 INFO:tasks.rados.rados.0.smithi046.stdout:1041: seq_num 325 ranges {0=647168} 2021-07-26T15:48:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:1041: writing smithi04638994-39 from 0 to 647168 tid 1 2021-07-26T15:48:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 104 2021-07-26T15:48:57.866 INFO:tasks.rados.rados.0.smithi046.stdout:1042: seq_num 326 ranges {0=663552} 2021-07-26T15:48:57.869 INFO:tasks.rados.rados.0.smithi046.stdout:1042: writing smithi04638994-43 from 0 to 663552 tid 1 2021-07-26T15:48:57.869 INFO:tasks.rados.rados.0.smithi046.stdout:1043: snap_remove snap 50 2021-07-26T15:48:57.976 INFO:tasks.rados.rados.0.smithi046.stdout:1043: done (3 left) 2021-07-26T15:48:57.976 INFO:tasks.rados.rados.0.smithi046.stdout:1044: setattr oid 23 current snap is 104 2021-07-26T15:48:57.976 INFO:tasks.rados.rados.0.smithi046.stdout:1040: finishing write tid 1 to smithi04638994-50 2021-07-26T15:48:57.977 INFO:tasks.rados.rados.0.smithi046.stdout:1040: finishing write tid 2 to smithi04638994-50 2021-07-26T15:48:57.977 INFO:tasks.rados.rados.0.smithi046.stdout:1040: finishing write tid 3 to smithi04638994-50 2021-07-26T15:48:57.977 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 314 (ObjNum 324 snap 104 seq_num 324) dirty exists 2021-07-26T15:48:57.977 INFO:tasks.rados.rados.0.smithi046.stdout:1040: left oid 50 (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:48:57.978 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 1 to smithi04638994-39 2021-07-26T15:48:57.978 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 2 to smithi04638994-39 2021-07-26T15:48:57.978 INFO:tasks.rados.rados.0.smithi046.stdout:1041: finishing write tid 3 to smithi04638994-39 2021-07-26T15:48:57.978 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 465 (ObjNum 325 snap 104 seq_num 325) dirty exists 2021-07-26T15:48:57.979 INFO:tasks.rados.rados.0.smithi046.stdout:1041: left oid 39 (ObjNum 325 snap 104 seq_num 325) 2021-07-26T15:48:57.979 INFO:tasks.rados.rados.0.smithi046.stdout:1042: finishing write tid 1 to smithi04638994-43 2021-07-26T15:48:57.979 INFO:tasks.rados.rados.0.smithi046.stdout:1042: finishing write tid 2 to smithi04638994-43 2021-07-26T15:48:57.979 INFO:tasks.rados.rados.0.smithi046.stdout:1042: finishing write tid 3 to smithi04638994-43 2021-07-26T15:48:57.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 327 (ObjNum 326 snap 104 seq_num 326) dirty exists 2021-07-26T15:48:57.980 INFO:tasks.rados.rados.0.smithi046.stdout:1042: left oid 43 (ObjNum 326 snap 104 seq_num 326) 2021-07-26T15:48:57.981 INFO:tasks.rados.rados.0.smithi046.stdout:1040: done (3 left) 2021-07-26T15:48:57.981 INFO:tasks.rados.rados.0.smithi046.stdout:1041: done (2 left) 2021-07-26T15:48:57.981 INFO:tasks.rados.rados.0.smithi046.stdout:1042: done (1 left) 2021-07-26T15:48:57.981 INFO:tasks.rados.rados.0.smithi046.stdout:1045: rollback oid 25 current snap is 104 2021-07-26T15:48:57.982 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 101 2021-07-26T15:48:57.982 INFO:tasks.rados.rados.0.smithi046.stdout:1046: read oid 33 snap -1 2021-07-26T15:48:57.982 INFO:tasks.rados.rados.0.smithi046.stdout:1046: expect deleted 2021-07-26T15:48:57.982 INFO:tasks.rados.rados.0.smithi046.stdout:1047: snap_create 2021-07-26T15:48:57.984 INFO:tasks.rados.rados.0.smithi046.stdout:1045: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:48:57.989 INFO:tasks.rados.rados.0.smithi046.stdout:1045: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:48:57.989 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 647 (ObjNum 305 snap 98 seq_num 305) dirty exists 2021-07-26T15:48:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:1045: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:48:57.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 211 (ObjNum 311 snap 99 seq_num 311) dirty exists 2021-07-26T15:48:58.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:57 smithi073 bash[34190]: cluster 2021-07-26T15:48:56.958267+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T15:48:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:57 smithi046 bash[41283]: cluster 2021-07-26T15:48:56.958267+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T15:48:58.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:57 smithi046 bash[42351]: cluster 2021-07-26T15:48:56.958267+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T15:48:58.984 INFO:tasks.rados.rados.0.smithi046.stdout:1044: done (3 left) 2021-07-26T15:48:58.985 INFO:tasks.rados.rados.0.smithi046.stdout:1045: done (2 left) 2021-07-26T15:48:58.985 INFO:tasks.rados.rados.0.smithi046.stdout:1046: done (1 left) 2021-07-26T15:48:58.985 INFO:tasks.rados.rados.0.smithi046.stdout:1047: done (0 left) 2021-07-26T15:48:58.985 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 105 2021-07-26T15:48:58.986 INFO:tasks.rados.rados.0.smithi046.stdout:1048: seq_num 327 ranges {1818624=679936} 2021-07-26T15:48:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:1048: writing smithi04638994-37 from 1818624 to 2498560 tid 1 2021-07-26T15:48:59.001 INFO:tasks.rados.rados.0.smithi046.stdout:1049: rmattr oid 2 current snap is 105 2021-07-26T15:48:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:1050: read oid 50 snap 104 2021-07-26T15:48:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:1050: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:48:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 105 2021-07-26T15:48:59.002 INFO:tasks.rados.rados.0.smithi046.stdout:1051: seq_num 328 ranges {4759552=696320} 2021-07-26T15:48:59.032 INFO:tasks.rados.rados.0.smithi046.stdout:1051: writing smithi04638994-34 from 4759552 to 5455872 tid 1 2021-07-26T15:48:59.033 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 105 2021-07-26T15:48:59.033 INFO:tasks.rados.rados.0.smithi046.stdout:1052: seq_num 329 ranges {6111232=712704} 2021-07-26T15:48:59.071 INFO:tasks.rados.rados.0.smithi046.stdout:1052: writing smithi04638994-19 from 6111232 to 6823936 tid 1 2021-07-26T15:48:59.071 INFO:tasks.rados.rados.0.smithi046.stdout:1053: snap_create 2021-07-26T15:48:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 1 to smithi04638994-37 2021-07-26T15:48:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 2 to smithi04638994-37 2021-07-26T15:48:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 466 (ObjNum 284 snap 89 seq_num 284) dirty exists 2021-07-26T15:48:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:1048: finishing write tid 3 to smithi04638994-37 2021-07-26T15:48:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 515 (ObjNum 327 snap 105 seq_num 327) dirty exists 2021-07-26T15:48:59.073 INFO:tasks.rados.rados.0.smithi046.stdout:1048: left oid 37 (ObjNum 327 snap 105 seq_num 327) 2021-07-26T15:48:59.073 INFO:tasks.rados.rados.0.smithi046.stdout:1050: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:48:59.224 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 1 to smithi04638994-34 2021-07-26T15:48:59.224 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 2 to smithi04638994-34 2021-07-26T15:48:59.225 INFO:tasks.rados.rados.0.smithi046.stdout:1051: finishing write tid 3 to smithi04638994-34 2021-07-26T15:48:59.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 214 (ObjNum 328 snap 105 seq_num 328) dirty exists 2021-07-26T15:48:59.225 INFO:tasks.rados.rados.0.smithi046.stdout:1051: left oid 34 (ObjNum 328 snap 105 seq_num 328) 2021-07-26T15:48:59.225 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 1 to smithi04638994-19 2021-07-26T15:48:59.225 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 2 to smithi04638994-19 2021-07-26T15:48:59.226 INFO:tasks.rados.rados.0.smithi046.stdout:1052: finishing write tid 3 to smithi04638994-19 2021-07-26T15:48:59.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 370 (ObjNum 329 snap 105 seq_num 329) dirty exists 2021-07-26T15:48:59.226 INFO:tasks.rados.rados.0.smithi046.stdout:1052: left oid 19 (ObjNum 329 snap 105 seq_num 329) 2021-07-26T15:48:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: cluster 2021-07-26T15:48:57.850459+0000 mgr.y (mgr.24683) 119 : cluster [DBG] pgmap v168: 25 pgs: 4 active+clean+wait, 6 peering, 15 active+clean; 316 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 7 op/s; 6.4 MiB/s, 0 objects/s recovering 2021-07-26T15:48:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: cluster 2021-07-26T15:48:57.961419+0000 mon.a (mon.0) 334 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/687 objects degraded (3.202%), 3 pgs degraded) 2021-07-26T15:48:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: cluster 2021-07-26T15:48:57.961482+0000 mon.a (mon.0) 335 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:59.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: cluster 2021-07-26T15:48:57.976681+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T15:48:59.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: audit 2021-07-26T15:48:58.030318+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:59.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:58 smithi073 bash[34190]: audit 2021-07-26T15:48:58.043828+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: cluster 2021-07-26T15:48:57.850459+0000 mgr.y (mgr.24683) 119 : cluster [DBG] pgmap v168: 25 pgs: 4 active+clean+wait, 6 peering, 15 active+clean; 316 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 7 op/s; 6.4 MiB/s, 0 objects/s recovering 2021-07-26T15:48:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: cluster 2021-07-26T15:48:57.961419+0000 mon.a (mon.0) 334 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/687 objects degraded (3.202%), 3 pgs degraded) 2021-07-26T15:48:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: cluster 2021-07-26T15:48:57.961482+0000 mon.a (mon.0) 335 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: cluster 2021-07-26T15:48:57.976681+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T15:48:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: audit 2021-07-26T15:48:58.030318+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[41283]: audit 2021-07-26T15:48:58.043828+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: cluster 2021-07-26T15:48:57.850459+0000 mgr.y (mgr.24683) 119 : cluster [DBG] pgmap v168: 25 pgs: 4 active+clean+wait, 6 peering, 15 active+clean; 316 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 7 op/s; 6.4 MiB/s, 0 objects/s recovering 2021-07-26T15:48:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: cluster 2021-07-26T15:48:57.961419+0000 mon.a (mon.0) 334 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/687 objects degraded (3.202%), 3 pgs degraded) 2021-07-26T15:48:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: cluster 2021-07-26T15:48:57.961482+0000 mon.a (mon.0) 335 : cluster [INF] Cluster is now healthy 2021-07-26T15:48:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: cluster 2021-07-26T15:48:57.976681+0000 mon.a (mon.0) 336 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T15:48:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: audit 2021-07-26T15:48:58.030318+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:58 smithi046 bash[42351]: audit 2021-07-26T15:48:58.043828+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:59.995 INFO:tasks.rados.rados.0.smithi046.stdout:1048: done (5 left) 2021-07-26T15:48:59.996 INFO:tasks.rados.rados.0.smithi046.stdout:1049: done (4 left) 2021-07-26T15:48:59.996 INFO:tasks.rados.rados.0.smithi046.stdout:1050: done (3 left) 2021-07-26T15:48:59.996 INFO:tasks.rados.rados.0.smithi046.stdout:1051: done (2 left) 2021-07-26T15:48:59.997 INFO:tasks.rados.rados.0.smithi046.stdout:1052: done (1 left) 2021-07-26T15:48:59.997 INFO:tasks.rados.rados.0.smithi046.stdout:1053: done (0 left) 2021-07-26T15:48:59.997 INFO:tasks.rados.rados.0.smithi046.stdout:1054: copy_from oid 10 from oid 16 current snap is 106 2021-07-26T15:48:59.997 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 106 2021-07-26T15:48:59.997 INFO:tasks.rados.rados.0.smithi046.stdout:1055: seq_num 330 ranges {0=737280} 2021-07-26T15:49:00.001 INFO:tasks.rados.rados.0.smithi046.stdout:1055: writing smithi04638994-5 from 0 to 737280 tid 1 2021-07-26T15:49:00.001 INFO:tasks.rados.rados.0.smithi046.stdout:1056: read oid 23 snap 86 2021-07-26T15:49:00.002 INFO:tasks.rados.rados.0.smithi046.stdout:1056: expect (ObjNum 272 snap 82 seq_num 272) 2021-07-26T15:49:00.002 INFO:tasks.rados.rados.0.smithi046.stdout:1057: read oid 35 snap 54 2021-07-26T15:49:00.002 INFO:tasks.rados.rados.0.smithi046.stdout:1057: expect (ObjNum 135 snap 33 seq_num 135) 2021-07-26T15:49:00.002 INFO:tasks.rados.rados.0.smithi046.stdout:1058: setattr oid 50 current snap is 106 2021-07-26T15:49:00.003 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 106 2021-07-26T15:49:00.003 INFO:tasks.rados.rados.0.smithi046.stdout:1059: seq_num 331 ranges {663552=753664} 2021-07-26T15:49:00.013 INFO:tasks.rados.rados.0.smithi046.stdout:1059: writing smithi04638994-43 from 663552 to 1417216 tid 1 2021-07-26T15:49:00.013 INFO:tasks.rados.rados.0.smithi046.stdout:1060: delete oid 17 current snap is 106 2021-07-26T15:49:00.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 318 (ObjNum 324 snap 104 seq_num 324) dirty exists 2021-07-26T15:49:00.015 INFO:tasks.rados.rados.0.smithi046.stdout:1055: finishing write tid 1 to smithi04638994-5 2021-07-26T15:49:00.021 INFO:tasks.rados.rados.0.smithi046.stdout:1058: done (6 left) 2021-07-26T15:49:00.022 INFO:tasks.rados.rados.0.smithi046.stdout:1060: done (5 left) 2021-07-26T15:49:00.022 INFO:tasks.rados.rados.0.smithi046.stdout:1061: setattr oid 46 current snap is 106 2021-07-26T15:49:00.023 INFO:tasks.rados.rados.0.smithi046.stdout:1059: finishing write tid 1 to smithi04638994-43 2021-07-26T15:49:00.024 INFO:tasks.rados.rados.0.smithi046.stdout:1055: finishing write tid 2 to smithi04638994-5 2021-07-26T15:49:00.024 INFO:tasks.rados.rados.0.smithi046.stdout:1062: rollback oid 25 current snap is 106 2021-07-26T15:49:00.025 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 56 2021-07-26T15:49:00.025 INFO:tasks.rados.rados.0.smithi046.stdout:1063: snap_create 2021-07-26T15:49:00.027 INFO:tasks.rados.rados.0.smithi046.stdout:1055: finishing write tid 3 to smithi04638994-5 2021-07-26T15:49:00.028 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 454 (ObjNum 330 snap 106 seq_num 330) dirty exists 2021-07-26T15:49:00.028 INFO:tasks.rados.rados.0.smithi046.stdout:1055: left oid 5 (ObjNum 330 snap 106 seq_num 330) 2021-07-26T15:49:00.029 INFO:tasks.rados.rados.0.smithi046.stdout:1059: finishing write tid 2 to smithi04638994-43 2021-07-26T15:49:00.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 215 (ObjNum 197889408 snap 22029 seq_num 198907904) dirty exists 2021-07-26T15:49:00.030 INFO:tasks.rados.rados.0.smithi046.stdout:1059: finishing write tid 3 to smithi04638994-43 2021-07-26T15:49:00.030 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 338 (ObjNum 331 snap 106 seq_num 331) dirty exists 2021-07-26T15:49:00.031 INFO:tasks.rados.rados.0.smithi046.stdout:1059: left oid 43 (ObjNum 331 snap 106 seq_num 331) 2021-07-26T15:49:00.031 INFO:tasks.rados.rados.0.smithi046.stdout:1062: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:49:00.032 INFO:tasks.rados.rados.0.smithi046.stdout:1062: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:49:00.032 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 218 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:49:00.041 INFO:tasks.rados.rados.0.smithi046.stdout:1057: expect (ObjNum 135 snap 33 seq_num 135) 2021-07-26T15:49:00.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:48:59 smithi073 bash[34190]: cluster 2021-07-26T15:48:58.986131+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T15:49:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:48:59 smithi046 bash[41283]: cluster 2021-07-26T15:48:58.986131+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T15:49:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:48:59 smithi046 bash[42351]: cluster 2021-07-26T15:48:58.986131+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T15:49:00.515 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing copy_from to smithi04638994-10 2021-07-26T15:49:00.515 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 325 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:49:00.516 INFO:tasks.rados.rados.0.smithi046.stdout:1054: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:49:00.516 INFO:tasks.rados.rados.0.smithi046.stdout:1056: expect (ObjNum 272 snap 82 seq_num 272) 2021-07-26T15:49:00.946 INFO:tasks.rados.rados.0.smithi046.stdout:1054: done (7 left) 2021-07-26T15:49:00.946 INFO:tasks.rados.rados.0.smithi046.stdout:1055: done (6 left) 2021-07-26T15:49:00.946 INFO:tasks.rados.rados.0.smithi046.stdout:1056: done (5 left) 2021-07-26T15:49:00.947 INFO:tasks.rados.rados.0.smithi046.stdout:1057: done (4 left) 2021-07-26T15:49:00.947 INFO:tasks.rados.rados.0.smithi046.stdout:1059: done (3 left) 2021-07-26T15:49:00.947 INFO:tasks.rados.rados.0.smithi046.stdout:1061: done (2 left) 2021-07-26T15:49:00.947 INFO:tasks.rados.rados.0.smithi046.stdout:1062: done (1 left) 2021-07-26T15:49:00.948 INFO:tasks.rados.rados.0.smithi046.stdout:1063: done (0 left) 2021-07-26T15:49:00.948 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 107 2021-07-26T15:49:00.948 INFO:tasks.rados.rados.0.smithi046.stdout:1064: seq_num 333 ranges {0=786432} 2021-07-26T15:49:00.957 INFO:tasks.rados.rados.0.smithi046.stdout:1064: writing smithi04638994-36 from 0 to 786432 tid 1 2021-07-26T15:49:00.958 INFO:tasks.rados.rados.0.smithi046.stdout:1065: read oid 24 snap -1 2021-07-26T15:49:00.958 INFO:tasks.rados.rados.0.smithi046.stdout:1065: expect (ObjNum 322 snap 104 seq_num 322) 2021-07-26T15:49:00.959 INFO:tasks.rados.rados.0.smithi046.stdout:1066: read oid 30 snap -1 2021-07-26T15:49:00.959 INFO:tasks.rados.rados.0.smithi046.stdout:1066: expect (ObjNum 282 snap 85 seq_num 282) 2021-07-26T15:49:00.959 INFO:tasks.rados.rados.0.smithi046.stdout:1067: rmattr oid 9 current snap is 107 2021-07-26T15:49:00.960 INFO:tasks.rados.rados.0.smithi046.stdout:1067: done (3 left) 2021-07-26T15:49:00.960 INFO:tasks.rados.rados.0.smithi046.stdout:1068: rollback oid 39 current snap is 107 2021-07-26T15:49:00.960 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 105 2021-07-26T15:49:00.960 INFO:tasks.rados.rados.0.smithi046.stdout:1069: delete oid 17 current snap is 107 2021-07-26T15:49:00.965 INFO:tasks.rados.rados.0.smithi046.stdout:1069: done (4 left) 2021-07-26T15:49:00.967 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 107 2021-07-26T15:49:00.967 INFO:tasks.rados.rados.0.smithi046.stdout:1070: seq_num 335 ranges {0=417792,417792=401408} 2021-07-26T15:49:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:1070: writing smithi04638994-49 from 0 to 417792 tid 1 2021-07-26T15:49:00.970 INFO:tasks.rados.rados.0.smithi046.stdout:1070: writing smithi04638994-49 from 417792 to 819200 tid 2 2021-07-26T15:49:00.970 INFO:tasks.rados.rados.0.smithi046.stdout:1071: read oid 22 snap -1 2021-07-26T15:49:00.970 INFO:tasks.rados.rados.0.smithi046.stdout:1071: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:49:00.971 INFO:tasks.rados.rados.0.smithi046.stdout:1072: snap_remove snap 81 2021-07-26T15:49:01.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:00 smithi073 bash[34190]: cluster 2021-07-26T15:48:59.851113+0000 mgr.y (mgr.24683) 120 : cluster [DBG] pgmap v171: 25 pgs: 4 active+clean+wait, 21 active+clean; 311 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 20 MiB/s, 5 objects/s recovering 2021-07-26T15:49:01.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:00 smithi073 bash[34190]: cluster 2021-07-26T15:48:59.996677+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T15:49:01.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:00 smithi073 bash[34190]: cluster 2021-07-26T15:49:00.829592+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T15:49:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[41283]: cluster 2021-07-26T15:48:59.851113+0000 mgr.y (mgr.24683) 120 : cluster [DBG] pgmap v171: 25 pgs: 4 active+clean+wait, 21 active+clean; 311 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 20 MiB/s, 5 objects/s recovering 2021-07-26T15:49:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[41283]: cluster 2021-07-26T15:48:59.996677+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T15:49:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[41283]: cluster 2021-07-26T15:49:00.829592+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T15:49:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[42351]: cluster 2021-07-26T15:48:59.851113+0000 mgr.y (mgr.24683) 120 : cluster [DBG] pgmap v171: 25 pgs: 4 active+clean+wait, 21 active+clean; 311 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 20 MiB/s, 5 objects/s recovering 2021-07-26T15:49:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[42351]: cluster 2021-07-26T15:48:59.996677+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T15:49:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:00 smithi046 bash[42351]: cluster 2021-07-26T15:49:00.829592+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T15:49:01.845 INFO:tasks.rados.rados.0.smithi046.stdout:1072: done (6 left) 2021-07-26T15:49:01.845 INFO:tasks.rados.rados.0.smithi046.stdout:1073: setattr oid 20 current snap is 107 2021-07-26T15:49:01.846 INFO:tasks.rados.rados.0.smithi046.stdout:1064: finishing write tid 1 to smithi04638994-36 2021-07-26T15:49:01.846 INFO:tasks.rados.rados.0.smithi046.stdout:1064: finishing write tid 2 to smithi04638994-36 2021-07-26T15:49:01.846 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 0 to smithi04638994-39 2021-07-26T15:49:01.846 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 1 to smithi04638994-39 2021-07-26T15:49:01.847 INFO:tasks.rados.rados.0.smithi046.stdout:1068: finishing rollback tid 2 to smithi04638994-39 2021-07-26T15:49:01.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 469 (ObjNum 325 snap 104 seq_num 325) dirty exists 2021-07-26T15:49:01.847 INFO:tasks.rados.rados.0.smithi046.stdout:1066: expect (ObjNum 282 snap 85 seq_num 282) 2021-07-26T15:49:01.914 INFO:tasks.rados.rados.0.smithi046.stdout:1064: finishing write tid 3 to smithi04638994-36 2021-07-26T15:49:01.914 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 272 (ObjNum 333 snap 107 seq_num 333) dirty exists 2021-07-26T15:49:01.914 INFO:tasks.rados.rados.0.smithi046.stdout:1064: left oid 36 (ObjNum 333 snap 107 seq_num 333) 2021-07-26T15:49:01.915 INFO:tasks.rados.rados.0.smithi046.stdout:1070: finishing write tid 1 to smithi04638994-49 2021-07-26T15:49:01.915 INFO:tasks.rados.rados.0.smithi046.stdout:1070: finishing write tid 2 to smithi04638994-49 2021-07-26T15:49:01.915 INFO:tasks.rados.rados.0.smithi046.stdout:1070: finishing write tid 3 to smithi04638994-49 2021-07-26T15:49:01.915 INFO:tasks.rados.rados.0.smithi046.stdout:1070: finishing write tid 4 to smithi04638994-49 2021-07-26T15:49:01.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 518 (ObjNum 335 snap 107 seq_num 335) dirty exists 2021-07-26T15:49:01.916 INFO:tasks.rados.rados.0.smithi046.stdout:1070: left oid 49 (ObjNum 335 snap 107 seq_num 335) 2021-07-26T15:49:01.916 INFO:tasks.rados.rados.0.smithi046.stdout:1071: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:49:02.124 INFO:tasks.rados.rados.0.smithi046.stdout:1065: expect (ObjNum 322 snap 104 seq_num 322) 2021-07-26T15:49:02.541 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 667 (ObjNum 321 snap 104 seq_num 321) dirty exists 2021-07-26T15:49:02.541 INFO:tasks.rados.rados.0.smithi046.stdout:1064: done (6 left) 2021-07-26T15:49:02.542 INFO:tasks.rados.rados.0.smithi046.stdout:1065: done (5 left) 2021-07-26T15:49:02.542 INFO:tasks.rados.rados.0.smithi046.stdout:1066: done (4 left) 2021-07-26T15:49:02.542 INFO:tasks.rados.rados.0.smithi046.stdout:1068: done (3 left) 2021-07-26T15:49:02.542 INFO:tasks.rados.rados.0.smithi046.stdout:1070: done (2 left) 2021-07-26T15:49:02.542 INFO:tasks.rados.rados.0.smithi046.stdout:1071: done (1 left) 2021-07-26T15:49:02.543 INFO:tasks.rados.rados.0.smithi046.stdout:1073: done (0 left) 2021-07-26T15:49:02.543 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 107 2021-07-26T15:49:02.543 INFO:tasks.rados.rados.0.smithi046.stdout:1074: seq_num 336 ranges {2154496=434176,2588672=401408} 2021-07-26T15:49:02.561 INFO:tasks.rados.rados.0.smithi046.stdout:1074: writing smithi04638994-11 from 2154496 to 2588672 tid 1 2021-07-26T15:49:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:1074: writing smithi04638994-11 from 2588672 to 2990080 tid 2 2021-07-26T15:49:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 107 2021-07-26T15:49:02.564 INFO:tasks.rados.rados.0.smithi046.stdout:1075: seq_num 337 ranges {0=450560,450560=401408} 2021-07-26T15:49:02.566 INFO:tasks.rados.rados.0.smithi046.stdout:1075: writing smithi04638994-38 from 0 to 450560 tid 1 2021-07-26T15:49:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:1075: writing smithi04638994-38 from 450560 to 851968 tid 2 2021-07-26T15:49:02.569 INFO:tasks.rados.rados.0.smithi046.stdout:1076: setattr oid 37 current snap is 107 2021-07-26T15:49:02.570 INFO:tasks.rados.rados.0.smithi046.stdout:1077: read oid 26 snap -1 2021-07-26T15:49:02.571 INFO:tasks.rados.rados.0.smithi046.stdout:1077: expect deleted 2021-07-26T15:49:02.571 INFO:tasks.rados.rados.0.smithi046.stdout:1078: snap_remove snap 93 2021-07-26T15:49:02.853 INFO:tasks.rados.rados.0.smithi046.stdout:1078: done (4 left) 2021-07-26T15:49:02.853 INFO:tasks.rados.rados.0.smithi046.stdout:1079: read oid 27 snap -1 2021-07-26T15:49:02.853 INFO:tasks.rados.rados.0.smithi046.stdout:1079: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:49:02.854 INFO:tasks.rados.rados.0.smithi046.stdout:1080: snap_remove snap 48 2021-07-26T15:49:03.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:02 smithi073 bash[34190]: cluster 2021-07-26T15:49:01.839993+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T15:49:03.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:02 smithi073 bash[34190]: cluster 2021-07-26T15:49:01.851795+0000 mgr.y (mgr.24683) 121 : cluster [DBG] pgmap v175: 25 pgs: 4 active+clean+wait, 21 active+clean; 312 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 14 MiB/s, 4 objects/s recovering 2021-07-26T15:49:03.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:02 smithi046 bash[41283]: cluster 2021-07-26T15:49:01.839993+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T15:49:03.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:02 smithi046 bash[41283]: cluster 2021-07-26T15:49:01.851795+0000 mgr.y (mgr.24683) 121 : cluster [DBG] pgmap v175: 25 pgs: 4 active+clean+wait, 21 active+clean; 312 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 14 MiB/s, 4 objects/s recovering 2021-07-26T15:49:03.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:02 smithi046 bash[42351]: cluster 2021-07-26T15:49:01.839993+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T15:49:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:02 smithi046 bash[42351]: cluster 2021-07-26T15:49:01.851795+0000 mgr.y (mgr.24683) 121 : cluster [DBG] pgmap v175: 25 pgs: 4 active+clean+wait, 21 active+clean; 312 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 24 op/s; 14 MiB/s, 4 objects/s recovering 2021-07-26T15:49:03.186 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:49:03.521 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:49:03.521 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6m) 15s ago 7m 15.2M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:49:03.522 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (7m) 89s ago 7m 25.7M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:49:03.522 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (2m) 89s ago 11m 370M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:49:03.522 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (2m) 15s ago 14m 416M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:49:03.522 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 15s ago 14m 45.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:49:03.523 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (100s) 89s ago 12m 25.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:49:03.523 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (113s) 15s ago 12m 37.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:49:03.523 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (7m) 15s ago 7m 11.3M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:49:03.523 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (7m) 89s ago 7m 11.2M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:49:03.523 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (47s) 15s ago 11m 107M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:49:03.524 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (17s) 15s ago 11m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:49:03.524 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (10m) 15s ago 10m 87.4M 3553M 16.2.5 34f74fddb18e 962b724fd7b9 2021-07-26T15:49:03.524 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (9m) 15s ago 10m 191M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:49:03.524 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (9m) 89s ago 9m 123M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:49:03.524 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (9m) 89s ago 9m 79.8M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:49:03.525 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (8m) 89s ago 8m 91.4M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:49:03.525 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (8m) 89s ago 8m 91.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:49:03.525 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (6m) 89s ago 7m 36.3M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:49:03.853 INFO:tasks.rados.rados.0.smithi046.stdout:1080: done (5 left) 2021-07-26T15:49:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:1081: rollback oid 19 current snap is 107 2021-07-26T15:49:03.854 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 97 2021-07-26T15:49:03.855 INFO:tasks.rados.rados.0.smithi046.stdout:1074: finishing write tid 1 to smithi04638994-11 2021-07-26T15:49:03.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[41283]: cluster 2021-07-26T15:49:02.849195+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T15:49:03.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[41283]: audit 2021-07-26T15:49:03.448131+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:03.863 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:03.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:03.864 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:03.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:03.864 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:03.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:49:03.864 INFO:tasks.rados.rados.0.smithi046.stdout:1074: finishing write tid 2 to smithi04638994-11 2021-07-26T15:49:03.865 INFO:tasks.rados.rados.0.smithi046.stdout:1074: finishing write tid 3 to smithi04638994-11 2021-07-26T15:49:03.865 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing write tid 1 to smithi04638994-38 2021-07-26T15:49:03.866 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing write tid 2 to smithi04638994-38 2021-07-26T15:49:03.866 INFO:tasks.rados.rados.0.smithi046.stdout:1074: finishing write tid 4 to smithi04638994-11 2021-07-26T15:49:03.866 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 671 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:49:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:1074: left oid 11 (ObjNum 336 snap 107 seq_num 336) 2021-07-26T15:49:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing write tid 3 to smithi04638994-38 2021-07-26T15:49:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:1075: finishing write tid 4 to smithi04638994-38 2021-07-26T15:49:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 529 (ObjNum 337 snap 107 seq_num 337) dirty exists 2021-07-26T15:49:03.867 INFO:tasks.rados.rados.0.smithi046.stdout:1075: left oid 38 (ObjNum 337 snap 107 seq_num 337) 2021-07-26T15:49:03.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 531 (ObjNum 327 snap 105 seq_num 327) dirty exists 2021-07-26T15:49:03.868 INFO:tasks.rados.rados.0.smithi046.stdout:1079: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:49:03.942 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:49:03.942 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:49:03.943 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:49:03.943 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:03.943 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:49:03.943 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:49:03.943 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:03.944 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:49:03.944 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 6, 2021-07-26T15:49:03.944 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:49:03.945 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:03.945 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:49:03.945 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:49:03.945 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 6, 2021-07-26T15:49:03.945 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 7 2021-07-26T15:49:03.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:49:03.946 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:49:04.067 INFO:tasks.rados.rados.0.smithi046.stdout:1081: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:49:04.067 INFO:tasks.rados.rados.0.smithi046.stdout:1081: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:49:04.068 INFO:tasks.rados.rados.0.smithi046.stdout:1081: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:49:04.068 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 373 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:49:04.068 INFO:tasks.rados.rados.0.smithi046.stdout:1074: done (5 left) 2021-07-26T15:49:04.069 INFO:tasks.rados.rados.0.smithi046.stdout:1075: done (4 left) 2021-07-26T15:49:04.069 INFO:tasks.rados.rados.0.smithi046.stdout:1076: done (3 left) 2021-07-26T15:49:04.069 INFO:tasks.rados.rados.0.smithi046.stdout:1077: done (2 left) 2021-07-26T15:49:04.070 INFO:tasks.rados.rados.0.smithi046.stdout:1079: done (1 left) 2021-07-26T15:49:04.070 INFO:tasks.rados.rados.0.smithi046.stdout:1081: done (0 left) 2021-07-26T15:49:04.070 INFO:tasks.rados.rados.0.smithi046.stdout:1082: snap_remove snap 105 2021-07-26T15:49:04.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:03 smithi073 bash[34190]: cluster 2021-07-26T15:49:02.849195+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T15:49:04.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:03 smithi073 bash[34190]: audit 2021-07-26T15:49:03.448131+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:04.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[42351]: cluster 2021-07-26T15:49:02.849195+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T15:49:04.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:03 smithi046 bash[42351]: audit 2021-07-26T15:49:03.448131+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:04.872 INFO:tasks.rados.rados.0.smithi046.stdout:1082: done (0 left) 2021-07-26T15:49:04.873 INFO:tasks.rados.rados.0.smithi046.stdout:1083: rollback oid 26 current snap is 107 2021-07-26T15:49:04.873 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 106 2021-07-26T15:49:04.873 INFO:tasks.rados.rados.0.smithi046.stdout:1084: snap_remove snap 54 2021-07-26T15:49:05.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: audit 2021-07-26T15:49:03.173052+0000 mgr.y (mgr.24683) 122 : audit [DBG] from='client.44167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: audit 2021-07-26T15:49:03.448553+0000 mgr.y (mgr.24683) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:05.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: cephadm 2021-07-26T15:49:03.450398+0000 mgr.y (mgr.24683) 124 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T15:49:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: audit 2021-07-26T15:49:03.510125+0000 mgr.y (mgr.24683) 125 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: cluster 2021-07-26T15:49:03.852590+0000 mgr.y (mgr.24683) 126 : cluster [DBG] pgmap v178: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.5 MiB/s wr, 38 op/s 2021-07-26T15:49:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: cluster 2021-07-26T15:49:03.852996+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T15:49:05.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:04 smithi073 bash[34190]: audit 2021-07-26T15:49:03.943452+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.15.46:0/347742233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: audit 2021-07-26T15:49:03.173052+0000 mgr.y (mgr.24683) 122 : audit [DBG] from='client.44167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: audit 2021-07-26T15:49:03.448553+0000 mgr.y (mgr.24683) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: cephadm 2021-07-26T15:49:03.450398+0000 mgr.y (mgr.24683) 124 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T15:49:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: audit 2021-07-26T15:49:03.510125+0000 mgr.y (mgr.24683) 125 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: cluster 2021-07-26T15:49:03.852590+0000 mgr.y (mgr.24683) 126 : cluster [DBG] pgmap v178: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.5 MiB/s wr, 38 op/s 2021-07-26T15:49:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: cluster 2021-07-26T15:49:03.852996+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T15:49:05.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[41283]: audit 2021-07-26T15:49:03.943452+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.15.46:0/347742233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:05.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: audit 2021-07-26T15:49:03.173052+0000 mgr.y (mgr.24683) 122 : audit [DBG] from='client.44167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: audit 2021-07-26T15:49:03.448553+0000 mgr.y (mgr.24683) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:49:05.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: cephadm 2021-07-26T15:49:03.450398+0000 mgr.y (mgr.24683) 124 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T15:49:05.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: audit 2021-07-26T15:49:03.510125+0000 mgr.y (mgr.24683) 125 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:05.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: cluster 2021-07-26T15:49:03.852590+0000 mgr.y (mgr.24683) 126 : cluster [DBG] pgmap v178: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.5 MiB/s wr, 38 op/s 2021-07-26T15:49:05.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: cluster 2021-07-26T15:49:03.852996+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T15:49:05.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:04 smithi046 bash[42351]: audit 2021-07-26T15:49:03.943452+0000 mon.a (mon.0) 346 : audit [DBG] from='client.? 172.21.15.46:0/347742233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:05.833 INFO:tasks.rados.rados.0.smithi046.stdout:1084: done (1 left) 2021-07-26T15:49:05.834 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 107 2021-07-26T15:49:05.834 INFO:tasks.rados.rados.0.smithi046.stdout:1083: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:49:05.834 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 238 (ObjNum 1834176619 snap 1331910762 seq_num 1515542386) dirty dne 2021-07-26T15:49:05.837 INFO:tasks.rados.rados.0.smithi046.stdout:1085: seq_num 338 ranges {0=466944,466944=401408} 2021-07-26T15:49:05.838 INFO:tasks.rados.rados.0.smithi046.stdout:1085: writing smithi04638994-46 from 0 to 466944 tid 1 2021-07-26T15:49:05.841 INFO:tasks.rados.rados.0.smithi046.stdout:1085: writing smithi04638994-46 from 466944 to 868352 tid 2 2021-07-26T15:49:05.841 INFO:tasks.rados.rados.0.smithi046.stdout:1083: done (1 left) 2021-07-26T15:49:05.842 INFO:tasks.rados.rados.0.smithi046.stdout:1086: snap_remove snap 101 2021-07-26T15:49:06.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:05 smithi073 bash[34190]: cluster 2021-07-26T15:49:04.870203+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T15:49:06.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:05 smithi073 bash[34190]: cluster 2021-07-26T15:49:05.833973+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T15:49:06.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:05 smithi046 bash[42351]: cluster 2021-07-26T15:49:04.870203+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T15:49:06.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:05 smithi046 bash[42351]: cluster 2021-07-26T15:49:05.833973+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T15:49:06.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:05 smithi046 bash[41283]: cluster 2021-07-26T15:49:04.870203+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T15:49:06.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:05 smithi046 bash[41283]: cluster 2021-07-26T15:49:05.833973+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T15:49:06.855 INFO:tasks.rados.rados.0.smithi046.stdout:1086: done (1 left) 2021-07-26T15:49:06.855 INFO:tasks.rados.rados.0.smithi046.stdout:1087: delete oid 23 current snap is 107 2021-07-26T15:49:06.856 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing write tid 1 to smithi04638994-46 2021-07-26T15:49:06.856 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing write tid 2 to smithi04638994-46 2021-07-26T15:49:06.856 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing write tid 3 to smithi04638994-46 2021-07-26T15:49:06.857 INFO:tasks.rados.rados.0.smithi046.stdout:1085: finishing write tid 4 to smithi04638994-46 2021-07-26T15:49:06.857 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 234 (ObjNum 338 snap 107 seq_num 338) dirty exists 2021-07-26T15:49:06.858 INFO:tasks.rados.rados.0.smithi046.stdout:1085: left oid 46 (ObjNum 338 snap 107 seq_num 338) 2021-07-26T15:49:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:1085: done (1 left) 2021-07-26T15:49:06.870 INFO:tasks.rados.rados.0.smithi046.stdout:1087: done (0 left) 2021-07-26T15:49:06.871 INFO:tasks.rados.rados.0.smithi046.stdout:1088: snap_remove snap 80 2021-07-26T15:49:06.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[42351]: cluster 2021-07-26T15:49:05.853136+0000 mgr.y (mgr.24683) 127 : cluster [DBG] pgmap v181: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2021-07-26T15:49:06.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[42351]: audit 2021-07-26T15:49:06.386344+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:06.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[42351]: cluster 2021-07-26T15:49:06.853105+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T15:49:06.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[41283]: cluster 2021-07-26T15:49:05.853136+0000 mgr.y (mgr.24683) 127 : cluster [DBG] pgmap v181: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2021-07-26T15:49:06.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[41283]: audit 2021-07-26T15:49:06.386344+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:06.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:06 smithi046 bash[41283]: cluster 2021-07-26T15:49:06.853105+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T15:49:07.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:06 smithi073 bash[34190]: cluster 2021-07-26T15:49:05.853136+0000 mgr.y (mgr.24683) 127 : cluster [DBG] pgmap v181: 25 pgs: 4 active+clean+wait, 21 active+clean; 321 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2021-07-26T15:49:07.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:06 smithi073 bash[34190]: audit 2021-07-26T15:49:06.386344+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:07.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:06 smithi073 bash[34190]: cluster 2021-07-26T15:49:06.853105+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T15:49:07.886 INFO:tasks.rados.rados.0.smithi046.stdout:1088: done (0 left) 2021-07-26T15:49:07.887 INFO:tasks.rados.rados.0.smithi046.stdout:1089: copy_from oid 31 from oid 35 current snap is 107 2021-07-26T15:49:07.887 INFO:tasks.rados.rados.0.smithi046.stdout:1090: delete oid 47 current snap is 107 2021-07-26T15:49:07.900 INFO:tasks.rados.rados.0.smithi046.stdout:1090: done (1 left) 2021-07-26T15:49:07.901 INFO:tasks.rados.rados.0.smithi046.stdout:1091: snap_remove snap 103 2021-07-26T15:49:08.163 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:07 smithi046 bash[41283]: cephadm 2021-07-26T15:49:06.376551+0000 mgr.y (mgr.24683) 128 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T15:49:08.164 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:07 smithi046 bash[41283]: cephadm 2021-07-26T15:49:06.388397+0000 mgr.y (mgr.24683) 129 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:49:08.165 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:07 smithi046 bash[42351]: cephadm 2021-07-26T15:49:06.376551+0000 mgr.y (mgr.24683) 128 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T15:49:08.165 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:07 smithi046 bash[42351]: cephadm 2021-07-26T15:49:06.388397+0000 mgr.y (mgr.24683) 129 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:49:08.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:07 smithi073 bash[34190]: cephadm 2021-07-26T15:49:06.376551+0000 mgr.y (mgr.24683) 128 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T15:49:08.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:07 smithi073 bash[34190]: cephadm 2021-07-26T15:49:06.388397+0000 mgr.y (mgr.24683) 129 : cephadm [INF] Deploying daemon osd.2 on smithi046 2021-07-26T15:49:08.892 INFO:tasks.rados.rados.0.smithi046.stdout:1091: done (1 left) 2021-07-26T15:49:08.892 INFO:tasks.rados.rados.0.smithi046.stdout:1092: snap_create 2021-07-26T15:49:08.892 INFO:tasks.rados.rados.0.smithi046.stdout:1089: finishing copy_from to smithi04638994-31 2021-07-26T15:49:08.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 391 (ObjNum 281 snap 85 seq_num 281) dirty exists 2021-07-26T15:49:08.893 INFO:tasks.rados.rados.0.smithi046.stdout:1089: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:49:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[41283]: cluster 2021-07-26T15:49:07.853798+0000 mgr.y (mgr.24683) 130 : cluster [DBG] pgmap v183: 25 pgs: 25 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T15:49:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[41283]: cluster 2021-07-26T15:49:07.884471+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T15:49:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[41283]: audit 2021-07-26T15:49:08.181529+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[42351]: cluster 2021-07-26T15:49:07.853798+0000 mgr.y (mgr.24683) 130 : cluster [DBG] pgmap v183: 25 pgs: 25 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T15:49:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[42351]: cluster 2021-07-26T15:49:07.884471+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T15:49:09.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:08 smithi046 bash[42351]: audit 2021-07-26T15:49:08.181529+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:09.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:08 smithi073 bash[34190]: cluster 2021-07-26T15:49:07.853798+0000 mgr.y (mgr.24683) 130 : cluster [DBG] pgmap v183: 25 pgs: 25 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T15:49:09.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:08 smithi073 bash[34190]: cluster 2021-07-26T15:49:07.884471+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T15:49:09.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:08 smithi073 bash[34190]: audit 2021-07-26T15:49:08.181529+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:09.525 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:09 smithi046 systemd[1]: Stopping Ceph osd.2 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:49:09.525 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:09 smithi046 docker[46671]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:09.525 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[26908]: debug 2021-07-26T15:49:09.308+0000 7fcc595e7700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:49:09.526 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[26908]: debug 2021-07-26T15:49:09.308+0000 7fcc595e7700 -1 osd.2 260 *** Got signal Terminated *** 2021-07-26T15:49:09.526 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[26908]: debug 2021-07-26T15:49:09.308+0000 7fcc595e7700 -1 osd.2 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:49:09.905 INFO:tasks.rados.rados.0.smithi046.stdout:1089: done (1 left) 2021-07-26T15:49:09.906 INFO:tasks.rados.rados.0.smithi046.stdout:1092: done (0 left) 2021-07-26T15:49:09.906 INFO:tasks.rados.rados.0.smithi046.stdout:1093: copy_from oid 20 from oid 32 current snap is 108 2021-07-26T15:49:09.906 INFO:tasks.rados.rados.0.smithi046.stdout:1094: delete oid 3 current snap is 108 2021-07-26T15:49:09.912 INFO:tasks.rados.rados.0.smithi046.stdout:1094: done (1 left) 2021-07-26T15:49:09.912 INFO:tasks.rados.rados.0.smithi046.stdout:1095: copy_from oid 45 from oid 37 current snap is 108 2021-07-26T15:49:09.912 INFO:tasks.rados.rados.0.smithi046.stdout:1096: snap_remove snap 51 2021-07-26T15:49:10.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:08.885879+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T15:49:10.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.572211+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.572297+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:49:10.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.572851+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.573079+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.573477+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.573830+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.574278+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.574763+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.575051+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.575340+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.575668+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.575876+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.576203+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.576587+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.576975+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:08.885879+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T15:49:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.572211+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.572297+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:49:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.572851+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.573079+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.573477+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.573830+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.574278+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.574763+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.575051+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.575340+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.575668+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.575876+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.576203+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.576587+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:09 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.576975+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:08.885879+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T15:49:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.572211+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.572297+0000 mon.a (mon.0) 355 : cluster [INF] osd.2 failed (root=default,host=smithi046) (connection refused reported by osd.1) 2021-07-26T15:49:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.572851+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.573079+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T15:49:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.573477+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.573830+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T15:49:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.574278+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T15:49:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.574763+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.575051+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.575340+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.575668+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T15:49:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.575876+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T15:49:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.576203+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T15:49:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.576587+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:09 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.576975+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T15:49:10.682 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:10 smithi046 docker[46671]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:49:10.682 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[46711]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:10.834 INFO:tasks.rados.rados.0.smithi046.stdout:1096: done (2 left) 2021-07-26T15:49:10.834 INFO:tasks.rados.rados.0.smithi046.stdout:1097: snap_create 2021-07-26T15:49:10.834 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing copy_from to smithi04638994-20 2021-07-26T15:49:10.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 463 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:49:10.835 INFO:tasks.rados.rados.0.smithi046.stdout:1095: finishing copy_from to smithi04638994-45 2021-07-26T15:49:10.835 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 531 (ObjNum 327 snap 105 seq_num 327) dirty exists 2021-07-26T15:49:10.835 INFO:tasks.rados.rados.0.smithi046.stdout:1093: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:49:10.836 INFO:tasks.rados.rados.0.smithi046.stdout:1095: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:49:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.854514+0000 mgr.y (mgr.24683) 131 : cluster [DBG] pgmap v186: 25 pgs: 25 active+clean; 320 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 2.4 MiB/s wr, 8 op/s 2021-07-26T15:49:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.890788+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[41283]: cluster 2021-07-26T15:49:09.906488+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e261: 8 total, 7 up, 8 in 2021-07-26T15:49:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[41283]: cluster 2021-07-26T15:49:10.833994+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e262: 8 total, 7 up, 8 in 2021-07-26T15:49:11.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.854514+0000 mgr.y (mgr.24683) 131 : cluster [DBG] pgmap v186: 25 pgs: 25 active+clean; 320 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 2.4 MiB/s wr, 8 op/s 2021-07-26T15:49:11.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.890788+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:11.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[42351]: cluster 2021-07-26T15:49:09.906488+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e261: 8 total, 7 up, 8 in 2021-07-26T15:49:11.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:10 smithi046 bash[42351]: cluster 2021-07-26T15:49:10.833994+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e262: 8 total, 7 up, 8 in 2021-07-26T15:49:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:10 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.854514+0000 mgr.y (mgr.24683) 131 : cluster [DBG] pgmap v186: 25 pgs: 25 active+clean; 320 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 2.4 MiB/s wr, 8 op/s 2021-07-26T15:49:11.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:10 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.890788+0000 mon.a (mon.0) 369 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:10 smithi073 bash[34190]: cluster 2021-07-26T15:49:09.906488+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e261: 8 total, 7 up, 8 in 2021-07-26T15:49:11.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:10 smithi073 bash[34190]: cluster 2021-07-26T15:49:10.833994+0000 mon.a (mon.0) 371 : cluster [DBG] osdmap e262: 8 total, 7 up, 8 in 2021-07-26T15:49:11.845 INFO:tasks.rados.rados.0.smithi046.stdout:1093: done (2 left) 2021-07-26T15:49:11.845 INFO:tasks.rados.rados.0.smithi046.stdout:1095: done (1 left) 2021-07-26T15:49:11.845 INFO:tasks.rados.rados.0.smithi046.stdout:1097: done (0 left) 2021-07-26T15:49:11.846 INFO:tasks.rados.rados.0.smithi046.stdout:1098: snap_remove snap 102 2021-07-26T15:49:12.854 INFO:tasks.rados.rados.0.smithi046.stdout:1098: done (0 left) 2021-07-26T15:49:12.854 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 109 2021-07-26T15:49:12.854 INFO:tasks.rados.rados.0.smithi046.stdout:1099: seq_num 342 ranges {0=532480,532480=401408} 2021-07-26T15:49:12.857 INFO:tasks.rados.rados.0.smithi046.stdout:1099: writing smithi04638994-25 from 0 to 532480 tid 1 2021-07-26T15:49:12.860 INFO:tasks.rados.rados.0.smithi046.stdout:1099: writing smithi04638994-25 from 532480 to 933888 tid 2 2021-07-26T15:49:12.860 INFO:tasks.rados.rados.0.smithi046.stdout:1100: copy_from oid 1 from oid 10 current snap is 109 2021-07-26T15:49:12.860 INFO:tasks.rados.rados.0.smithi046.stdout:1101: read oid 46 snap -1 2021-07-26T15:49:12.860 INFO:tasks.rados.rados.0.smithi046.stdout:1101: expect (ObjNum 338 snap 107 seq_num 338) 2021-07-26T15:49:12.861 INFO:tasks.rados.rados.0.smithi046.stdout:1102: setattr oid 4 current snap is 109 2021-07-26T15:49:12.862 INFO:tasks.rados.rados.0.smithi046.stdout:1103: delete oid 21 current snap is 109 2021-07-26T15:49:12.865 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 1 to smithi04638994-25 2021-07-26T15:49:12.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 455 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:49:12.874 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 2 to smithi04638994-25 2021-07-26T15:49:12.874 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 3 to smithi04638994-25 2021-07-26T15:49:12.875 INFO:tasks.rados.rados.0.smithi046.stdout:1102: done (4 left) 2021-07-26T15:49:12.875 INFO:tasks.rados.rados.0.smithi046.stdout:1103: done (3 left) 2021-07-26T15:49:12.875 INFO:tasks.rados.rados.0.smithi046.stdout:1104: snap_remove snap 97 2021-07-26T15:49:13.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:12 smithi073 bash[34190]: cluster 2021-07-26T15:49:11.845753+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e263: 8 total, 7 up, 8 in 2021-07-26T15:49:13.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:12 smithi073 bash[34190]: cluster 2021-07-26T15:49:11.855042+0000 mgr.y (mgr.24683) 132 : cluster [DBG] pgmap v190: 25 pgs: 1 stale+active+clean, 24 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T15:49:13.146 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:12 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.2.service: Succeeded. 2021-07-26T15:49:13.146 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:12 smithi046 systemd[1]: Stopped Ceph osd.2 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:49:13.147 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:12 smithi046 bash[42351]: cluster 2021-07-26T15:49:11.845753+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e263: 8 total, 7 up, 8 in 2021-07-26T15:49:13.147 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:12 smithi046 bash[42351]: cluster 2021-07-26T15:49:11.855042+0000 mgr.y (mgr.24683) 132 : cluster [DBG] pgmap v190: 25 pgs: 1 stale+active+clean, 24 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T15:49:13.147 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:12 smithi046 bash[41283]: cluster 2021-07-26T15:49:11.845753+0000 mon.a (mon.0) 372 : cluster [DBG] osdmap e263: 8 total, 7 up, 8 in 2021-07-26T15:49:13.148 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:12 smithi046 bash[41283]: cluster 2021-07-26T15:49:11.855042+0000 mgr.y (mgr.24683) 132 : cluster [DBG] pgmap v190: 25 pgs: 1 stale+active+clean, 24 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 257 B/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T15:49:13.431 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:13 smithi046 systemd[1]: Started Ceph osd.2 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:49:13.432 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[46836]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:13.852 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:13.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:13.853 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:13.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:13.853 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:13.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:49:13.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[41283]: cluster 2021-07-26T15:49:12.854460+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e264: 8 total, 7 up, 8 in 2021-07-26T15:49:13.854 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[41283]: audit 2021-07-26T15:49:13.181721+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:13.855 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[41283]: audit 2021-07-26T15:49:13.183004+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:13.855 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[41283]: audit 2021-07-26T15:49:13.184895+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:13.855 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[41283]: audit 2021-07-26T15:49:13.186101+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:13.855 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[42351]: cluster 2021-07-26T15:49:12.854460+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e264: 8 total, 7 up, 8 in 2021-07-26T15:49:13.856 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[42351]: audit 2021-07-26T15:49:13.181721+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:13.856 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[42351]: audit 2021-07-26T15:49:13.183004+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:13.856 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[42351]: audit 2021-07-26T15:49:13.184895+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:13.856 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:13 smithi046 bash[42351]: audit 2021-07-26T15:49:13.186101+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:13.873 INFO:tasks.rados.rados.0.smithi046.stdout:1104: done (3 left) 2021-07-26T15:49:13.873 INFO:tasks.rados.rados.0.smithi046.stdout:1105: rollback oid 41 current snap is 109 2021-07-26T15:49:13.873 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 100 2021-07-26T15:49:13.873 INFO:tasks.rados.rados.0.smithi046.stdout:1106: read oid 29 snap -1 2021-07-26T15:49:13.874 INFO:tasks.rados.rados.0.smithi046.stdout:1106: expect (ObjNum 318 snap 102 seq_num 318) 2021-07-26T15:49:13.874 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 109 2021-07-26T15:49:13.874 INFO:tasks.rados.rados.0.smithi046.stdout:1107: seq_num 344 ranges {5144576=565248,5709824=401408} 2021-07-26T15:49:13.900 INFO:tasks.rados.rados.0.smithi046.stdout:1107: writing smithi04638994-22 from 5144576 to 5709824 tid 1 2021-07-26T15:49:13.903 INFO:tasks.rados.rados.0.smithi046.stdout:1107: writing smithi04638994-22 from 5709824 to 6111232 tid 2 2021-07-26T15:49:13.903 INFO:tasks.rados.rados.0.smithi046.stdout:1108: read oid 50 snap -1 2021-07-26T15:49:13.904 INFO:tasks.rados.rados.0.smithi046.stdout:1108: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:49:13.904 INFO:tasks.rados.rados.0.smithi046.stdout:1109: read oid 3 snap -1 2021-07-26T15:49:13.904 INFO:tasks.rados.rados.0.smithi046.stdout:1109: expect deleted 2021-07-26T15:49:13.904 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 109 2021-07-26T15:49:13.905 INFO:tasks.rados.rados.0.smithi046.stdout:1101: expect (ObjNum 338 snap 107 seq_num 338) 2021-07-26T15:49:13.938 INFO:tasks.rados.rados.0.smithi046.stdout:1099: finishing write tid 4 to smithi04638994-25 2021-07-26T15:49:13.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 251 (ObjNum 342 snap 109 seq_num 342) dirty exists 2021-07-26T15:49:13.938 INFO:tasks.rados.rados.0.smithi046.stdout:1099: left oid 25 (ObjNum 342 snap 109 seq_num 342) 2021-07-26T15:49:13.939 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing copy_from to smithi04638994-1 2021-07-26T15:49:13.939 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 325 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:49:13.939 INFO:tasks.rados.rados.0.smithi046.stdout:1100: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:49:13.939 INFO:tasks.rados.rados.0.smithi046.stdout:1110: seq_num 345 ranges {8380416=581632,8962048=401408} 2021-07-26T15:49:13.995 INFO:tasks.rados.rados.0.smithi046.stdout:1110: writing smithi04638994-31 from 8380416 to 8962048 tid 1 2021-07-26T15:49:13.997 INFO:tasks.rados.rados.0.smithi046.stdout:1110: writing smithi04638994-31 from 8962048 to 9363456 tid 2 2021-07-26T15:49:13.997 INFO:tasks.rados.rados.0.smithi046.stdout:1099: done (8 left) 2021-07-26T15:49:13.997 INFO:tasks.rados.rados.0.smithi046.stdout:1100: done (7 left) 2021-07-26T15:49:13.997 INFO:tasks.rados.rados.0.smithi046.stdout:1101: done (6 left) 2021-07-26T15:49:13.997 INFO:tasks.rados.rados.0.smithi046.stdout:1111: rmattr oid 25 current snap is 109 2021-07-26T15:49:13.998 INFO:tasks.rados.rados.0.smithi046.stdout:1111: done (6 left) 2021-07-26T15:49:13.998 INFO:tasks.rados.rados.0.smithi046.stdout:1112: rmattr oid 49 current snap is 109 2021-07-26T15:49:13.998 INFO:tasks.rados.rados.0.smithi046.stdout:1105: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:49:13.998 INFO:tasks.rados.rados.0.smithi046.stdout:1105: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:49:13.999 INFO:tasks.rados.rados.0.smithi046.stdout:1105: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:49:13.999 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 294 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:49:13.999 INFO:tasks.rados.rados.0.smithi046.stdout:1105: done (6 left) 2021-07-26T15:49:13.999 INFO:tasks.rados.rados.0.smithi046.stdout:1113: snap_remove snap 56 2021-07-26T15:49:14.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:13 smithi073 bash[34190]: cluster 2021-07-26T15:49:12.854460+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e264: 8 total, 7 up, 8 in 2021-07-26T15:49:14.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:13 smithi073 bash[34190]: audit 2021-07-26T15:49:13.181721+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:14.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:13 smithi073 bash[34190]: audit 2021-07-26T15:49:13.183004+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:14.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:13 smithi073 bash[34190]: audit 2021-07-26T15:49:13.184895+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:14.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:13 smithi073 bash[34190]: audit 2021-07-26T15:49:13.186101+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:14.872 INFO:tasks.rados.rados.0.smithi046.stdout:1113: done (6 left) 2021-07-26T15:49:14.872 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 109 2021-07-26T15:49:14.872 INFO:tasks.rados.rados.0.smithi046.stdout:1114: seq_num 346 ranges {4210688=598016,4808704=401408} 2021-07-26T15:49:14.902 INFO:tasks.rados.rados.0.smithi046.stdout:1114: writing smithi04638994-16 from 4210688 to 4808704 tid 1 2021-07-26T15:49:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:1114: writing smithi04638994-16 from 4808704 to 5210112 tid 2 2021-07-26T15:49:14.905 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 109 2021-07-26T15:49:14.906 INFO:tasks.rados.rados.0.smithi046.stdout:1115: seq_num 347 ranges {0=614400,614400=401408} 2021-07-26T15:49:14.909 INFO:tasks.rados.rados.0.smithi046.stdout:1115: writing smithi04638994-26 from 0 to 614400 tid 1 2021-07-26T15:49:14.911 INFO:tasks.rados.rados.0.smithi046.stdout:1115: writing smithi04638994-26 from 614400 to 1015808 tid 2 2021-07-26T15:49:14.912 INFO:tasks.rados.rados.0.smithi046.stdout:1116: snap_create 2021-07-26T15:49:14.912 INFO:tasks.rados.rados.0.smithi046.stdout:1106: expect (ObjNum 318 snap 102 seq_num 318) 2021-07-26T15:49:15.014 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 1 to smithi04638994-22 2021-07-26T15:49:15.014 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 2 to smithi04638994-22 2021-07-26T15:49:15.014 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 3 to smithi04638994-22 2021-07-26T15:49:15.015 INFO:tasks.rados.rados.0.smithi046.stdout:1107: finishing write tid 4 to smithi04638994-22 2021-07-26T15:49:15.015 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 266 (ObjNum 344 snap 109 seq_num 344) dirty exists 2021-07-26T15:49:15.015 INFO:tasks.rados.rados.0.smithi046.stdout:1107: left oid 22 (ObjNum 344 snap 109 seq_num 344) 2021-07-26T15:49:15.015 INFO:tasks.rados.rados.0.smithi046.stdout:1108: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:49:15.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:14 smithi073 bash[34190]: cluster 2021-07-26T15:49:13.856179+0000 mgr.y (mgr.24683) 133 : cluster [DBG] pgmap v192: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 3.0 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:15.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:14 smithi073 bash[34190]: cluster 2021-07-26T15:49:13.864669+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e265: 8 total, 7 up, 8 in 2021-07-26T15:49:15.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:14 smithi073 bash[34190]: cluster 2021-07-26T15:49:14.851019+0000 mon.a (mon.0) 379 : cluster [WRN] Health check failed: Degraded data redundancy: 32/651 objects degraded (4.916%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:15.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 0 (ObjNum 335 snap 107 seq_num 335) dirty exists 2021-07-26T15:49:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing write tid 1 to smithi04638994-31 2021-07-26T15:49:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing write tid 2 to smithi04638994-31 2021-07-26T15:49:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing write tid 3 to smithi04638994-31 2021-07-26T15:49:15.172 INFO:tasks.rados.rados.0.smithi046.stdout:1110: finishing write tid 4 to smithi04638994-31 2021-07-26T15:49:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 395 (ObjNum 345 snap 109 seq_num 345) dirty exists 2021-07-26T15:49:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:1110: left oid 31 (ObjNum 345 snap 109 seq_num 345) 2021-07-26T15:49:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:1114: finishing write tid 1 to smithi04638994-16 2021-07-26T15:49:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:1114: finishing write tid 2 to smithi04638994-16 2021-07-26T15:49:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:1114: finishing write tid 3 to smithi04638994-16 2021-07-26T15:49:15.174 INFO:tasks.rados.rados.0.smithi046.stdout:1114: finishing write tid 4 to smithi04638994-16 2021-07-26T15:49:15.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 396 (ObjNum 346 snap 109 seq_num 346) dirty exists 2021-07-26T15:49:15.174 INFO:tasks.rados.rados.0.smithi046.stdout:1114: left oid 16 (ObjNum 346 snap 109 seq_num 346) 2021-07-26T15:49:15.174 INFO:tasks.rados.rados.0.smithi046.stdout:1115: finishing write tid 1 to smithi04638994-26 2021-07-26T15:49:15.174 INFO:tasks.rados.rados.0.smithi046.stdout:1115: finishing write tid 2 to smithi04638994-26 2021-07-26T15:49:15.175 INFO:tasks.rados.rados.0.smithi046.stdout:1115: finishing write tid 3 to smithi04638994-26 2021-07-26T15:49:15.175 INFO:tasks.rados.rados.0.smithi046.stdout:1115: finishing write tid 4 to smithi04638994-26 2021-07-26T15:49:15.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 350 (ObjNum 347 snap 109 seq_num 347) dirty exists 2021-07-26T15:49:15.175 INFO:tasks.rados.rados.0.smithi046.stdout:1115: left oid 26 (ObjNum 347 snap 109 seq_num 347) 2021-07-26T15:49:15.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[41283]: cluster 2021-07-26T15:49:13.856179+0000 mgr.y (mgr.24683) 133 : cluster [DBG] pgmap v192: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 3.0 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:15.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[41283]: cluster 2021-07-26T15:49:13.864669+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e265: 8 total, 7 up, 8 in 2021-07-26T15:49:15.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[41283]: cluster 2021-07-26T15:49:14.851019+0000 mon.a (mon.0) 379 : cluster [WRN] Health check failed: Degraded data redundancy: 32/651 objects degraded (4.916%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:15.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[42351]: cluster 2021-07-26T15:49:13.856179+0000 mgr.y (mgr.24683) 133 : cluster [DBG] pgmap v192: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 3.0 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:15.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[42351]: cluster 2021-07-26T15:49:13.864669+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e265: 8 total, 7 up, 8 in 2021-07-26T15:49:15.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:14 smithi046 bash[42351]: cluster 2021-07-26T15:49:14.851019+0000 mon.a (mon.0) 379 : cluster [WRN] Health check failed: Degraded data redundancy: 32/651 objects degraded (4.916%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:15.183 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:49:15.183 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T15:49:15.184 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:49:15.184 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:49:15.184 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:49:15.184 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:49:15.184 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46836]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T15:49:15.837 INFO:tasks.rados.rados.0.smithi046.stdout:1106: done (8 left) 2021-07-26T15:49:15.838 INFO:tasks.rados.rados.0.smithi046.stdout:1107: done (7 left) 2021-07-26T15:49:15.838 INFO:tasks.rados.rados.0.smithi046.stdout:1108: done (6 left) 2021-07-26T15:49:15.838 INFO:tasks.rados.rados.0.smithi046.stdout:1109: done (5 left) 2021-07-26T15:49:15.838 INFO:tasks.rados.rados.0.smithi046.stdout:1110: done (4 left) 2021-07-26T15:49:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:1112: done (3 left) 2021-07-26T15:49:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:1114: done (2 left) 2021-07-26T15:49:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:1115: done (1 left) 2021-07-26T15:49:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:1116: done (0 left) 2021-07-26T15:49:15.839 INFO:tasks.rados.rados.0.smithi046.stdout:1117: read oid 5 snap 84 2021-07-26T15:49:15.840 INFO:tasks.rados.rados.0.smithi046.stdout:1117: expect deleted 2021-07-26T15:49:15.840 INFO:tasks.rados.rados.0.smithi046.stdout:1118: read oid 47 snap 108 2021-07-26T15:49:15.840 INFO:tasks.rados.rados.0.smithi046.stdout:1118: expect deleted 2021-07-26T15:49:15.840 INFO:tasks.rados.rados.0.smithi046.stdout:1119: copy_from oid 23 from oid 15 current snap is 110 2021-07-26T15:49:15.841 INFO:tasks.rados.rados.0.smithi046.stdout:1120: delete oid 9 current snap is 110 2021-07-26T15:49:15.842 INFO:tasks.rados.rados.0.smithi046.stdout:1120: done (3 left) 2021-07-26T15:49:15.842 INFO:tasks.rados.rados.0.smithi046.stdout:1121: setattr oid 21 current snap is 110 2021-07-26T15:49:15.844 INFO:tasks.rados.rados.0.smithi046.stdout:1122: rollback oid 31 current snap is 110 2021-07-26T15:49:15.844 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 100 2021-07-26T15:49:15.844 INFO:tasks.rados.rados.0.smithi046.stdout:1123: delete oid 29 current snap is 110 2021-07-26T15:49:15.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 473 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:49:15.849 INFO:tasks.rados.rados.0.smithi046.stdout:1122: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:49:15.849 INFO:tasks.rados.rados.0.smithi046.stdout:1122: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:49:15.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 397 (ObjNum 1 snap 32682 seq_num 198763024) dirty dne 2021-07-26T15:49:15.852 INFO:tasks.rados.rados.0.smithi046.stdout:1117: done (5 left) 2021-07-26T15:49:15.853 INFO:tasks.rados.rados.0.smithi046.stdout:1118: done (4 left) 2021-07-26T15:49:15.853 INFO:tasks.rados.rados.0.smithi046.stdout:1121: done (3 left) 2021-07-26T15:49:15.853 INFO:tasks.rados.rados.0.smithi046.stdout:1122: done (2 left) 2021-07-26T15:49:15.853 INFO:tasks.rados.rados.0.smithi046.stdout:1123: done (1 left) 2021-07-26T15:49:15.854 INFO:tasks.rados.rados.0.smithi046.stdout:1124: copy_from oid 49 from oid 42 current snap is 110 2021-07-26T15:49:15.854 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 110 2021-07-26T15:49:15.854 INFO:tasks.rados.rados.0.smithi046.stdout:1125: seq_num 350 ranges {737280=671744,1409024=401408} 2021-07-26T15:49:15.861 INFO:tasks.rados.rados.0.smithi046.stdout:1125: writing smithi04638994-5 from 737280 to 1409024 tid 1 2021-07-26T15:49:15.863 INFO:tasks.rados.rados.0.smithi046.stdout:1125: writing smithi04638994-5 from 1409024 to 1810432 tid 2 2021-07-26T15:49:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:1126: delete oid 48 current snap is 110 2021-07-26T15:49:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing copy_from to smithi04638994-23 2021-07-26T15:49:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 292 (ObjNum 299 snap 97 seq_num 299) dirty exists 2021-07-26T15:49:15.864 INFO:tasks.rados.rados.0.smithi046.stdout:1119: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:49:15.868 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing write tid 1 to smithi04638994-5 2021-07-26T15:49:15.868 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing write tid 2 to smithi04638994-5 2021-07-26T15:49:15.869 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing write tid 3 to smithi04638994-5 2021-07-26T15:49:15.871 INFO:tasks.rados.rados.0.smithi046.stdout:1119: done (3 left) 2021-07-26T15:49:15.872 INFO:tasks.rados.rados.0.smithi046.stdout:1126: done (2 left) 2021-07-26T15:49:15.872 INFO:tasks.rados.rados.0.smithi046.stdout:1127: snap_create 2021-07-26T15:49:15.873 INFO:tasks.rados.rados.0.smithi046.stdout:1125: finishing write tid 4 to smithi04638994-5 2021-07-26T15:49:15.873 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 458 (ObjNum 350 snap 110 seq_num 350) dirty exists 2021-07-26T15:49:15.873 INFO:tasks.rados.rados.0.smithi046.stdout:1125: left oid 5 (ObjNum 350 snap 110 seq_num 350) 2021-07-26T15:49:15.897 INFO:tasks.rados.rados.0.smithi046.stdout:1124: finishing copy_from to smithi04638994-49 2021-07-26T15:49:15.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 102 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:49:15.898 INFO:tasks.rados.rados.0.smithi046.stdout:1124: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:49:16.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[42351]: cluster 2021-07-26T15:49:14.871950+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e266: 8 total, 7 up, 8 in 2021-07-26T15:49:16.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[42351]: cluster 2021-07-26T15:49:15.836742+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T15:49:16.183 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[46968]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:16.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[41283]: cluster 2021-07-26T15:49:14.871950+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e266: 8 total, 7 up, 8 in 2021-07-26T15:49:16.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:15 smithi046 bash[41283]: cluster 2021-07-26T15:49:15.836742+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T15:49:16.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:15 smithi073 bash[34190]: cluster 2021-07-26T15:49:14.871950+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e266: 8 total, 7 up, 8 in 2021-07-26T15:49:16.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:15 smithi073 bash[34190]: cluster 2021-07-26T15:49:15.836742+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T15:49:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:1124: done (2 left) 2021-07-26T15:49:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:1125: done (1 left) 2021-07-26T15:49:16.876 INFO:tasks.rados.rados.0.smithi046.stdout:1127: done (0 left) 2021-07-26T15:49:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 111 2021-07-26T15:49:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:1128: seq_num 352 ranges {0=704512,704512=401408} 2021-07-26T15:49:16.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:16 smithi046 bash[41283]: cluster 2021-07-26T15:49:15.856799+0000 mgr.y (mgr.24683) 134 : cluster [DBG] pgmap v196: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 2.5 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:16.881 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04638994-47 from 0 to 704512 tid 1 2021-07-26T15:49:16.884 INFO:tasks.rados.rados.0.smithi046.stdout:1128: writing smithi04638994-47 from 704512 to 1105920 tid 2 2021-07-26T15:49:16.884 INFO:tasks.rados.rados.0.smithi046.stdout:1129: snap_remove snap 110 2021-07-26T15:49:17.142 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:16 smithi046 bash[42351]: cluster 2021-07-26T15:49:15.856799+0000 mgr.y (mgr.24683) 134 : cluster [DBG] pgmap v196: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 2.5 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:17.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:16 smithi073 bash[34190]: cluster 2021-07-26T15:49:15.856799+0000 mgr.y (mgr.24683) 134 : cluster [DBG] pgmap v196: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 326 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 660 KiB/s rd, 2.5 MiB/s wr, 8 op/s; 32/651 objects degraded (4.916%) 2021-07-26T15:49:17.432 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:17 smithi046 bash[46968]: debug 2021-07-26T15:49:17.140+0000 7fac13c0a700 1 -- 172.21.15.46:0/2516544418 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a49ed08340 con 0x55a49ed62800 2021-07-26T15:49:17.893 INFO:tasks.rados.rados.0.smithi046.stdout:1129: done (1 left) 2021-07-26T15:49:17.894 INFO:tasks.rados.rados.0.smithi046.stdout:1130: delete oid 9 current snap is 111 2021-07-26T15:49:17.894 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 1 to smithi04638994-47 2021-07-26T15:49:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 2 to smithi04638994-47 2021-07-26T15:49:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 3 to smithi04638994-47 2021-07-26T15:49:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:1128: finishing write tid 4 to smithi04638994-47 2021-07-26T15:49:17.895 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 106 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:49:17.896 INFO:tasks.rados.rados.0.smithi046.stdout:1128: left oid 47 (ObjNum 352 snap 111 seq_num 352) 2021-07-26T15:49:17.898 INFO:tasks.rados.rados.0.smithi046.stdout:1128: done (1 left) 2021-07-26T15:49:17.898 INFO:tasks.rados.rados.0.smithi046.stdout:1130: done (0 left) 2021-07-26T15:49:17.898 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 111 2021-07-26T15:49:17.899 INFO:tasks.rados.rados.0.smithi046.stdout:1131: seq_num 354 ranges {868352=737280,1605632=401408} 2021-07-26T15:49:17.911 INFO:tasks.rados.rados.0.smithi046.stdout:1131: writing smithi04638994-46 from 868352 to 1605632 tid 1 2021-07-26T15:49:17.913 INFO:tasks.rados.rados.0.smithi046.stdout:1131: writing smithi04638994-46 from 1605632 to 2007040 tid 2 2021-07-26T15:49:17.914 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 111 2021-07-26T15:49:17.914 INFO:tasks.rados.rados.0.smithi046.stdout:1132: seq_num 355 ranges {212992=753664,966656=401408} 2021-07-26T15:49:17.916 INFO:tasks.rados.rados.0.smithi046.stdout:1132: writing smithi04638994-15 from 212992 to 966656 tid 1 2021-07-26T15:49:17.919 INFO:tasks.rados.rados.0.smithi046.stdout:1132: writing smithi04638994-15 from 966656 to 1368064 tid 2 2021-07-26T15:49:17.919 INFO:tasks.rados.rados.0.smithi046.stdout:1133: read oid 31 snap -1 2021-07-26T15:49:17.920 INFO:tasks.rados.rados.0.smithi046.stdout:1133: expect deleted 2021-07-26T15:49:17.920 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 111 2021-07-26T15:49:17.920 INFO:tasks.rados.rados.0.smithi046.stdout:1134: seq_num 356 ranges {212992=770048,983040=401408} 2021-07-26T15:49:17.926 INFO:tasks.rados.rados.0.smithi046.stdout:1134: writing smithi04638994-23 from 212992 to 983040 tid 1 2021-07-26T15:49:17.928 INFO:tasks.rados.rados.0.smithi046.stdout:1134: writing smithi04638994-23 from 983040 to 1384448 tid 2 2021-07-26T15:49:17.929 INFO:tasks.rados.rados.0.smithi046.stdout:1135: snap_remove snap 109 2021-07-26T15:49:18.109 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:17 smithi046 bash[46968]: debug 2021-07-26T15:49:17.688+0000 7fac1b45e0c0 -1 Falling back to public interface 2021-07-26T15:49:18.110 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:17 smithi046 bash[41283]: cluster 2021-07-26T15:49:16.875870+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T15:49:18.110 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:17 smithi046 bash[42351]: cluster 2021-07-26T15:49:16.875870+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T15:49:18.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:17 smithi073 bash[34190]: cluster 2021-07-26T15:49:16.875870+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T15:49:18.432 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[39887]: debug 2021-07-26T15:49:18.104+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:1135: done (4 left) 2021-07-26T15:49:18.902 INFO:tasks.rados.rados.0.smithi046.stdout:1136: rmattr oid 47 current snap is 111 2021-07-26T15:49:18.902 INFO:tasks.rados.rados.0.smithi046.stdout:1136: done (4 left) 2021-07-26T15:49:18.902 INFO:tasks.rados.rados.0.smithi046.stdout:1137: snap_remove snap 92 2021-07-26T15:49:19.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: cluster 2021-07-26T15:49:17.857601+0000 mgr.y (mgr.24683) 135 : cluster [DBG] pgmap v198: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 318 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 5 op/s; 33/642 objects degraded (5.140%) 2021-07-26T15:49:19.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: cluster 2021-07-26T15:49:17.894710+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T15:49:19.328 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.088380+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.328 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.096494+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.328 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.103185+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:19.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.105339+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.107256+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.108680+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[41283]: audit 2021-07-26T15:49:18.110733+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:19.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: cluster 2021-07-26T15:49:17.857601+0000 mgr.y (mgr.24683) 135 : cluster [DBG] pgmap v198: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 318 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 5 op/s; 33/642 objects degraded (5.140%) 2021-07-26T15:49:19.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: cluster 2021-07-26T15:49:17.894710+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T15:49:19.330 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.088380+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.331 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.096494+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.331 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.103185+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:19.331 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.105339+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.331 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.107256+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.332 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.108680+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.332 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:18 smithi046 bash[42351]: audit 2021-07-26T15:49:18.110733+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:19.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: cluster 2021-07-26T15:49:17.857601+0000 mgr.y (mgr.24683) 135 : cluster [DBG] pgmap v198: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 318 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 5 op/s; 33/642 objects degraded (5.140%) 2021-07-26T15:49:19.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: cluster 2021-07-26T15:49:17.894710+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T15:49:19.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.088380+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.096494+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:19.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.103185+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:19.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.105339+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.107256+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.108680+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:19.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:18 smithi073 bash[34190]: audit 2021-07-26T15:49:18.110733+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:19.913 INFO:tasks.rados.rados.0.smithi046.stdout:1137: done (4 left) 2021-07-26T15:49:19.913 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 111 2021-07-26T15:49:19.914 INFO:tasks.rados.rados.0.smithi046.stdout:1138: seq_num 357 ranges {2498560=786432,3284992=401408} 2021-07-26T15:49:19.935 INFO:tasks.rados.rados.0.smithi046.stdout:1138: writing smithi04638994-45 from 2498560 to 3284992 tid 1 2021-07-26T15:49:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1138: writing smithi04638994-45 from 3284992 to 3686400 tid 2 2021-07-26T15:49:19.939 INFO:tasks.rados.rados.0.smithi046.stdout:1139: read oid 44 snap -1 2021-07-26T15:49:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1139: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1140: read oid 30 snap 86 2021-07-26T15:49:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1140: expect (ObjNum 282 snap 85 seq_num 282) 2021-07-26T15:49:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1141: delete oid 32 current snap is 111 2021-07-26T15:49:19.940 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 1 to smithi04638994-46 2021-07-26T15:49:19.941 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 2 to smithi04638994-46 2021-07-26T15:49:19.941 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 3 to smithi04638994-46 2021-07-26T15:49:19.941 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing write tid 1 to smithi04638994-15 2021-07-26T15:49:19.941 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing write tid 2 to smithi04638994-15 2021-07-26T15:49:19.942 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing write tid 3 to smithi04638994-15 2021-07-26T15:49:19.942 INFO:tasks.rados.rados.0.smithi046.stdout:1131: finishing write tid 4 to smithi04638994-46 2021-07-26T15:49:19.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 255 (ObjNum 354 snap 111 seq_num 354) dirty exists 2021-07-26T15:49:19.942 INFO:tasks.rados.rados.0.smithi046.stdout:1131: left oid 46 (ObjNum 354 snap 111 seq_num 354) 2021-07-26T15:49:19.942 INFO:tasks.rados.rados.0.smithi046.stdout:1132: finishing write tid 4 to smithi04638994-15 2021-07-26T15:49:19.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 400 (ObjNum 355 snap 111 seq_num 355) dirty exists 2021-07-26T15:49:19.943 INFO:tasks.rados.rados.0.smithi046.stdout:1132: left oid 15 (ObjNum 355 snap 111 seq_num 355) 2021-07-26T15:49:19.943 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 1 to smithi04638994-23 2021-07-26T15:49:19.943 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 2 to smithi04638994-23 2021-07-26T15:49:19.944 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 3 to smithi04638994-23 2021-07-26T15:49:19.944 INFO:tasks.rados.rados.0.smithi046.stdout:1134: finishing write tid 4 to smithi04638994-23 2021-07-26T15:49:19.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 785 (ObjNum 356 snap 111 seq_num 356) dirty exists 2021-07-26T15:49:19.944 INFO:tasks.rados.rados.0.smithi046.stdout:1134: left oid 23 (ObjNum 356 snap 111 seq_num 356) 2021-07-26T15:49:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1139: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:19.945 INFO:tasks.rados.rados.0.smithi046.stdout:1131: done (7 left) 2021-07-26T15:49:19.946 INFO:tasks.rados.rados.0.smithi046.stdout:1132: done (6 left) 2021-07-26T15:49:19.946 INFO:tasks.rados.rados.0.smithi046.stdout:1133: done (5 left) 2021-07-26T15:49:19.946 INFO:tasks.rados.rados.0.smithi046.stdout:1134: done (4 left) 2021-07-26T15:49:19.946 INFO:tasks.rados.rados.0.smithi046.stdout:1139: done (3 left) 2021-07-26T15:49:19.947 INFO:tasks.rados.rados.0.smithi046.stdout:1141: done (2 left) 2021-07-26T15:49:19.947 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 111 2021-07-26T15:49:19.947 INFO:tasks.rados.rados.0.smithi046.stdout:1142: seq_num 359 ranges {1368064=417792,1785856=417792,2203648=385024} 2021-07-26T15:49:19.954 INFO:tasks.rados.rados.0.smithi046.stdout:1142: writing smithi04638994-15 from 1368064 to 1785856 tid 1 2021-07-26T15:49:19.956 INFO:tasks.rados.rados.0.smithi046.stdout:1142: writing smithi04638994-15 from 1785856 to 2203648 tid 2 2021-07-26T15:49:19.959 INFO:tasks.rados.rados.0.smithi046.stdout:1142: writing smithi04638994-15 from 2203648 to 2588672 tid 3 2021-07-26T15:49:19.959 INFO:tasks.rados.rados.0.smithi046.stdout:1143: read oid 50 snap -1 2021-07-26T15:49:19.959 INFO:tasks.rados.rados.0.smithi046.stdout:1143: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:49:19.960 INFO:tasks.rados.rados.0.smithi046.stdout:1144: snap_remove snap 104 2021-07-26T15:49:20.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[41283]: audit 2021-07-26T15:49:18.111035+0000 mgr.y (mgr.24683) 136 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:20.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[41283]: cephadm 2021-07-26T15:49:18.112541+0000 mgr.y (mgr.24683) 137 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:20.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[41283]: cluster 2021-07-26T15:49:18.899035+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T15:49:20.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[42351]: audit 2021-07-26T15:49:18.111035+0000 mgr.y (mgr.24683) 136 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:20.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[42351]: cephadm 2021-07-26T15:49:18.112541+0000 mgr.y (mgr.24683) 137 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:20.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:19 smithi046 bash[42351]: cluster 2021-07-26T15:49:18.899035+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T15:49:20.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:19 smithi073 bash[34190]: audit 2021-07-26T15:49:18.111035+0000 mgr.y (mgr.24683) 136 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:20.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:19 smithi073 bash[34190]: cephadm 2021-07-26T15:49:18.112541+0000 mgr.y (mgr.24683) 137 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:20.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:19 smithi073 bash[34190]: cluster 2021-07-26T15:49:18.899035+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T15:49:20.937 INFO:tasks.rados.rados.0.smithi046.stdout:1138: finishing write tid 1 to smithi04638994-45 2021-07-26T15:49:20.937 INFO:tasks.rados.rados.0.smithi046.stdout:1138: finishing write tid 2 to smithi04638994-45 2021-07-26T15:49:20.938 INFO:tasks.rados.rados.0.smithi046.stdout:1138: finishing write tid 3 to smithi04638994-45 2021-07-26T15:49:20.938 INFO:tasks.rados.rados.0.smithi046.stdout:1140: expect (ObjNum 282 snap 85 seq_num 282) 2021-07-26T15:49:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:1138: finishing write tid 4 to smithi04638994-45 2021-07-26T15:49:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 607 (ObjNum 357 snap 111 seq_num 357) dirty exists 2021-07-26T15:49:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:1138: left oid 45 (ObjNum 357 snap 111 seq_num 357) 2021-07-26T15:49:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:1142: finishing write tid 1 to smithi04638994-15 2021-07-26T15:49:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:1138: done (4 left) 2021-07-26T15:49:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:1140: done (3 left) 2021-07-26T15:49:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:1144: done (2 left) 2021-07-26T15:49:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:1145: snap_create 2021-07-26T15:49:21.002 INFO:tasks.rados.rados.0.smithi046.stdout:1142: finishing write tid 2 to smithi04638994-15 2021-07-26T15:49:21.002 INFO:tasks.rados.rados.0.smithi046.stdout:1142: finishing write tid 3 to smithi04638994-15 2021-07-26T15:49:21.003 INFO:tasks.rados.rados.0.smithi046.stdout:1142: finishing write tid 4 to smithi04638994-15 2021-07-26T15:49:21.003 INFO:tasks.rados.rados.0.smithi046.stdout:1142: finishing write tid 5 to smithi04638994-15 2021-07-26T15:49:21.003 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 410 (ObjNum 359 snap 111 seq_num 359) dirty exists 2021-07-26T15:49:21.003 INFO:tasks.rados.rados.0.smithi046.stdout:1142: left oid 15 (ObjNum 359 snap 111 seq_num 359) 2021-07-26T15:49:21.003 INFO:tasks.rados.rados.0.smithi046.stdout:1143: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:49:21.181 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[46968]: debug 2021-07-26T15:49:20.744+0000 7fac1b45e0c0 -1 osd.2 260 log_to_monitors {default=true} 2021-07-26T15:49:21.182 INFO:journalctl@ceph.osd.2.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[46968]: debug 2021-07-26T15:49:20.940+0000 7fac0d5b4700 -1 osd.2 260 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:49:21.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[41283]: cluster 2021-07-26T15:49:19.858408+0000 mgr.y (mgr.24683) 138 : cluster [DBG] pgmap v201: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 310 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[41283]: cluster 2021-07-26T15:49:19.905358+0000 mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[41283]: cluster 2021-07-26T15:49:19.912973+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T15:49:21.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[41283]: audit 2021-07-26T15:49:20.752813+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:21.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[42351]: cluster 2021-07-26T15:49:19.858408+0000 mgr.y (mgr.24683) 138 : cluster [DBG] pgmap v201: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 310 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:21.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[42351]: cluster 2021-07-26T15:49:19.905358+0000 mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[42351]: cluster 2021-07-26T15:49:19.912973+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T15:49:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:20 smithi046 bash[42351]: audit 2021-07-26T15:49:20.752813+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:20 smithi073 bash[34190]: cluster 2021-07-26T15:49:19.858408+0000 mgr.y (mgr.24683) 138 : cluster [DBG] pgmap v201: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 310 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 19 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:20 smithi073 bash[34190]: cluster 2021-07-26T15:49:19.905358+0000 mon.a (mon.0) 392 : cluster [WRN] Health check update: Degraded data redundancy: 34/612 objects degraded (5.556%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:21.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:20 smithi073 bash[34190]: cluster 2021-07-26T15:49:19.912973+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T15:49:21.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:20 smithi073 bash[34190]: audit 2021-07-26T15:49:20.752813+0000 mon.a (mon.0) 394 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:21.936 INFO:tasks.rados.rados.0.smithi046.stdout:1142: done (2 left) 2021-07-26T15:49:21.936 INFO:tasks.rados.rados.0.smithi046.stdout:1143: done (1 left) 2021-07-26T15:49:21.937 INFO:tasks.rados.rados.0.smithi046.stdout:1145: done (0 left) 2021-07-26T15:49:21.937 INFO:tasks.rados.rados.0.smithi046.stdout:1146: rmattr oid 12 current snap is 112 2021-07-26T15:49:21.937 INFO:tasks.rados.rados.0.smithi046.stdout:1146: done (0 left) 2021-07-26T15:49:21.937 INFO:tasks.rados.rados.0.smithi046.stdout:1147: rollback oid 42 current snap is 112 2021-07-26T15:49:21.937 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 98 2021-07-26T15:49:21.938 INFO:tasks.rados.rados.0.smithi046.stdout:1148: snap_remove snap 91 2021-07-26T15:49:22.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:21 smithi073 bash[34190]: audit 2021-07-26T15:49:20.931300+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:22.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:21 smithi073 bash[34190]: cluster 2021-07-26T15:49:20.931403+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T15:49:22.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:21 smithi073 bash[34190]: audit 2021-07-26T15:49:20.940004+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:22.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[41283]: audit 2021-07-26T15:49:20.931300+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:22.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[41283]: cluster 2021-07-26T15:49:20.931403+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T15:49:22.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[41283]: audit 2021-07-26T15:49:20.940004+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:22.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[42351]: audit 2021-07-26T15:49:20.931300+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:22.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[42351]: cluster 2021-07-26T15:49:20.931403+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T15:49:22.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:21 smithi046 bash[42351]: audit 2021-07-26T15:49:20.940004+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:22.941 INFO:tasks.rados.rados.0.smithi046.stdout:1148: done (1 left) 2021-07-26T15:49:22.942 INFO:tasks.rados.rados.0.smithi046.stdout:1149: snap_create 2021-07-26T15:49:22.961 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:49:22.962 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:49:22.962 INFO:tasks.rados.rados.0.smithi046.stdout:1147: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:49:22.963 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 128 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:49:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:22 smithi073 bash[34190]: cluster 2021-07-26T15:49:21.859405+0000 mgr.y (mgr.24683) 139 : cluster [DBG] pgmap v204: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:22 smithi073 bash[34190]: cluster 2021-07-26T15:49:21.926930+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:22 smithi073 bash[34190]: cluster 2021-07-26T15:49:21.936396+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104] boot 2021-07-26T15:49:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:22 smithi073 bash[34190]: cluster 2021-07-26T15:49:21.936724+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2021-07-26T15:49:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:22 smithi073 bash[34190]: audit 2021-07-26T15:49:21.937905+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[41283]: cluster 2021-07-26T15:49:21.859405+0000 mgr.y (mgr.24683) 139 : cluster [DBG] pgmap v204: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[41283]: cluster 2021-07-26T15:49:21.926930+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[41283]: cluster 2021-07-26T15:49:21.936396+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104] boot 2021-07-26T15:49:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[41283]: cluster 2021-07-26T15:49:21.936724+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2021-07-26T15:49:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[41283]: audit 2021-07-26T15:49:21.937905+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[42351]: cluster 2021-07-26T15:49:21.859405+0000 mgr.y (mgr.24683) 139 : cluster [DBG] pgmap v204: 25 pgs: 4 active+undersized+degraded, 3 active+undersized, 18 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 34/612 objects degraded (5.556%) 2021-07-26T15:49:23.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[42351]: cluster 2021-07-26T15:49:21.926930+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:23.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[42351]: cluster 2021-07-26T15:49:21.936396+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.46:6818/2027512104,v1:172.21.15.46:6819/2027512104] boot 2021-07-26T15:49:23.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[42351]: cluster 2021-07-26T15:49:21.936724+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2021-07-26T15:49:23.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:22 smithi046 bash[42351]: audit 2021-07-26T15:49:21.937905+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:23.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:23.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:23.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:49:23.940 INFO:tasks.rados.rados.0.smithi046.stdout:1147: done (1 left) 2021-07-26T15:49:23.941 INFO:tasks.rados.rados.0.smithi046.stdout:1149: done (0 left) 2021-07-26T15:49:23.941 INFO:tasks.rados.rados.0.smithi046.stdout:1150: copy_from oid 23 from oid 38 current snap is 113 2021-07-26T15:49:23.941 INFO:tasks.rados.rados.0.smithi046.stdout:1151: snap_remove snap 106 2021-07-26T15:49:24.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:23 smithi073 bash[34190]: cluster 2021-07-26T15:49:22.939851+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2021-07-26T15:49:24.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:23 smithi073 bash[34190]: cluster 2021-07-26T15:49:23.941250+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2021-07-26T15:49:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[41283]: cluster 2021-07-26T15:49:22.939851+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2021-07-26T15:49:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[41283]: cluster 2021-07-26T15:49:23.941250+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2021-07-26T15:49:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[42351]: cluster 2021-07-26T15:49:22.939851+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2021-07-26T15:49:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:23 smithi046 bash[42351]: cluster 2021-07-26T15:49:23.941250+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2021-07-26T15:49:24.946 INFO:tasks.rados.rados.0.smithi046.stdout:1151: done (1 left) 2021-07-26T15:49:24.947 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 113 2021-07-26T15:49:24.947 INFO:tasks.rados.rados.0.smithi046.stdout:1152: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2021-07-26T15:49:24.950 INFO:tasks.rados.rados.0.smithi046.stdout:1152: writing smithi04638994-12 from 0 to 434176 tid 1 2021-07-26T15:49:24.955 INFO:tasks.rados.rados.0.smithi046.stdout:1152: writing smithi04638994-12 from 434176 to 1138688 tid 2 2021-07-26T15:49:24.957 INFO:tasks.rados.rados.0.smithi046.stdout:1152: writing smithi04638994-12 from 1138688 to 1236992 tid 3 2021-07-26T15:49:24.958 INFO:tasks.rados.rados.0.smithi046.stdout:1153: copy_from oid 44 from oid 4 current snap is 113 2021-07-26T15:49:24.959 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing copy_from to smithi04638994-23 2021-07-26T15:49:24.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 529 (ObjNum 337 snap 107 seq_num 337) dirty exists 2021-07-26T15:49:24.959 INFO:tasks.rados.rados.0.smithi046.stdout:1150: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:49:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing write tid 1 to smithi04638994-12 2021-07-26T15:49:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1150: done (2 left) 2021-07-26T15:49:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1154: rmattr oid 15 current snap is 113 2021-07-26T15:49:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 113 2021-07-26T15:49:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1155: seq_num 361 ranges {1810432=450560,2260992=581632,2842624=221184} 2021-07-26T15:49:24.970 INFO:tasks.rados.rados.0.smithi046.stdout:1155: writing smithi04638994-5 from 1810432 to 2260992 tid 1 2021-07-26T15:49:24.973 INFO:tasks.rados.rados.0.smithi046.stdout:1155: writing smithi04638994-5 from 2260992 to 2842624 tid 2 2021-07-26T15:49:24.976 INFO:tasks.rados.rados.0.smithi046.stdout:1155: writing smithi04638994-5 from 2842624 to 3063808 tid 3 2021-07-26T15:49:24.976 INFO:tasks.rados.rados.0.smithi046.stdout:1156: snap_create 2021-07-26T15:49:24.977 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing write tid 2 to smithi04638994-12 2021-07-26T15:49:24.977 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing write tid 3 to smithi04638994-12 2021-07-26T15:49:24.977 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing write tid 4 to smithi04638994-12 2021-07-26T15:49:24.977 INFO:tasks.rados.rados.0.smithi046.stdout:1152: finishing write tid 5 to smithi04638994-12 2021-07-26T15:49:24.978 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 428 (ObjNum 360 snap 113 seq_num 360) dirty exists 2021-07-26T15:49:24.978 INFO:tasks.rados.rados.0.smithi046.stdout:1152: left oid 12 (ObjNum 360 snap 113 seq_num 360) 2021-07-26T15:49:24.978 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 430 (ObjNum 359 snap 111 seq_num 359) dirty exists 2021-07-26T15:49:24.978 INFO:tasks.rados.rados.0.smithi046.stdout:1153: finishing copy_from to smithi04638994-44 2021-07-26T15:49:24.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 455 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:49:24.980 INFO:tasks.rados.rados.0.smithi046.stdout:1153: finishing copy_from racing read to smithi04638994-44 2021-07-26T15:49:24.980 INFO:tasks.rados.rados.0.smithi046.stdout:1155: finishing write tid 1 to smithi04638994-5 2021-07-26T15:49:24.981 INFO:tasks.rados.rados.0.smithi046.stdout:1155: finishing write tid 2 to smithi04638994-5 2021-07-26T15:49:24.981 INFO:tasks.rados.rados.0.smithi046.stdout:1155: finishing write tid 3 to smithi04638994-5 2021-07-26T15:49:24.981 INFO:tasks.rados.rados.0.smithi046.stdout:1155: finishing write tid 4 to smithi04638994-5 2021-07-26T15:49:24.981 INFO:tasks.rados.rados.0.smithi046.stdout:1155: finishing write tid 5 to smithi04638994-5 2021-07-26T15:49:24.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 462 (ObjNum 361 snap 113 seq_num 361) dirty exists 2021-07-26T15:49:24.982 INFO:tasks.rados.rados.0.smithi046.stdout:1155: left oid 5 (ObjNum 361 snap 113 seq_num 361) 2021-07-26T15:49:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:24 smithi073 bash[34190]: cluster 2021-07-26T15:49:23.860318+0000 mgr.y (mgr.24683) 140 : cluster [DBG] pgmap v207: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 588 KiB/s wr, 5 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:25.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:24 smithi073 bash[34190]: cluster 2021-07-26T15:49:24.942716+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2021-07-26T15:49:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:24 smithi046 bash[41283]: cluster 2021-07-26T15:49:23.860318+0000 mgr.y (mgr.24683) 140 : cluster [DBG] pgmap v207: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 588 KiB/s wr, 5 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:24 smithi046 bash[41283]: cluster 2021-07-26T15:49:24.942716+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2021-07-26T15:49:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:24 smithi046 bash[42351]: cluster 2021-07-26T15:49:23.860318+0000 mgr.y (mgr.24683) 140 : cluster [DBG] pgmap v207: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 588 KiB/s wr, 5 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:25.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:24 smithi046 bash[42351]: cluster 2021-07-26T15:49:24.942716+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2021-07-26T15:49:25.970 INFO:tasks.rados.rados.0.smithi046.stdout:1152: done (4 left) 2021-07-26T15:49:25.971 INFO:tasks.rados.rados.0.smithi046.stdout:1153: done (3 left) 2021-07-26T15:49:25.971 INFO:tasks.rados.rados.0.smithi046.stdout:1154: done (2 left) 2021-07-26T15:49:25.971 INFO:tasks.rados.rados.0.smithi046.stdout:1155: done (1 left) 2021-07-26T15:49:25.971 INFO:tasks.rados.rados.0.smithi046.stdout:1156: done (0 left) 2021-07-26T15:49:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1157: rollback oid 26 current snap is 114 2021-07-26T15:49:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 67 2021-07-26T15:49:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1158: copy_from oid 48 from oid 14 current snap is 114 2021-07-26T15:49:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1159: snap_create 2021-07-26T15:49:25.976 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:49:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:49:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:1157: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:49:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 356 (ObjNum 159 snap 44 seq_num 159) dirty exists 2021-07-26T15:49:26.016 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing copy_from to smithi04638994-48 2021-07-26T15:49:26.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 169 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:49:26.018 INFO:tasks.rados.rados.0.smithi046.stdout:1158: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:49:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:25 smithi073 bash[34190]: cluster 2021-07-26T15:49:25.831686+0000 mon.a (mon.0) 405 : cluster [WRN] Health check update: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:25 smithi046 bash[41283]: cluster 2021-07-26T15:49:25.831686+0000 mon.a (mon.0) 405 : cluster [WRN] Health check update: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:26.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:25 smithi046 bash[42351]: cluster 2021-07-26T15:49:25.831686+0000 mon.a (mon.0) 405 : cluster [WRN] Health check update: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1157: done (2 left) 2021-07-26T15:49:26.987 INFO:tasks.rados.rados.0.smithi046.stdout:1158: done (1 left) 2021-07-26T15:49:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1159: done (0 left) 2021-07-26T15:49:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 115 2021-07-26T15:49:26.988 INFO:tasks.rados.rados.0.smithi046.stdout:1160: seq_num 362 ranges {851968=466944,1318912=466944,1785856=335872} 2021-07-26T15:49:26.995 INFO:tasks.rados.rados.0.smithi046.stdout:1160: writing smithi04638994-23 from 851968 to 1318912 tid 1 2021-07-26T15:49:26.997 INFO:tasks.rados.rados.0.smithi046.stdout:1160: writing smithi04638994-23 from 1318912 to 1785856 tid 2 2021-07-26T15:49:26.999 INFO:tasks.rados.rados.0.smithi046.stdout:1160: writing smithi04638994-23 from 1785856 to 2121728 tid 3 2021-07-26T15:49:27.001 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 115 2021-07-26T15:49:27.001 INFO:tasks.rados.rados.0.smithi046.stdout:1161: seq_num 363 ranges {786432=483328,1269760=753664,2023424=49152} 2021-07-26T15:49:27.007 INFO:tasks.rados.rados.0.smithi046.stdout:1161: writing smithi04638994-36 from 786432 to 1269760 tid 1 2021-07-26T15:49:27.012 INFO:tasks.rados.rados.0.smithi046.stdout:1161: writing smithi04638994-36 from 1269760 to 2023424 tid 2 2021-07-26T15:49:27.012 INFO:tasks.rados.rados.0.smithi046.stdout:1161: writing smithi04638994-36 from 2023424 to 2072576 tid 3 2021-07-26T15:49:27.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 115 2021-07-26T15:49:27.013 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing write tid 1 to smithi04638994-23 2021-07-26T15:49:27.013 INFO:tasks.rados.rados.0.smithi046.stdout:1162: seq_num 364 ranges {1236992=499712,1736704=638976,2375680=163840} 2021-07-26T15:49:27.022 INFO:tasks.rados.rados.0.smithi046.stdout:1162: writing smithi04638994-12 from 1236992 to 1736704 tid 1 2021-07-26T15:49:27.026 INFO:tasks.rados.rados.0.smithi046.stdout:1162: writing smithi04638994-12 from 1736704 to 2375680 tid 2 2021-07-26T15:49:27.027 INFO:tasks.rados.rados.0.smithi046.stdout:1162: writing smithi04638994-12 from 2375680 to 2539520 tid 3 2021-07-26T15:49:27.027 INFO:tasks.rados.rados.0.smithi046.stdout:1163: snap_create 2021-07-26T15:49:27.028 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing write tid 2 to smithi04638994-23 2021-07-26T15:49:27.028 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing write tid 3 to smithi04638994-23 2021-07-26T15:49:27.028 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing write tid 4 to smithi04638994-23 2021-07-26T15:49:27.028 INFO:tasks.rados.rados.0.smithi046.stdout:1160: finishing write tid 5 to smithi04638994-23 2021-07-26T15:49:27.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 826 (ObjNum 362 snap 115 seq_num 362) dirty exists 2021-07-26T15:49:27.029 INFO:tasks.rados.rados.0.smithi046.stdout:1160: left oid 23 (ObjNum 362 snap 115 seq_num 362) 2021-07-26T15:49:27.029 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing write tid 1 to smithi04638994-36 2021-07-26T15:49:27.029 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing write tid 2 to smithi04638994-36 2021-07-26T15:49:27.029 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing write tid 3 to smithi04638994-36 2021-07-26T15:49:27.030 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing write tid 4 to smithi04638994-36 2021-07-26T15:49:27.031 INFO:tasks.rados.rados.0.smithi046.stdout:1161: finishing write tid 5 to smithi04638994-36 2021-07-26T15:49:27.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 315 (ObjNum 363 snap 115 seq_num 363) dirty exists 2021-07-26T15:49:27.031 INFO:tasks.rados.rados.0.smithi046.stdout:1161: left oid 36 (ObjNum 363 snap 115 seq_num 363) 2021-07-26T15:49:27.033 INFO:tasks.rados.rados.0.smithi046.stdout:1162: finishing write tid 1 to smithi04638994-12 2021-07-26T15:49:27.033 INFO:tasks.rados.rados.0.smithi046.stdout:1162: finishing write tid 2 to smithi04638994-12 2021-07-26T15:49:27.034 INFO:tasks.rados.rados.0.smithi046.stdout:1162: finishing write tid 3 to smithi04638994-12 2021-07-26T15:49:27.036 INFO:tasks.rados.rados.0.smithi046.stdout:1162: finishing write tid 4 to smithi04638994-12 2021-07-26T15:49:27.037 INFO:tasks.rados.rados.0.smithi046.stdout:1162: finishing write tid 5 to smithi04638994-12 2021-07-26T15:49:27.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 435 (ObjNum 364 snap 115 seq_num 364) dirty exists 2021-07-26T15:49:27.038 INFO:tasks.rados.rados.0.smithi046.stdout:1162: left oid 12 (ObjNum 364 snap 115 seq_num 364) 2021-07-26T15:49:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:26 smithi073 bash[34190]: cluster 2021-07-26T15:49:25.861087+0000 mgr.y (mgr.24683) 141 : cluster [DBG] pgmap v210: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 298 KiB/s wr, 3 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:27.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:26 smithi073 bash[34190]: cluster 2021-07-26T15:49:25.971007+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2021-07-26T15:49:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:26 smithi046 bash[41283]: cluster 2021-07-26T15:49:25.861087+0000 mgr.y (mgr.24683) 141 : cluster [DBG] pgmap v210: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 298 KiB/s wr, 3 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:26 smithi046 bash[41283]: cluster 2021-07-26T15:49:25.971007+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2021-07-26T15:49:27.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:26 smithi046 bash[42351]: cluster 2021-07-26T15:49:25.861087+0000 mgr.y (mgr.24683) 141 : cluster [DBG] pgmap v210: 25 pgs: 2 active+undersized+degraded, 1 active+undersized, 22 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 298 KiB/s wr, 3 op/s; 16/588 objects degraded (2.721%); 1.2 MiB/s, 0 objects/s recovering 2021-07-26T15:49:27.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:26 smithi046 bash[42351]: cluster 2021-07-26T15:49:25.971007+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2021-07-26T15:49:27.996 INFO:tasks.rados.rados.0.smithi046.stdout:1160: done (3 left) 2021-07-26T15:49:27.997 INFO:tasks.rados.rados.0.smithi046.stdout:1161: done (2 left) 2021-07-26T15:49:27.997 INFO:tasks.rados.rados.0.smithi046.stdout:1162: done (1 left) 2021-07-26T15:49:27.997 INFO:tasks.rados.rados.0.smithi046.stdout:1163: done (0 left) 2021-07-26T15:49:27.998 INFO:tasks.rados.rados.0.smithi046.stdout:1164: read oid 16 snap -1 2021-07-26T15:49:27.998 INFO:tasks.rados.rados.0.smithi046.stdout:1164: expect (ObjNum 346 snap 109 seq_num 346) 2021-07-26T15:49:27.998 INFO:tasks.rados.rados.0.smithi046.stdout:1165: snap_create 2021-07-26T15:49:28.027 INFO:tasks.rados.rados.0.smithi046.stdout:1164: expect (ObjNum 346 snap 109 seq_num 346) 2021-07-26T15:49:28.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:27 smithi073 bash[34190]: cluster 2021-07-26T15:49:26.988178+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2021-07-26T15:49:28.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:27 smithi046 bash[41283]: cluster 2021-07-26T15:49:26.988178+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2021-07-26T15:49:28.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:27 smithi046 bash[42351]: cluster 2021-07-26T15:49:26.988178+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2021-07-26T15:49:29.001 INFO:tasks.rados.rados.0.smithi046.stdout:1164: done (1 left) 2021-07-26T15:49:29.001 INFO:tasks.rados.rados.0.smithi046.stdout:1165: done (0 left) 2021-07-26T15:49:29.002 INFO:tasks.rados.rados.0.smithi046.stdout:1166: rmattr oid 40 current snap is 117 2021-07-26T15:49:29.002 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 117 2021-07-26T15:49:29.002 INFO:tasks.rados.rados.0.smithi046.stdout:1167: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2021-07-26T15:49:29.006 INFO:tasks.rados.rados.0.smithi046.stdout:1167: writing smithi04638994-32 from 0 to 516096 tid 1 2021-07-26T15:49:29.010 INFO:tasks.rados.rados.0.smithi046.stdout:1167: writing smithi04638994-32 from 516096 to 1089536 tid 2 2021-07-26T15:49:29.012 INFO:tasks.rados.rados.0.smithi046.stdout:1167: writing smithi04638994-32 from 1089536 to 1318912 tid 3 2021-07-26T15:49:29.012 INFO:tasks.rados.rados.0.smithi046.stdout:1168: snap_create 2021-07-26T15:49:29.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 724 (ObjNum 250 snap 77 seq_num 250) dirty exists 2021-07-26T15:49:29.019 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing write tid 1 to smithi04638994-32 2021-07-26T15:49:29.019 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing write tid 2 to smithi04638994-32 2021-07-26T15:49:29.020 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing write tid 3 to smithi04638994-32 2021-07-26T15:49:29.021 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing write tid 4 to smithi04638994-32 2021-07-26T15:49:29.023 INFO:tasks.rados.rados.0.smithi046.stdout:1167: finishing write tid 5 to smithi04638994-32 2021-07-26T15:49:29.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 507 (ObjNum 365 snap 117 seq_num 365) dirty exists 2021-07-26T15:49:29.024 INFO:tasks.rados.rados.0.smithi046.stdout:1167: left oid 32 (ObjNum 365 snap 117 seq_num 365) 2021-07-26T15:49:29.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:29 smithi073 bash[34190]: cluster 2021-07-26T15:49:27.861823+0000 mgr.y (mgr.24683) 142 : cluster [DBG] pgmap v213: 25 pgs: 1 active+clean+wait, 24 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:29 smithi073 bash[34190]: cluster 2021-07-26T15:49:27.982915+0000 mon.a (mon.0) 408 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded) 2021-07-26T15:49:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:29 smithi073 bash[34190]: cluster 2021-07-26T15:49:27.983004+0000 mon.a (mon.0) 409 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:29 smithi073 bash[34190]: cluster 2021-07-26T15:49:27.998021+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T15:49:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[41283]: cluster 2021-07-26T15:49:27.861823+0000 mgr.y (mgr.24683) 142 : cluster [DBG] pgmap v213: 25 pgs: 1 active+clean+wait, 24 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[41283]: cluster 2021-07-26T15:49:27.982915+0000 mon.a (mon.0) 408 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded) 2021-07-26T15:49:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[41283]: cluster 2021-07-26T15:49:27.983004+0000 mon.a (mon.0) 409 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[41283]: cluster 2021-07-26T15:49:27.998021+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T15:49:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[42351]: cluster 2021-07-26T15:49:27.861823+0000 mgr.y (mgr.24683) 142 : cluster [DBG] pgmap v213: 25 pgs: 1 active+clean+wait, 24 active+clean; 308 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[42351]: cluster 2021-07-26T15:49:27.982915+0000 mon.a (mon.0) 408 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/588 objects degraded (2.721%), 2 pgs degraded) 2021-07-26T15:49:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[42351]: cluster 2021-07-26T15:49:27.983004+0000 mon.a (mon.0) 409 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:29 smithi046 bash[42351]: cluster 2021-07-26T15:49:27.998021+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T15:49:30.015 INFO:tasks.rados.rados.0.smithi046.stdout:1166: done (2 left) 2021-07-26T15:49:30.015 INFO:tasks.rados.rados.0.smithi046.stdout:1167: done (1 left) 2021-07-26T15:49:30.016 INFO:tasks.rados.rados.0.smithi046.stdout:1168: done (0 left) 2021-07-26T15:49:30.016 INFO:tasks.rados.rados.0.smithi046.stdout:1169: snap_remove snap 117 2021-07-26T15:49:30.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:30 smithi073 bash[34190]: cluster 2021-07-26T15:49:29.001410+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T15:49:30.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:30 smithi046 bash[41283]: cluster 2021-07-26T15:49:29.001410+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T15:49:30.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:30 smithi046 bash[42351]: cluster 2021-07-26T15:49:29.001410+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T15:49:30.842 INFO:tasks.rados.rados.0.smithi046.stdout:1169: done (0 left) 2021-07-26T15:49:30.843 INFO:tasks.rados.rados.0.smithi046.stdout:1170: copy_from oid 33 from oid 1 current snap is 118 2021-07-26T15:49:30.843 INFO:tasks.rados.rados.0.smithi046.stdout:1171: read oid 46 snap -1 2021-07-26T15:49:30.843 INFO:tasks.rados.rados.0.smithi046.stdout:1171: expect (ObjNum 354 snap 111 seq_num 354) 2021-07-26T15:49:30.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 118 2021-07-26T15:49:30.844 INFO:tasks.rados.rados.0.smithi046.stdout:1172: seq_num 366 ranges {851968=532480,1384448=458752,1843200=344064} 2021-07-26T15:49:30.852 INFO:tasks.rados.rados.0.smithi046.stdout:1172: writing smithi04638994-38 from 851968 to 1384448 tid 1 2021-07-26T15:49:30.855 INFO:tasks.rados.rados.0.smithi046.stdout:1172: writing smithi04638994-38 from 1384448 to 1843200 tid 2 2021-07-26T15:49:30.858 INFO:tasks.rados.rados.0.smithi046.stdout:1172: writing smithi04638994-38 from 1843200 to 2187264 tid 3 2021-07-26T15:49:30.858 INFO:tasks.rados.rados.0.smithi046.stdout:1173: rollback oid 9 current snap is 118 2021-07-26T15:49:30.859 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 112 2021-07-26T15:49:30.859 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 118 2021-07-26T15:49:30.859 INFO:tasks.rados.rados.0.smithi046.stdout:1174: seq_num 367 ranges {6569984=548864,7118848=737280,7856128=65536} 2021-07-26T15:49:30.901 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04638994-14 from 6569984 to 7118848 tid 1 2021-07-26T15:49:30.903 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04638994-14 from 7118848 to 7856128 tid 2 2021-07-26T15:49:30.903 INFO:tasks.rados.rados.0.smithi046.stdout:1174: writing smithi04638994-14 from 7856128 to 7921664 tid 3 2021-07-26T15:49:30.904 INFO:tasks.rados.rados.0.smithi046.stdout:1175: snap_remove snap 98 2021-07-26T15:49:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:31 smithi073 bash[34190]: cluster 2021-07-26T15:49:29.862542+0000 mgr.y (mgr.24683) 143 : cluster [DBG] pgmap v216: 25 pgs: 1 active+clean+wait, 24 active+clean; 326 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 11 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:31.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:31 smithi073 bash[34190]: cluster 2021-07-26T15:49:30.016652+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T15:49:31.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:31 smithi073 bash[34190]: cluster 2021-07-26T15:49:30.842909+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T15:49:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[41283]: cluster 2021-07-26T15:49:29.862542+0000 mgr.y (mgr.24683) 143 : cluster [DBG] pgmap v216: 25 pgs: 1 active+clean+wait, 24 active+clean; 326 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 11 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[41283]: cluster 2021-07-26T15:49:30.016652+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T15:49:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[41283]: cluster 2021-07-26T15:49:30.842909+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T15:49:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[42351]: cluster 2021-07-26T15:49:29.862542+0000 mgr.y (mgr.24683) 143 : cluster [DBG] pgmap v216: 25 pgs: 1 active+clean+wait, 24 active+clean; 326 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.9 MiB/s wr, 11 op/s; 754 KiB/s, 0 objects/s recovering 2021-07-26T15:49:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[42351]: cluster 2021-07-26T15:49:30.016652+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T15:49:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:31 smithi046 bash[42351]: cluster 2021-07-26T15:49:30.842909+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T15:49:31.856 INFO:tasks.rados.rados.0.smithi046.stdout:1175: done (5 left) 2021-07-26T15:49:31.857 INFO:tasks.rados.rados.0.smithi046.stdout:1176: snap_remove snap 83 2021-07-26T15:49:32.865 INFO:tasks.rados.rados.0.smithi046.stdout:1176: done (5 left) 2021-07-26T15:49:32.865 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 118 2021-07-26T15:49:32.865 INFO:tasks.rados.rados.0.smithi046.stdout:1177: seq_num 368 ranges {1794048=573440,2367488=622592,2990080=180224} 2021-07-26T15:49:32.881 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04638994-40 from 1794048 to 2367488 tid 1 2021-07-26T15:49:32.886 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04638994-40 from 2367488 to 2990080 tid 2 2021-07-26T15:49:32.888 INFO:tasks.rados.rados.0.smithi046.stdout:1177: writing smithi04638994-40 from 2990080 to 3170304 tid 3 2021-07-26T15:49:32.888 INFO:tasks.rados.rados.0.smithi046.stdout:1173: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:49:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 306 (ObjNum 164534256 snap 22029 seq_num 1) dirty dne 2021-07-26T15:49:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:1172: finishing write tid 1 to smithi04638994-38 2021-07-26T15:49:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:1172: finishing write tid 2 to smithi04638994-38 2021-07-26T15:49:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:1172: finishing write tid 3 to smithi04638994-38 2021-07-26T15:49:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:1171: expect (ObjNum 354 snap 111 seq_num 354) 2021-07-26T15:49:32.962 INFO:tasks.rados.rados.0.smithi046.stdout:1172: finishing write tid 4 to smithi04638994-38 2021-07-26T15:49:32.963 INFO:tasks.rados.rados.0.smithi046.stdout:1172: finishing write tid 5 to smithi04638994-38 2021-07-26T15:49:32.963 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 626 (ObjNum 366 snap 118 seq_num 366) dirty exists 2021-07-26T15:49:32.963 INFO:tasks.rados.rados.0.smithi046.stdout:1172: left oid 38 (ObjNum 366 snap 118 seq_num 366) 2021-07-26T15:49:32.964 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing copy_from to smithi04638994-33 2021-07-26T15:49:32.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 325 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:49:32.964 INFO:tasks.rados.rados.0.smithi046.stdout:1170: finishing copy_from racing read to smithi04638994-33 2021-07-26T15:49:32.964 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 1 to smithi04638994-14 2021-07-26T15:49:32.964 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 2 to smithi04638994-14 2021-07-26T15:49:32.965 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 3 to smithi04638994-14 2021-07-26T15:49:32.965 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 4 to smithi04638994-14 2021-07-26T15:49:32.965 INFO:tasks.rados.rados.0.smithi046.stdout:1174: finishing write tid 5 to smithi04638994-14 2021-07-26T15:49:32.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 466 (ObjNum 367 snap 118 seq_num 367) dirty exists 2021-07-26T15:49:32.966 INFO:tasks.rados.rados.0.smithi046.stdout:1174: left oid 14 (ObjNum 367 snap 118 seq_num 367) 2021-07-26T15:49:32.966 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 1 to smithi04638994-40 2021-07-26T15:49:32.966 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 2 to smithi04638994-40 2021-07-26T15:49:32.966 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 3 to smithi04638994-40 2021-07-26T15:49:32.966 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 4 to smithi04638994-40 2021-07-26T15:49:32.967 INFO:tasks.rados.rados.0.smithi046.stdout:1170: done (5 left) 2021-07-26T15:49:32.967 INFO:tasks.rados.rados.0.smithi046.stdout:1171: done (4 left) 2021-07-26T15:49:32.967 INFO:tasks.rados.rados.0.smithi046.stdout:1172: done (3 left) 2021-07-26T15:49:32.967 INFO:tasks.rados.rados.0.smithi046.stdout:1173: done (2 left) 2021-07-26T15:49:32.968 INFO:tasks.rados.rados.0.smithi046.stdout:1174: done (1 left) 2021-07-26T15:49:32.968 INFO:tasks.rados.rados.0.smithi046.stdout:1178: read oid 32 snap -1 2021-07-26T15:49:32.968 INFO:tasks.rados.rados.0.smithi046.stdout:1178: expect (ObjNum 365 snap 117 seq_num 365) 2021-07-26T15:49:32.968 INFO:tasks.rados.rados.0.smithi046.stdout:1179: delete oid 7 current snap is 118 2021-07-26T15:49:32.968 INFO:tasks.rados.rados.0.smithi046.stdout:1177: finishing write tid 5 to smithi04638994-40 2021-07-26T15:49:32.969 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 741 (ObjNum 368 snap 118 seq_num 368) dirty exists 2021-07-26T15:49:32.969 INFO:tasks.rados.rados.0.smithi046.stdout:1177: left oid 40 (ObjNum 368 snap 118 seq_num 368) 2021-07-26T15:49:32.969 INFO:tasks.rados.rados.0.smithi046.stdout:1177: done (2 left) 2021-07-26T15:49:32.970 INFO:tasks.rados.rados.0.smithi046.stdout:1179: done (1 left) 2021-07-26T15:49:32.970 INFO:tasks.rados.rados.0.smithi046.stdout:1180: rollback oid 26 current snap is 118 2021-07-26T15:49:32.970 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 113 2021-07-26T15:49:32.971 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 118 2021-07-26T15:49:32.971 INFO:tasks.rados.rados.0.smithi046.stdout:1181: seq_num 370 ranges {6561792=606208,7168000=794624,7962624=8192} 2021-07-26T15:49:33.013 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04638994-49 from 6561792 to 7168000 tid 1 2021-07-26T15:49:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04638994-49 from 7168000 to 7962624 tid 2 2021-07-26T15:49:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1181: writing smithi04638994-49 from 7962624 to 7970816 tid 3 2021-07-26T15:49:33.020 INFO:tasks.rados.rados.0.smithi046.stdout:1182: rollback oid 3 current snap is 118 2021-07-26T15:49:33.020 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 115 2021-07-26T15:49:33.020 INFO:tasks.rados.rados.0.smithi046.stdout:1180: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:49:33.021 INFO:tasks.rados.rados.0.smithi046.stdout:1183: delete oid 35 current snap is 118 2021-07-26T15:49:33.021 INFO:tasks.rados.rados.0.smithi046.stdout:1180: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:49:33.021 INFO:tasks.rados.rados.0.smithi046.stdout:1180: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:49:33.021 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 366 (ObjNum 347 snap 109 seq_num 347) dirty exists 2021-07-26T15:49:33.022 INFO:tasks.rados.rados.0.smithi046.stdout:1178: expect (ObjNum 365 snap 117 seq_num 365) 2021-07-26T15:49:33.061 INFO:tasks.rados.rados.0.smithi046.stdout:1182: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:49:33.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 392 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:49:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 1 to smithi04638994-49 2021-07-26T15:49:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 2 to smithi04638994-49 2021-07-26T15:49:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 3 to smithi04638994-49 2021-07-26T15:49:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 4 to smithi04638994-49 2021-07-26T15:49:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:1181: finishing write tid 5 to smithi04638994-49 2021-07-26T15:49:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 645 (ObjNum 370 snap 118 seq_num 370) dirty exists 2021-07-26T15:49:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:1181: left oid 49 (ObjNum 370 snap 118 seq_num 370) 2021-07-26T15:49:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:1178: done (4 left) 2021-07-26T15:49:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:1180: done (3 left) 2021-07-26T15:49:33.064 INFO:tasks.rados.rados.0.smithi046.stdout:1181: done (2 left) 2021-07-26T15:49:33.064 INFO:tasks.rados.rados.0.smithi046.stdout:1182: done (1 left) 2021-07-26T15:49:33.064 INFO:tasks.rados.rados.0.smithi046.stdout:1183: done (0 left) 2021-07-26T15:49:33.065 INFO:tasks.rados.rados.0.smithi046.stdout:1184: delete oid 13 current snap is 118 2021-07-26T15:49:33.065 INFO:tasks.rados.rados.0.smithi046.stdout:1184: done (0 left) 2021-07-26T15:49:33.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 118 2021-07-26T15:49:33.066 INFO:tasks.rados.rados.0.smithi046.stdout:1185: seq_num 373 ranges {4210688=655360,4866048=499712,5365760=303104} 2021-07-26T15:49:33.099 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04638994-10 from 4210688 to 4866048 tid 1 2021-07-26T15:49:33.101 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04638994-10 from 4866048 to 5365760 tid 2 2021-07-26T15:49:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:1185: writing smithi04638994-10 from 5365760 to 5668864 tid 3 2021-07-26T15:49:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:1186: rmattr oid 1 current snap is 118 2021-07-26T15:49:33.104 INFO:tasks.rados.rados.0.smithi046.stdout:1187: read oid 36 snap 67 2021-07-26T15:49:33.105 INFO:tasks.rados.rados.0.smithi046.stdout:1187: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:49:33.107 INFO:tasks.rados.rados.0.smithi046.stdout:1188: snap_remove snap 111 2021-07-26T15:49:33.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:32 smithi073 bash[34190]: cluster 2021-07-26T15:49:31.854297+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T15:49:33.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:32 smithi073 bash[34190]: cluster 2021-07-26T15:49:31.863132+0000 mgr.y (mgr.24683) 144 : cluster [DBG] pgmap v220: 25 pgs: 1 active+clean+wait, 24 active+clean; 327 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2021-07-26T15:49:33.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:32 smithi046 bash[42351]: cluster 2021-07-26T15:49:31.854297+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T15:49:33.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:32 smithi046 bash[42351]: cluster 2021-07-26T15:49:31.863132+0000 mgr.y (mgr.24683) 144 : cluster [DBG] pgmap v220: 25 pgs: 1 active+clean+wait, 24 active+clean; 327 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2021-07-26T15:49:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:32 smithi046 bash[41283]: cluster 2021-07-26T15:49:31.854297+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T15:49:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:32 smithi046 bash[41283]: cluster 2021-07-26T15:49:31.863132+0000 mgr.y (mgr.24683) 144 : cluster [DBG] pgmap v220: 25 pgs: 1 active+clean+wait, 24 active+clean; 327 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2021-07-26T15:49:33.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:33.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:33.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:33.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:33.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:33.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:49:33.873 INFO:tasks.rados.rados.0.smithi046.stdout:1188: done (3 left) 2021-07-26T15:49:33.873 INFO:tasks.rados.rados.0.smithi046.stdout:1189: read oid 29 snap -1 2021-07-26T15:49:33.874 INFO:tasks.rados.rados.0.smithi046.stdout:1189: expect deleted 2021-07-26T15:49:33.874 INFO:tasks.rados.rados.0.smithi046.stdout:1190: snap_remove snap 114 2021-07-26T15:49:34.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:33 smithi073 bash[34190]: cluster 2021-07-26T15:49:32.863830+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T15:49:34.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:33 smithi073 bash[34190]: audit 2021-07-26T15:49:33.128020+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:34.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:33 smithi073 bash[34190]: audit 2021-07-26T15:49:33.225410+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:34.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[41283]: cluster 2021-07-26T15:49:32.863830+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T15:49:34.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[41283]: audit 2021-07-26T15:49:33.128020+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:34.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[41283]: audit 2021-07-26T15:49:33.225410+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:34.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[42351]: cluster 2021-07-26T15:49:32.863830+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T15:49:34.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[42351]: audit 2021-07-26T15:49:33.128020+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:34.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:33 smithi046 bash[42351]: audit 2021-07-26T15:49:33.225410+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:34.309 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:49:34.632 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:49:34.632 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (7m) 16s ago 7m 15.1M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:49:34.633 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (7m) 2m ago 7m 25.7M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:49:34.633 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (2m) 2m ago 12m 370M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:49:34.633 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (3m) 16s ago 14m 417M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:49:34.633 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (2m) 16s ago 15m 47.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:49:34.634 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (2m) 2m ago 12m 25.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:49:34.634 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 16s ago 12m 39.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:49:34.634 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (8m) 16s ago 8m 11.4M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:49:34.634 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (8m) 2m ago 8m 11.2M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:49:34.634 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (78s) 16s ago 12m 143M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:49:34.635 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (48s) 16s ago 11m 160M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:49:34.635 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (18s) 16s ago 11m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:49:34.635 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (10m) 16s ago 10m 230M 3553M 16.2.5 34f74fddb18e 17ff986d954f 2021-07-26T15:49:34.636 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (10m) 2m ago 10m 123M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:49:34.636 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (9m) 2m ago 9m 79.8M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:49:34.636 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (9m) 2m ago 9m 91.4M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:49:34.636 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (8m) 2m ago 8m 91.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:49:34.637 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (7m) 2m ago 8m 36.3M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:49:34.874 INFO:tasks.rados.rados.0.smithi046.stdout:1190: done (4 left) 2021-07-26T15:49:34.875 INFO:tasks.rados.rados.0.smithi046.stdout:1191: rollback oid 23 current snap is 118 2021-07-26T15:49:34.875 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 86 2021-07-26T15:49:34.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 751 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:49:34.876 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 1 to smithi04638994-10 2021-07-26T15:49:34.876 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 2 to smithi04638994-10 2021-07-26T15:49:34.876 INFO:tasks.rados.rados.0.smithi046.stdout:1187: expect (ObjNum 205 snap 60 seq_num 205) 2021-07-26T15:49:34.941 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 3 to smithi04638994-10 2021-07-26T15:49:34.941 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 4 to smithi04638994-10 2021-07-26T15:49:34.942 INFO:tasks.rados.rados.0.smithi046.stdout:1185: finishing write tid 5 to smithi04638994-10 2021-07-26T15:49:34.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 526 (ObjNum 373 snap 118 seq_num 373) dirty exists 2021-07-26T15:49:34.942 INFO:tasks.rados.rados.0.smithi046.stdout:1185: left oid 10 (ObjNum 373 snap 118 seq_num 373) 2021-07-26T15:49:34.942 INFO:tasks.rados.rados.0.smithi046.stdout:1185: done (4 left) 2021-07-26T15:49:34.943 INFO:tasks.rados.rados.0.smithi046.stdout:1186: done (3 left) 2021-07-26T15:49:34.943 INFO:tasks.rados.rados.0.smithi046.stdout:1187: done (2 left) 2021-07-26T15:49:34.943 INFO:tasks.rados.rados.0.smithi046.stdout:1192: snap_create 2021-07-26T15:49:34.943 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:49:34.944 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:49:34.944 INFO:tasks.rados.rados.0.smithi046.stdout:1191: finishing rollback tid 2 to smithi04638994-23 2021-07-26T15:49:34.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 850 (ObjNum 272 snap 82 seq_num 272) dirty exists 2021-07-26T15:49:35.072 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:49:35.073 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:49:35.073 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:49:35.073 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:35.074 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:49:35.074 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:49:35.074 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:35.074 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:49:35.075 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 5, 2021-07-26T15:49:35.075 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:49:35.075 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:49:35.075 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:49:35.075 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:49:35.076 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 5, 2021-07-26T15:49:35.076 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T15:49:35.076 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:49:35.076 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:49:35.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[42351]: audit 2021-07-26T15:49:33.128244+0000 mgr.y (mgr.24683) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:35.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[42351]: cephadm 2021-07-26T15:49:33.129488+0000 mgr.y (mgr.24683) 146 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T15:49:35.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[42351]: cluster 2021-07-26T15:49:33.864032+0000 mgr.y (mgr.24683) 147 : cluster [DBG] pgmap v222: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T15:49:35.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[42351]: cluster 2021-07-26T15:49:33.873642+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T15:49:35.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[41283]: audit 2021-07-26T15:49:33.128244+0000 mgr.y (mgr.24683) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:35.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[41283]: cephadm 2021-07-26T15:49:33.129488+0000 mgr.y (mgr.24683) 146 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T15:49:35.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[41283]: cluster 2021-07-26T15:49:33.864032+0000 mgr.y (mgr.24683) 147 : cluster [DBG] pgmap v222: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T15:49:35.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:34 smithi046 bash[41283]: cluster 2021-07-26T15:49:33.873642+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T15:49:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:34 smithi073 bash[34190]: audit 2021-07-26T15:49:33.128244+0000 mgr.y (mgr.24683) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:49:35.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:34 smithi073 bash[34190]: cephadm 2021-07-26T15:49:33.129488+0000 mgr.y (mgr.24683) 146 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T15:49:35.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:34 smithi073 bash[34190]: cluster 2021-07-26T15:49:33.864032+0000 mgr.y (mgr.24683) 147 : cluster [DBG] pgmap v222: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T15:49:35.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:34 smithi073 bash[34190]: cluster 2021-07-26T15:49:33.873642+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T15:49:35.845 INFO:tasks.rados.rados.0.smithi046.stdout:1189: done (2 left) 2021-07-26T15:49:35.845 INFO:tasks.rados.rados.0.smithi046.stdout:1191: done (1 left) 2021-07-26T15:49:35.846 INFO:tasks.rados.rados.0.smithi046.stdout:1192: done (0 left) 2021-07-26T15:49:35.846 INFO:tasks.rados.rados.0.smithi046.stdout:1193: snap_create 2021-07-26T15:49:36.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[42351]: audit 2021-07-26T15:49:34.295718+0000 mgr.y (mgr.24683) 148 : audit [DBG] from='client.44191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[42351]: audit 2021-07-26T15:49:34.612121+0000 mgr.y (mgr.24683) 149 : audit [DBG] from='client.44197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[42351]: cluster 2021-07-26T15:49:34.874237+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T15:49:36.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[42351]: audit 2021-07-26T15:49:35.073976+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.46:0/217117088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:36.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[42351]: cluster 2021-07-26T15:49:35.846324+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T15:49:36.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[41283]: audit 2021-07-26T15:49:34.295718+0000 mgr.y (mgr.24683) 148 : audit [DBG] from='client.44191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[41283]: audit 2021-07-26T15:49:34.612121+0000 mgr.y (mgr.24683) 149 : audit [DBG] from='client.44197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[41283]: cluster 2021-07-26T15:49:34.874237+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T15:49:36.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[41283]: audit 2021-07-26T15:49:35.073976+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.46:0/217117088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:36.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:35 smithi046 bash[41283]: cluster 2021-07-26T15:49:35.846324+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T15:49:36.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:35 smithi073 bash[34190]: audit 2021-07-26T15:49:34.295718+0000 mgr.y (mgr.24683) 148 : audit [DBG] from='client.44191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:35 smithi073 bash[34190]: audit 2021-07-26T15:49:34.612121+0000 mgr.y (mgr.24683) 149 : audit [DBG] from='client.44197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:36.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:35 smithi073 bash[34190]: cluster 2021-07-26T15:49:34.874237+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T15:49:36.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:35 smithi073 bash[34190]: audit 2021-07-26T15:49:35.073976+0000 mon.c (mon.1) 7 : audit [DBG] from='client.? 172.21.15.46:0/217117088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:36.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:35 smithi073 bash[34190]: cluster 2021-07-26T15:49:35.846324+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T15:49:36.861 INFO:tasks.rados.rados.0.smithi046.stdout:1193: done (0 left) 2021-07-26T15:49:36.862 INFO:tasks.rados.rados.0.smithi046.stdout:1194: delete oid 39 current snap is 120 2021-07-26T15:49:36.870 INFO:tasks.rados.rados.0.smithi046.stdout:1194: done (0 left) 2021-07-26T15:49:36.870 INFO:tasks.rados.rados.0.smithi046.stdout:1195: rollback oid 33 current snap is 120 2021-07-26T15:49:36.870 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 119 2021-07-26T15:49:36.870 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 120 2021-07-26T15:49:36.871 INFO:tasks.rados.rados.0.smithi046.stdout:1196: seq_num 375 ranges {2539520=688128,3227648=663552,3891200=139264} 2021-07-26T15:49:36.893 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04638994-12 from 2539520 to 3227648 tid 1 2021-07-26T15:49:36.897 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04638994-12 from 3227648 to 3891200 tid 2 2021-07-26T15:49:36.898 INFO:tasks.rados.rados.0.smithi046.stdout:1196: writing smithi04638994-12 from 3891200 to 4030464 tid 3 2021-07-26T15:49:36.898 INFO:tasks.rados.rados.0.smithi046.stdout:1197: rollback oid 42 current snap is 120 2021-07-26T15:49:36.899 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 94 2021-07-26T15:49:36.899 INFO:tasks.rados.rados.0.smithi046.stdout:1195: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:49:36.899 INFO:tasks.rados.rados.0.smithi046.stdout:1198: snap_remove snap 87 2021-07-26T15:49:37.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:36 smithi073 bash[34190]: cluster 2021-07-26T15:49:35.864719+0000 mgr.y (mgr.24683) 150 : cluster [DBG] pgmap v226: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2021-07-26T15:49:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:36 smithi073 bash[34190]: cephadm 2021-07-26T15:49:35.959879+0000 mgr.y (mgr.24683) 151 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T15:49:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:36 smithi073 bash[34190]: audit 2021-07-26T15:49:35.969924+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:36 smithi073 bash[34190]: cephadm 2021-07-26T15:49:35.972075+0000 mgr.y (mgr.24683) 152 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:49:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:36 smithi073 bash[34190]: cluster 2021-07-26T15:49:36.863162+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T15:49:37.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[42351]: cluster 2021-07-26T15:49:35.864719+0000 mgr.y (mgr.24683) 150 : cluster [DBG] pgmap v226: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2021-07-26T15:49:37.417 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[42351]: cephadm 2021-07-26T15:49:35.959879+0000 mgr.y (mgr.24683) 151 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T15:49:37.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[42351]: audit 2021-07-26T15:49:35.969924+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:37.418 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[42351]: cephadm 2021-07-26T15:49:35.972075+0000 mgr.y (mgr.24683) 152 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:49:37.419 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[42351]: cluster 2021-07-26T15:49:36.863162+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T15:49:37.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[41283]: cluster 2021-07-26T15:49:35.864719+0000 mgr.y (mgr.24683) 150 : cluster [DBG] pgmap v226: 25 pgs: 1 active+clean+wait, 24 active+clean; 337 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2021-07-26T15:49:37.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[41283]: cephadm 2021-07-26T15:49:35.959879+0000 mgr.y (mgr.24683) 151 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T15:49:37.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[41283]: audit 2021-07-26T15:49:35.969924+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:37.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[41283]: cephadm 2021-07-26T15:49:35.972075+0000 mgr.y (mgr.24683) 152 : cephadm [INF] Deploying daemon osd.3 on smithi046 2021-07-26T15:49:37.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:36 smithi046 bash[41283]: cluster 2021-07-26T15:49:36.863162+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T15:49:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:1198: done (3 left) 2021-07-26T15:49:37.866 INFO:tasks.rados.rados.0.smithi046.stdout:1195: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:49:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:1195: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:49:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 376 (ObjNum 323 snap 104 seq_num 323) dirty exists 2021-07-26T15:49:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 1 to smithi04638994-12 2021-07-26T15:49:37.867 INFO:tasks.rados.rados.0.smithi046.stdout:1197: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:49:37.868 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 2 to smithi04638994-12 2021-07-26T15:49:37.868 INFO:tasks.rados.rados.0.smithi046.stdout:1197: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:49:37.868 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 3 to smithi04638994-12 2021-07-26T15:49:37.868 INFO:tasks.rados.rados.0.smithi046.stdout:1197: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:49:37.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 148 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:49:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 4 to smithi04638994-12 2021-07-26T15:49:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:1196: finishing write tid 5 to smithi04638994-12 2021-07-26T15:49:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 452 (ObjNum 375 snap 120 seq_num 375) dirty exists 2021-07-26T15:49:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:1196: left oid 12 (ObjNum 375 snap 120 seq_num 375) 2021-07-26T15:49:37.869 INFO:tasks.rados.rados.0.smithi046.stdout:1199: read oid 49 snap -1 2021-07-26T15:49:37.870 INFO:tasks.rados.rados.0.smithi046.stdout:1199: expect (ObjNum 370 snap 118 seq_num 370) 2021-07-26T15:49:37.870 INFO:tasks.rados.rados.0.smithi046.stdout:1195: done (3 left) 2021-07-26T15:49:37.870 INFO:tasks.rados.rados.0.smithi046.stdout:1196: done (2 left) 2021-07-26T15:49:37.870 INFO:tasks.rados.rados.0.smithi046.stdout:1197: done (1 left) 2021-07-26T15:49:37.871 INFO:tasks.rados.rados.0.smithi046.stdout:1200: setattr oid 39 current snap is 120 2021-07-26T15:49:37.872 INFO:tasks.rados.rados.0.smithi046.stdout:1201: delete oid 29 current snap is 120 2021-07-26T15:49:37.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 533 (ObjNum 1 snap 0 seq_num 199797600) dirty exists 2021-07-26T15:49:37.887 INFO:tasks.rados.rados.0.smithi046.stdout:1200: done (2 left) 2021-07-26T15:49:37.887 INFO:tasks.rados.rados.0.smithi046.stdout:1201: done (1 left) 2021-07-26T15:49:37.887 INFO:tasks.rados.rados.0.smithi046.stdout:1202: snap_create 2021-07-26T15:49:37.911 INFO:tasks.rados.rados.0.smithi046.stdout:1199: expect (ObjNum 370 snap 118 seq_num 370) 2021-07-26T15:49:38.679 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:38 smithi046 systemd[1]: Stopping Ceph osd.3 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:49:38.679 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:38 smithi046 docker[48126]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:38.871 INFO:tasks.rados.rados.0.smithi046.stdout:1199: done (1 left) 2021-07-26T15:49:38.871 INFO:tasks.rados.rados.0.smithi046.stdout:1202: done (0 left) 2021-07-26T15:49:38.872 INFO:tasks.rados.rados.0.smithi046.stdout:1203: rollback oid 41 current snap is 121 2021-07-26T15:49:38.872 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 116 2021-07-26T15:49:38.872 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 121 2021-07-26T15:49:38.872 INFO:tasks.rados.rados.0.smithi046.stdout:1204: seq_num 377 ranges {2392064=720896,3112960=434176,3547136=368640} 2021-07-26T15:49:38.890 INFO:tasks.rados.rados.0.smithi046.stdout:1204: writing smithi04638994-4 from 2392064 to 3112960 tid 1 2021-07-26T15:49:38.892 INFO:tasks.rados.rados.0.smithi046.stdout:1204: writing smithi04638994-4 from 3112960 to 3547136 tid 2 2021-07-26T15:49:38.894 INFO:tasks.rados.rados.0.smithi046.stdout:1204: writing smithi04638994-4 from 3547136 to 3915776 tid 3 2021-07-26T15:49:38.895 INFO:tasks.rados.rados.0.smithi046.stdout:1205: delete oid 19 current snap is 121 2021-07-26T15:49:38.902 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing write tid 1 to smithi04638994-4 2021-07-26T15:49:38.902 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing write tid 2 to smithi04638994-4 2021-07-26T15:49:38.904 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing write tid 3 to smithi04638994-4 2021-07-26T15:49:38.905 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing write tid 4 to smithi04638994-4 2021-07-26T15:49:38.907 INFO:tasks.rados.rados.0.smithi046.stdout:1204: finishing write tid 5 to smithi04638994-4 2021-07-26T15:49:38.907 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 470 (ObjNum 377 snap 121 seq_num 377) dirty exists 2021-07-26T15:49:38.908 INFO:tasks.rados.rados.0.smithi046.stdout:1204: left oid 4 (ObjNum 377 snap 121 seq_num 377) 2021-07-26T15:49:38.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[41283]: cluster 2021-07-26T15:49:37.865484+0000 mgr.y (mgr.24683) 153 : cluster [DBG] pgmap v229: 25 pgs: 25 active+clean; 336 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 256 B/s rd, 344 KiB/s wr, 2 op/s 2021-07-26T15:49:38.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[41283]: cluster 2021-07-26T15:49:37.866431+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T15:49:38.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[42351]: cluster 2021-07-26T15:49:37.865484+0000 mgr.y (mgr.24683) 153 : cluster [DBG] pgmap v229: 25 pgs: 25 active+clean; 336 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 256 B/s rd, 344 KiB/s wr, 2 op/s 2021-07-26T15:49:38.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[42351]: cluster 2021-07-26T15:49:37.866431+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T15:49:38.933 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[29372]: debug 2021-07-26T15:49:38.676+0000 7fee51547700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:49:38.933 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[29372]: debug 2021-07-26T15:49:38.676+0000 7fee51547700 -1 osd.3 289 *** Got signal Terminated *** 2021-07-26T15:49:38.933 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:38 smithi046 bash[29372]: debug 2021-07-26T15:49:38.676+0000 7fee51547700 -1 osd.3 289 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:49:39.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:38 smithi073 bash[34190]: cluster 2021-07-26T15:49:37.865484+0000 mgr.y (mgr.24683) 153 : cluster [DBG] pgmap v229: 25 pgs: 25 active+clean; 336 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 256 B/s rd, 344 KiB/s wr, 2 op/s 2021-07-26T15:49:39.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:38 smithi073 bash[34190]: cluster 2021-07-26T15:49:37.866431+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T15:49:39.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.872120+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T15:49:39.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.899140+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:39.924 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:39 smithi046 docker[48126]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:49:39.924 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[48168]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:40.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.899204+0000 mon.a (mon.0) 426 : cluster [INF] osd.3 failed (root=default,host=smithi046) (connection refused reported by osd.7) 2021-07-26T15:49:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.955964+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.956452+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.960090+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.960422+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.960834+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.961209+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.961584+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.961822+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.962180+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.962424+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.962678+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.963040+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.963194+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.963551+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.963874+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:38.964187+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.101597+0000 mon.a (mon.0) 443 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.158344+0000 mon.a (mon.0) 444 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.159933+0000 mon.a (mon.0) 445 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.364156+0000 mon.a (mon.0) 446 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.364607+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.364933+0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.365625+0000 mon.a (mon.0) 449 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.365925+0000 mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.366242+0000 mon.a (mon.0) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.188 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.872120+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T15:49:40.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.899140+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.899204+0000 mon.a (mon.0) 426 : cluster [INF] osd.3 failed (root=default,host=smithi046) (connection refused reported by osd.7) 2021-07-26T15:49:40.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.955964+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.189 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.956452+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.960090+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.960422+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.960834+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.961209+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.961584+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.961822+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.962180+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.962424+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.962678+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.963040+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.963194+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.963551+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.963874+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:38.964187+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.101597+0000 mon.a (mon.0) 443 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.158344+0000 mon.a (mon.0) 444 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.159933+0000 mon.a (mon.0) 445 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.364156+0000 mon.a (mon.0) 446 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.364607+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.364933+0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.365625+0000 mon.a (mon.0) 449 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.366570+0000 mon.a (mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.366787+0000 mon.a (mon.0) 453 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.366989+0000 mon.a (mon.0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.367284+0000 mon.a (mon.0) 455 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.367459+0000 mon.a (mon.0) 456 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.367760+0000 mon.a (mon.0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.367972+0000 mon.a (mon.0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.368311+0000 mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.505634+0000 mon.a (mon.0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.562406+0000 mon.a (mon.0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.563895+0000 mon.a (mon.0) 462 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.365925+0000 mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.366242+0000 mon.a (mon.0) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.366570+0000 mon.a (mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.366787+0000 mon.a (mon.0) 453 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.198 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.366989+0000 mon.a (mon.0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.367284+0000 mon.a (mon.0) 455 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.367459+0000 mon.a (mon.0) 456 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.367760+0000 mon.a (mon.0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.367972+0000 mon.a (mon.0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.368311+0000 mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.505634+0000 mon.a (mon.0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.562406+0000 mon.a (mon.0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:39 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.563895+0000 mon.a (mon.0) 462 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.872120+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T15:49:40.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.899140+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.899204+0000 mon.a (mon.0) 426 : cluster [INF] osd.3 failed (root=default,host=smithi046) (connection refused reported by osd.7) 2021-07-26T15:49:40.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.955964+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.956452+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.960090+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.960422+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.960834+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.961209+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.961584+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.961822+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.962180+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.962424+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.962678+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.963040+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.963194+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.963551+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.963874+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:38.964187+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.101597+0000 mon.a (mon.0) 443 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.158344+0000 mon.a (mon.0) 444 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.159933+0000 mon.a (mon.0) 445 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.364156+0000 mon.a (mon.0) 446 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.364607+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.364933+0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T15:49:40.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.365625+0000 mon.a (mon.0) 449 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.365925+0000 mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.366242+0000 mon.a (mon.0) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.366570+0000 mon.a (mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.366787+0000 mon.a (mon.0) 453 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.366989+0000 mon.a (mon.0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T15:49:40.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.367284+0000 mon.a (mon.0) 455 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T15:49:40.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.367459+0000 mon.a (mon.0) 456 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.367760+0000 mon.a (mon.0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T15:49:40.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.367972+0000 mon.a (mon.0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.368311+0000 mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.505634+0000 mon.a (mon.0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T15:49:40.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.562406+0000 mon.a (mon.0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T15:49:40.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:39 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.563895+0000 mon.a (mon.0) 462 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T15:49:40.851 INFO:tasks.rados.rados.0.smithi046.stdout:1204: done (2 left) 2021-07-26T15:49:40.851 INFO:tasks.rados.rados.0.smithi046.stdout:1205: done (1 left) 2021-07-26T15:49:40.851 INFO:tasks.rados.rados.0.smithi046.stdout:1206: rollback oid 6 current snap is 121 2021-07-26T15:49:40.852 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 113 2021-07-26T15:49:40.852 INFO:tasks.rados.rados.0.smithi046.stdout:1207: snap_remove snap 119 2021-07-26T15:49:41.033 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.866189+0000 mgr.y (mgr.24683) 154 : cluster [DBG] pgmap v231: 25 pgs: 25 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 704 KiB/s wr, 9 op/s 2021-07-26T15:49:41.033 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.869858+0000 mon.a (mon.0) 463 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:41.033 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[42351]: cluster 2021-07-26T15:49:39.885648+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2021-07-26T15:49:41.034 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[42351]: cluster 2021-07-26T15:49:40.848203+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2021-07-26T15:49:41.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.866189+0000 mgr.y (mgr.24683) 154 : cluster [DBG] pgmap v231: 25 pgs: 25 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 704 KiB/s wr, 9 op/s 2021-07-26T15:49:41.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.869858+0000 mon.a (mon.0) 463 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:41.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[41283]: cluster 2021-07-26T15:49:39.885648+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2021-07-26T15:49:41.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:40 smithi046 bash[41283]: cluster 2021-07-26T15:49:40.848203+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2021-07-26T15:49:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:40 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.866189+0000 mgr.y (mgr.24683) 154 : cluster [DBG] pgmap v231: 25 pgs: 25 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 508 B/s rd, 704 KiB/s wr, 9 op/s 2021-07-26T15:49:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:40 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.869858+0000 mon.a (mon.0) 463 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:49:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:40 smithi073 bash[34190]: cluster 2021-07-26T15:49:39.885648+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2021-07-26T15:49:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:40 smithi073 bash[34190]: cluster 2021-07-26T15:49:40.848203+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2021-07-26T15:49:41.861 INFO:tasks.rados.rados.0.smithi046.stdout:1203: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:49:41.862 INFO:tasks.rados.rados.0.smithi046.stdout:1203: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:49:41.863 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing rollback tid 0 to smithi04638994-6 2021-07-26T15:49:41.863 INFO:tasks.rados.rados.0.smithi046.stdout:1203: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:49:41.863 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 331 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:49:41.863 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing rollback tid 1 to smithi04638994-6 2021-07-26T15:49:41.864 INFO:tasks.rados.rados.0.smithi046.stdout:1206: finishing rollback tid 2 to smithi04638994-6 2021-07-26T15:49:41.864 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 197 (ObjNum 1 snap 32682 seq_num 198621384) dirty exists 2021-07-26T15:49:41.864 INFO:tasks.rados.rados.0.smithi046.stdout:1203: done (2 left) 2021-07-26T15:49:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:1206: done (1 left) 2021-07-26T15:49:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:1207: done (0 left) 2021-07-26T15:49:41.865 INFO:tasks.rados.rados.0.smithi046.stdout:1208: read oid 36 snap -1 2021-07-26T15:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 363 snap 115 seq_num 363) 2021-07-26T15:49:41.866 INFO:tasks.rados.rados.0.smithi046.stdout:1209: delete oid 1 current snap is 121 2021-07-26T15:49:41.867 INFO:tasks.rados.rados.0.smithi046.stdout:1209: done (1 left) 2021-07-26T15:49:41.867 INFO:tasks.rados.rados.0.smithi046.stdout:1210: rollback oid 16 current snap is 121 2021-07-26T15:49:41.868 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 116 2021-07-26T15:49:41.868 INFO:tasks.rados.rados.0.smithi046.stdout:1211: rmattr oid 44 current snap is 121 2021-07-26T15:49:41.868 INFO:tasks.rados.rados.0.smithi046.stdout:1212: delete oid 18 current snap is 121 2021-07-26T15:49:41.872 INFO:tasks.rados.rados.0.smithi046.stdout:1212: done (3 left) 2021-07-26T15:49:41.872 INFO:tasks.rados.rados.0.smithi046.stdout:1213: read oid 5 snap -1 2021-07-26T15:49:41.872 INFO:tasks.rados.rados.0.smithi046.stdout:1213: expect (ObjNum 361 snap 113 seq_num 361) 2021-07-26T15:49:41.872 INFO:tasks.rados.rados.0.smithi046.stdout:1214: snap_create 2021-07-26T15:49:41.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 456 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:49:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing rollback tid 0 to smithi04638994-16 2021-07-26T15:49:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing rollback tid 1 to smithi04638994-16 2021-07-26T15:49:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1208: expect (ObjNum 363 snap 115 seq_num 363) 2021-07-26T15:49:41.945 INFO:tasks.rados.rados.0.smithi046.stdout:1210: finishing rollback tid 2 to smithi04638994-16 2021-07-26T15:49:41.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 462 (ObjNum 346 snap 109 seq_num 346) dirty exists 2021-07-26T15:49:41.946 INFO:tasks.rados.rados.0.smithi046.stdout:1213: expect (ObjNum 361 snap 113 seq_num 361) 2021-07-26T15:49:42.557 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:42 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.3.service: Succeeded. 2021-07-26T15:49:42.558 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:42 smithi046 systemd[1]: Stopped Ceph osd.3 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:49:42.558 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:42 smithi046 systemd[1]: Started Ceph osd.3 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:49:42.865 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[48290]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:42.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: cluster 2021-07-26T15:49:41.861713+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2021-07-26T15:49:42.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: cluster 2021-07-26T15:49:41.866667+0000 mgr.y (mgr.24683) 155 : cluster [DBG] pgmap v235: 25 pgs: 3 active+undersized+degraded, 2 stale+active+clean, 1 active+undersized, 19 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 364 KiB/s wr, 9 op/s; 45/624 objects degraded (7.212%) 2021-07-26T15:49:42.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: audit 2021-07-26T15:49:42.604393+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:42.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: audit 2021-07-26T15:49:42.605848+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:42.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: audit 2021-07-26T15:49:42.608217+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:42.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[41283]: audit 2021-07-26T15:49:42.609483+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:42.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: cluster 2021-07-26T15:49:41.861713+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2021-07-26T15:49:42.870 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: cluster 2021-07-26T15:49:41.866667+0000 mgr.y (mgr.24683) 155 : cluster [DBG] pgmap v235: 25 pgs: 3 active+undersized+degraded, 2 stale+active+clean, 1 active+undersized, 19 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 364 KiB/s wr, 9 op/s; 45/624 objects degraded (7.212%) 2021-07-26T15:49:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: audit 2021-07-26T15:49:42.604393+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:42.871 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: audit 2021-07-26T15:49:42.605848+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:42.872 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: audit 2021-07-26T15:49:42.608217+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:42.873 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:42 smithi046 bash[42351]: audit 2021-07-26T15:49:42.609483+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:42.874 INFO:tasks.rados.rados.0.smithi046.stdout:1208: done (4 left) 2021-07-26T15:49:42.874 INFO:tasks.rados.rados.0.smithi046.stdout:1210: done (3 left) 2021-07-26T15:49:42.875 INFO:tasks.rados.rados.0.smithi046.stdout:1211: done (2 left) 2021-07-26T15:49:42.875 INFO:tasks.rados.rados.0.smithi046.stdout:1213: done (1 left) 2021-07-26T15:49:42.876 INFO:tasks.rados.rados.0.smithi046.stdout:1214: done (0 left) 2021-07-26T15:49:42.876 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 122 2021-07-26T15:49:42.877 INFO:tasks.rados.rados.0.smithi046.stdout:1215: seq_num 381 ranges {3170304=786432,3956736=417792,4374528=385024} 2021-07-26T15:49:42.895 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04638994-40 from 3170304 to 3956736 tid 1 2021-07-26T15:49:42.897 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04638994-40 from 3956736 to 4374528 tid 2 2021-07-26T15:49:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1215: writing smithi04638994-40 from 4374528 to 4759552 tid 3 2021-07-26T15:49:42.900 INFO:tasks.rados.rados.0.smithi046.stdout:1216: delete oid 2 current snap is 122 2021-07-26T15:49:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:1216: done (1 left) 2021-07-26T15:49:42.908 INFO:tasks.rados.rados.0.smithi046.stdout:1217: snap_remove snap 121 2021-07-26T15:49:43.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: cluster 2021-07-26T15:49:41.861713+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2021-07-26T15:49:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: cluster 2021-07-26T15:49:41.866667+0000 mgr.y (mgr.24683) 155 : cluster [DBG] pgmap v235: 25 pgs: 3 active+undersized+degraded, 2 stale+active+clean, 1 active+undersized, 19 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 364 KiB/s wr, 9 op/s; 45/624 objects degraded (7.212%) 2021-07-26T15:49:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: audit 2021-07-26T15:49:42.604393+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: audit 2021-07-26T15:49:42.605848+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:43.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: audit 2021-07-26T15:49:42.608217+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:43.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:42 smithi073 bash[34190]: audit 2021-07-26T15:49:42.609483+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:49:43.863 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:43.864 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:43.864 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:43.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:49:43.875 INFO:tasks.rados.rados.0.smithi046.stdout:1217: done (1 left) 2021-07-26T15:49:43.875 INFO:tasks.rados.rados.0.smithi046.stdout:1218: copy_from oid 43 from oid 39 current snap is 122 2021-07-26T15:49:43.875 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 1 to smithi04638994-40 2021-07-26T15:49:43.876 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 2 to smithi04638994-40 2021-07-26T15:49:43.876 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 3 to smithi04638994-40 2021-07-26T15:49:43.876 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 4 to smithi04638994-40 2021-07-26T15:49:43.876 INFO:tasks.rados.rados.0.smithi046.stdout:1215: finishing write tid 5 to smithi04638994-40 2021-07-26T15:49:43.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 780 (ObjNum 381 snap 122 seq_num 381) dirty exists 2021-07-26T15:49:43.877 INFO:tasks.rados.rados.0.smithi046.stdout:1215: left oid 40 (ObjNum 381 snap 122 seq_num 381) 2021-07-26T15:49:43.877 INFO:tasks.rados.rados.0.smithi046.stdout:1215: done (1 left) 2021-07-26T15:49:43.877 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 122 2021-07-26T15:49:43.878 INFO:tasks.rados.rados.0.smithi046.stdout:1219: seq_num 383 ranges {7970816=417792,8388608=589824,8978432=417792,9396224=196608} 2021-07-26T15:49:43.926 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04638994-49 from 7970816 to 8388608 tid 1 2021-07-26T15:49:43.929 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04638994-49 from 8388608 to 8978432 tid 2 2021-07-26T15:49:43.932 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04638994-49 from 8978432 to 9396224 tid 3 2021-07-26T15:49:43.934 INFO:tasks.rados.rados.0.smithi046.stdout:1219: writing smithi04638994-49 from 9396224 to 9592832 tid 4 2021-07-26T15:49:43.934 INFO:tasks.rados.rados.0.smithi046.stdout:1220: delete oid 26 current snap is 122 2021-07-26T15:49:43.934 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing copy_from to smithi04638994-43 2021-07-26T15:49:43.934 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 533 (ObjNum 1 snap 22029 seq_num 197921104) dirty exists 2021-07-26T15:49:43.935 INFO:tasks.rados.rados.0.smithi046.stdout:1218: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:49:43.935 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 1 to smithi04638994-49 2021-07-26T15:49:43.936 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 2 to smithi04638994-49 2021-07-26T15:49:43.937 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 3 to smithi04638994-49 2021-07-26T15:49:43.937 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 4 to smithi04638994-49 2021-07-26T15:49:43.938 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 5 to smithi04638994-49 2021-07-26T15:49:43.940 INFO:tasks.rados.rados.0.smithi046.stdout:1218: done (2 left) 2021-07-26T15:49:43.940 INFO:tasks.rados.rados.0.smithi046.stdout:1220: done (1 left) 2021-07-26T15:49:43.941 INFO:tasks.rados.rados.0.smithi046.stdout:1221: read oid 7 snap 116 2021-07-26T15:49:43.941 INFO:tasks.rados.rados.0.smithi046.stdout:1221: expect (ObjNum 308 snap 98 seq_num 308) 2021-07-26T15:49:43.941 INFO:tasks.rados.rados.0.smithi046.stdout:1222: rollback oid 18 current snap is 122 2021-07-26T15:49:43.941 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 118 2021-07-26T15:49:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:1219: finishing write tid 6 to smithi04638994-49 2021-07-26T15:49:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 673 (ObjNum 383 snap 122 seq_num 383) dirty exists 2021-07-26T15:49:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:1219: left oid 49 (ObjNum 383 snap 122 seq_num 383) 2021-07-26T15:49:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:1219: done (2 left) 2021-07-26T15:49:43.942 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 122 2021-07-26T15:49:43.943 INFO:tasks.rados.rados.0.smithi046.stdout:1223: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2021-07-26T15:49:43.943 INFO:tasks.rados.rados.0.smithi046.stdout:1223: writing smithi04638994-2 from 0 to 450560 tid 1 2021-07-26T15:49:43.948 INFO:tasks.rados.rados.0.smithi046.stdout:1223: writing smithi04638994-2 from 450560 to 1212416 tid 2 2021-07-26T15:49:43.951 INFO:tasks.rados.rados.0.smithi046.stdout:1223: writing smithi04638994-2 from 1212416 to 1654784 tid 3 2021-07-26T15:49:43.952 INFO:tasks.rados.rados.0.smithi046.stdout:1224: read oid 8 snap -1 2021-07-26T15:49:43.952 INFO:tasks.rados.rados.0.smithi046.stdout:1224: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:43.952 INFO:tasks.rados.rados.0.smithi046.stdout:1225: snap_create 2021-07-26T15:49:43.952 INFO:tasks.rados.rados.0.smithi046.stdout:1221: expect (ObjNum 308 snap 98 seq_num 308) 2021-07-26T15:49:43.966 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing write tid 1 to smithi04638994-2 2021-07-26T15:49:43.966 INFO:tasks.rados.rados.0.smithi046.stdout:1222: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:49:43.966 INFO:tasks.rados.rados.0.smithi046.stdout:1222: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:49:43.967 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 476 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:49:43.967 INFO:tasks.rados.rados.0.smithi046.stdout:1224: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:43.968 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing write tid 2 to smithi04638994-2 2021-07-26T15:49:43.968 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing write tid 3 to smithi04638994-2 2021-07-26T15:49:43.968 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing write tid 4 to smithi04638994-2 2021-07-26T15:49:43.968 INFO:tasks.rados.rados.0.smithi046.stdout:1223: finishing write tid 5 to smithi04638994-2 2021-07-26T15:49:43.968 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 551 (ObjNum 385 snap 122 seq_num 385) dirty exists 2021-07-26T15:49:43.969 INFO:tasks.rados.rados.0.smithi046.stdout:1223: left oid 2 (ObjNum 385 snap 122 seq_num 385) 2021-07-26T15:49:44.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:43 smithi073 bash[34190]: cluster 2021-07-26T15:49:42.854473+0000 mon.a (mon.0) 471 : cluster [WRN] Health check failed: Degraded data redundancy: 45/624 objects degraded (7.212%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:44.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:43 smithi073 bash[34190]: cluster 2021-07-26T15:49:42.869581+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2021-07-26T15:49:44.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[41283]: cluster 2021-07-26T15:49:42.854473+0000 mon.a (mon.0) 471 : cluster [WRN] Health check failed: Degraded data redundancy: 45/624 objects degraded (7.212%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:44.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[41283]: cluster 2021-07-26T15:49:42.869581+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2021-07-26T15:49:44.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[42351]: cluster 2021-07-26T15:49:42.854473+0000 mon.a (mon.0) 471 : cluster [WRN] Health check failed: Degraded data redundancy: 45/624 objects degraded (7.212%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:44.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:43 smithi046 bash[42351]: cluster 2021-07-26T15:49:42.869581+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2021-07-26T15:49:44.687 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:49:44.687 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-07-26T15:49:44.687 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:49:44.688 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:49:44.688 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:49:44.688 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:49:44.688 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[48290]: --> ceph-volume lvm activate successful for osd ID: 3 2021-07-26T15:49:44.881 INFO:tasks.rados.rados.0.smithi046.stdout:1221: done (4 left) 2021-07-26T15:49:44.882 INFO:tasks.rados.rados.0.smithi046.stdout:1222: done (3 left) 2021-07-26T15:49:44.882 INFO:tasks.rados.rados.0.smithi046.stdout:1223: done (2 left) 2021-07-26T15:49:44.882 INFO:tasks.rados.rados.0.smithi046.stdout:1224: done (1 left) 2021-07-26T15:49:44.883 INFO:tasks.rados.rados.0.smithi046.stdout:1225: done (0 left) 2021-07-26T15:49:44.883 INFO:tasks.rados.rados.0.smithi046.stdout:1226: read oid 40 snap -1 2021-07-26T15:49:44.883 INFO:tasks.rados.rados.0.smithi046.stdout:1226: expect (ObjNum 381 snap 122 seq_num 381) 2021-07-26T15:49:44.883 INFO:tasks.rados.rados.0.smithi046.stdout:1227: rmattr oid 42 current snap is 123 2021-07-26T15:49:44.883 INFO:tasks.rados.rados.0.smithi046.stdout:1228: copy_from oid 43 from oid 4 current snap is 123 2021-07-26T15:49:44.884 INFO:tasks.rados.rados.0.smithi046.stdout:1229: snap_create 2021-07-26T15:49:44.888 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 154 (ObjNum 271 snap 82 seq_num 271) dirty exists 2021-07-26T15:49:44.908 INFO:tasks.rados.rados.0.smithi046.stdout:1226: expect (ObjNum 381 snap 122 seq_num 381) 2021-07-26T15:49:45.123 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing copy_from to smithi04638994-43 2021-07-26T15:49:45.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 470 (ObjNum 377 snap 121 seq_num 377) dirty exists 2021-07-26T15:49:45.124 INFO:tasks.rados.rados.0.smithi046.stdout:1228: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:49:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[41283]: cluster 2021-07-26T15:49:43.867415+0000 mgr.y (mgr.24683) 156 : cluster [DBG] pgmap v237: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 372 KiB/s wr, 5 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:45.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[41283]: cluster 2021-07-26T15:49:43.875957+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2021-07-26T15:49:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[42351]: cluster 2021-07-26T15:49:43.867415+0000 mgr.y (mgr.24683) 156 : cluster [DBG] pgmap v237: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 372 KiB/s wr, 5 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:45.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:44 smithi046 bash[42351]: cluster 2021-07-26T15:49:43.875957+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2021-07-26T15:49:45.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:44 smithi073 bash[34190]: cluster 2021-07-26T15:49:43.867415+0000 mgr.y (mgr.24683) 156 : cluster [DBG] pgmap v237: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 372 KiB/s wr, 5 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:45.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:44 smithi073 bash[34190]: cluster 2021-07-26T15:49:43.875957+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2021-07-26T15:49:45.681 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:45 smithi046 bash[48415]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:45.856 INFO:tasks.rados.rados.0.smithi046.stdout:1226: done (3 left) 2021-07-26T15:49:45.856 INFO:tasks.rados.rados.0.smithi046.stdout:1227: done (2 left) 2021-07-26T15:49:45.856 INFO:tasks.rados.rados.0.smithi046.stdout:1228: done (1 left) 2021-07-26T15:49:45.856 INFO:tasks.rados.rados.0.smithi046.stdout:1229: done (0 left) 2021-07-26T15:49:45.857 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 124 2021-07-26T15:49:45.857 INFO:tasks.rados.rados.0.smithi046.stdout:1230: seq_num 386 ranges {1966080=466944,2433024=638976,3072000=565248} 2021-07-26T15:49:45.867 INFO:tasks.rados.rados.0.smithi046.stdout:1230: writing smithi04638994-28 from 1966080 to 2433024 tid 1 2021-07-26T15:49:45.870 INFO:tasks.rados.rados.0.smithi046.stdout:1230: writing smithi04638994-28 from 2433024 to 3072000 tid 2 2021-07-26T15:49:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:1230: writing smithi04638994-28 from 3072000 to 3637248 tid 3 2021-07-26T15:49:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:1231: rmattr oid 39 current snap is 124 2021-07-26T15:49:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 124 2021-07-26T15:49:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:1232: seq_num 387 ranges {3915776=483328,4399104=524288,4923392=679936} 2021-07-26T15:49:45.900 INFO:tasks.rados.rados.0.smithi046.stdout:1232: writing smithi04638994-4 from 3915776 to 4399104 tid 1 2021-07-26T15:49:45.902 INFO:tasks.rados.rados.0.smithi046.stdout:1232: writing smithi04638994-4 from 4399104 to 4923392 tid 2 2021-07-26T15:49:45.908 INFO:tasks.rados.rados.0.smithi046.stdout:1232: writing smithi04638994-4 from 4923392 to 5603328 tid 3 2021-07-26T15:49:45.908 INFO:tasks.rados.rados.0.smithi046.stdout:1233: copy_from oid 37 from oid 50 current snap is 124 2021-07-26T15:49:45.908 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing write tid 1 to smithi04638994-28 2021-07-26T15:49:45.908 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing write tid 2 to smithi04638994-28 2021-07-26T15:49:45.909 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing write tid 3 to smithi04638994-28 2021-07-26T15:49:45.909 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing write tid 4 to smithi04638994-28 2021-07-26T15:49:45.909 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 553 (ObjNum 288 snap 0 seq_num 161) dirty exists 2021-07-26T15:49:45.909 INFO:tasks.rados.rados.0.smithi046.stdout:1230: finishing write tid 5 to smithi04638994-28 2021-07-26T15:49:45.910 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 270 (ObjNum 386 snap 124 seq_num 386) dirty exists 2021-07-26T15:49:45.910 INFO:tasks.rados.rados.0.smithi046.stdout:1230: left oid 28 (ObjNum 386 snap 124 seq_num 386) 2021-07-26T15:49:45.910 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing write tid 1 to smithi04638994-4 2021-07-26T15:49:45.911 INFO:tasks.rados.rados.0.smithi046.stdout:1230: done (3 left) 2021-07-26T15:49:45.911 INFO:tasks.rados.rados.0.smithi046.stdout:1231: done (2 left) 2021-07-26T15:49:45.911 INFO:tasks.rados.rados.0.smithi046.stdout:1234: copy_from oid 49 from oid 44 current snap is 124 2021-07-26T15:49:45.911 INFO:tasks.rados.rados.0.smithi046.stdout:1235: snap_create 2021-07-26T15:49:45.912 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing write tid 2 to smithi04638994-4 2021-07-26T15:49:45.913 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing write tid 3 to smithi04638994-4 2021-07-26T15:49:45.913 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing write tid 4 to smithi04638994-4 2021-07-26T15:49:45.915 INFO:tasks.rados.rados.0.smithi046.stdout:1232: finishing write tid 5 to smithi04638994-4 2021-07-26T15:49:45.915 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 474 (ObjNum 387 snap 124 seq_num 387) dirty exists 2021-07-26T15:49:45.915 INFO:tasks.rados.rados.0.smithi046.stdout:1232: left oid 4 (ObjNum 387 snap 124 seq_num 387) 2021-07-26T15:49:45.927 INFO:tasks.rados.rados.0.smithi046.stdout:1234: finishing copy_from to smithi04638994-49 2021-07-26T15:49:45.927 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 456 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:49:45.928 INFO:tasks.rados.rados.0.smithi046.stdout:1234: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:49:45.930 INFO:tasks.rados.rados.0.smithi046.stdout:1233: finishing copy_from to smithi04638994-37 2021-07-26T15:49:45.930 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 318 (ObjNum 324 snap 104 seq_num 324) dirty exists 2021-07-26T15:49:45.931 INFO:tasks.rados.rados.0.smithi046.stdout:1233: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:49:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:45 smithi046 bash[41283]: cluster 2021-07-26T15:49:44.882557+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T15:49:46.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:45 smithi046 bash[41283]: cluster 2021-07-26T15:49:45.849728+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T15:49:46.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:45 smithi046 bash[42351]: cluster 2021-07-26T15:49:44.882557+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T15:49:46.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:45 smithi046 bash[42351]: cluster 2021-07-26T15:49:45.849728+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T15:49:46.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:45 smithi073 bash[34190]: cluster 2021-07-26T15:49:44.882557+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T15:49:46.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:45 smithi073 bash[34190]: cluster 2021-07-26T15:49:45.849728+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T15:49:46.889 INFO:tasks.rados.rados.0.smithi046.stdout:1232: done (3 left) 2021-07-26T15:49:46.890 INFO:tasks.rados.rados.0.smithi046.stdout:1233: done (2 left) 2021-07-26T15:49:46.890 INFO:tasks.rados.rados.0.smithi046.stdout:1234: done (1 left) 2021-07-26T15:49:46.891 INFO:tasks.rados.rados.0.smithi046.stdout:1235: done (0 left) 2021-07-26T15:49:46.892 INFO:tasks.rados.rados.0.smithi046.stdout:1236: snap_create 2021-07-26T15:49:46.892 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:46 smithi046 bash[48415]: debug 2021-07-26T15:49:46.728+0000 7faefb782700 1 -- 172.21.15.46:0/844396941 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560c63998340 con 0x560c639f2800 2021-07-26T15:49:46.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:46 smithi046 bash[42351]: cluster 2021-07-26T15:49:45.868029+0000 mgr.y (mgr.24683) 157 : cluster [DBG] pgmap v241: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 372 KiB/s wr, 3 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:46 smithi046 bash[41283]: cluster 2021-07-26T15:49:45.868029+0000 mgr.y (mgr.24683) 157 : cluster [DBG] pgmap v241: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 372 KiB/s wr, 3 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:47.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:46 smithi073 bash[34190]: cluster 2021-07-26T15:49:45.868029+0000 mgr.y (mgr.24683) 157 : cluster [DBG] pgmap v241: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 372 KiB/s wr, 3 op/s; 107/642 objects degraded (16.667%) 2021-07-26T15:49:47.626 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[48415]: debug 2021-07-26T15:49:47.300+0000 7faf02fd60c0 -1 Falling back to public interface 2021-07-26T15:49:47.893 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[39887]: debug 2021-07-26T15:49:47.624+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:47.906 INFO:tasks.rados.rados.0.smithi046.stdout:1236: done (0 left) 2021-07-26T15:49:47.907 INFO:tasks.rados.rados.0.smithi046.stdout:1237: snap_remove snap 122 2021-07-26T15:49:48.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: cluster 2021-07-26T15:49:46.890438+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T15:49:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.366865+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.613805+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.621816+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:48.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.623428+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.624750+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.625809+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[41283]: audit 2021-07-26T15:49:47.627365+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:48.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: cluster 2021-07-26T15:49:46.890438+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T15:49:48.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.366865+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.613805+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.621816+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:48.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.623428+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.624750+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.625809+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:47 smithi046 bash[42351]: audit 2021-07-26T15:49:47.627365+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:48.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: cluster 2021-07-26T15:49:46.890438+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T15:49:48.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.366865+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.613805+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:49:48.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.621816+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:49:48.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.623428+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.624750+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.625809+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:49:48.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:47 smithi073 bash[34190]: audit 2021-07-26T15:49:47.627365+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:48.912 INFO:tasks.rados.rados.0.smithi046.stdout:1237: done (0 left) 2021-07-26T15:49:48.912 INFO:tasks.rados.rados.0.smithi046.stdout:1238: rollback oid 5 current snap is 126 2021-07-26T15:49:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 118 2021-07-26T15:49:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 126 2021-07-26T15:49:48.913 INFO:tasks.rados.rados.0.smithi046.stdout:1239: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2021-07-26T15:49:48.919 INFO:tasks.rados.rados.0.smithi046.stdout:1239: writing smithi04638994-29 from 0 to 507904 tid 1 2021-07-26T15:49:48.923 INFO:tasks.rados.rados.0.smithi046.stdout:1239: writing smithi04638994-29 from 507904 to 966656 tid 2 2021-07-26T15:49:48.927 INFO:tasks.rados.rados.0.smithi046.stdout:1239: writing smithi04638994-29 from 966656 to 1572864 tid 3 2021-07-26T15:49:48.929 INFO:tasks.rados.rados.0.smithi046.stdout:1239: writing smithi04638994-29 from 1572864 to 1712128 tid 4 2021-07-26T15:49:48.929 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 126 2021-07-26T15:49:48.930 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing rollback tid 0 to smithi04638994-5 2021-07-26T15:49:48.930 INFO:tasks.rados.rados.0.smithi046.stdout:1240: seq_num 389 ranges {5668864=524288,6193152=745472,6938624=458752} 2021-07-26T15:49:48.963 INFO:tasks.rados.rados.0.smithi046.stdout:1240: writing smithi04638994-10 from 5668864 to 6193152 tid 1 2021-07-26T15:49:48.968 INFO:tasks.rados.rados.0.smithi046.stdout:1240: writing smithi04638994-10 from 6193152 to 6938624 tid 2 2021-07-26T15:49:48.971 INFO:tasks.rados.rados.0.smithi046.stdout:1240: writing smithi04638994-10 from 6938624 to 7397376 tid 3 2021-07-26T15:49:48.971 INFO:tasks.rados.rados.0.smithi046.stdout:1241: delete oid 26 current snap is 126 2021-07-26T15:49:48.971 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing rollback tid 1 to smithi04638994-5 2021-07-26T15:49:48.972 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 1 to smithi04638994-29 2021-07-26T15:49:48.972 INFO:tasks.rados.rados.0.smithi046.stdout:1238: finishing rollback tid 2 to smithi04638994-5 2021-07-26T15:49:48.972 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 477 (ObjNum 361 snap 113 seq_num 361) dirty exists 2021-07-26T15:49:48.972 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 2 to smithi04638994-29 2021-07-26T15:49:48.972 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 3 to smithi04638994-29 2021-07-26T15:49:48.973 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 4 to smithi04638994-29 2021-07-26T15:49:48.973 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 5 to smithi04638994-29 2021-07-26T15:49:48.973 INFO:tasks.rados.rados.0.smithi046.stdout:1239: finishing write tid 6 to smithi04638994-29 2021-07-26T15:49:48.973 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 866 (ObjNum 388 snap 126 seq_num 388) dirty exists 2021-07-26T15:49:48.973 INFO:tasks.rados.rados.0.smithi046.stdout:1239: left oid 29 (ObjNum 388 snap 126 seq_num 388) 2021-07-26T15:49:48.974 INFO:tasks.rados.rados.0.smithi046.stdout:1240: finishing write tid 1 to smithi04638994-10 2021-07-26T15:49:48.975 INFO:tasks.rados.rados.0.smithi046.stdout:1238: done (3 left) 2021-07-26T15:49:48.975 INFO:tasks.rados.rados.0.smithi046.stdout:1239: done (2 left) 2021-07-26T15:49:48.975 INFO:tasks.rados.rados.0.smithi046.stdout:1241: done (1 left) 2021-07-26T15:49:48.975 INFO:tasks.rados.rados.0.smithi046.stdout:1242: read oid 39 snap -1 2021-07-26T15:49:48.976 INFO:tasks.rados.rados.0.smithi046.stdout:1242: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:48.976 INFO:tasks.rados.rados.0.smithi046.stdout:1243: rmattr oid 41 current snap is 126 2021-07-26T15:49:48.976 INFO:tasks.rados.rados.0.smithi046.stdout:1244: setattr oid 2 current snap is 126 2021-07-26T15:49:48.976 INFO:tasks.rados.rados.0.smithi046.stdout:1245: snap_remove snap 116 2021-07-26T15:49:49.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[41283]: audit 2021-07-26T15:49:47.627641+0000 mgr.y (mgr.24683) 158 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[41283]: cephadm 2021-07-26T15:49:47.628818+0000 mgr.y (mgr.24683) 159 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[41283]: cluster 2021-07-26T15:49:47.868847+0000 mgr.y (mgr.24683) 160 : cluster [DBG] pgmap v243: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 112/660 objects degraded (16.970%) 2021-07-26T15:49:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[41283]: cluster 2021-07-26T15:49:47.906953+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T15:49:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[41283]: cluster 2021-07-26T15:49:48.610139+0000 mon.a (mon.0) 485 : cluster [WRN] Health check update: Degraded data redundancy: 112/660 objects degraded (16.970%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[42351]: audit 2021-07-26T15:49:47.627641+0000 mgr.y (mgr.24683) 158 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[42351]: cephadm 2021-07-26T15:49:47.628818+0000 mgr.y (mgr.24683) 159 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:49.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[42351]: cluster 2021-07-26T15:49:47.868847+0000 mgr.y (mgr.24683) 160 : cluster [DBG] pgmap v243: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 112/660 objects degraded (16.970%) 2021-07-26T15:49:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[42351]: cluster 2021-07-26T15:49:47.906953+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T15:49:49.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:48 smithi046 bash[42351]: cluster 2021-07-26T15:49:48.610139+0000 mon.a (mon.0) 485 : cluster [WRN] Health check update: Degraded data redundancy: 112/660 objects degraded (16.970%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:49.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:48 smithi073 bash[34190]: audit 2021-07-26T15:49:47.627641+0000 mgr.y (mgr.24683) 158 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:49:49.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:48 smithi073 bash[34190]: cephadm 2021-07-26T15:49:47.628818+0000 mgr.y (mgr.24683) 159 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:49:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:48 smithi073 bash[34190]: cluster 2021-07-26T15:49:47.868847+0000 mgr.y (mgr.24683) 160 : cluster [DBG] pgmap v243: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 112/660 objects degraded (16.970%) 2021-07-26T15:49:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:48 smithi073 bash[34190]: cluster 2021-07-26T15:49:47.906953+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T15:49:49.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:48 smithi073 bash[34190]: cluster 2021-07-26T15:49:48.610139+0000 mon.a (mon.0) 485 : cluster [WRN] Health check update: Degraded data redundancy: 112/660 objects degraded (16.970%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:49.937 INFO:tasks.rados.rados.0.smithi046.stdout:1245: done (4 left) 2021-07-26T15:49:49.937 INFO:tasks.rados.rados.0.smithi046.stdout:1240: finishing write tid 2 to smithi04638994-10 2021-07-26T15:49:49.937 INFO:tasks.rados.rados.0.smithi046.stdout:1240: finishing write tid 3 to smithi04638994-10 2021-07-26T15:49:49.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 333 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:49:49.938 INFO:tasks.rados.rados.0.smithi046.stdout:1240: finishing write tid 4 to smithi04638994-10 2021-07-26T15:49:49.938 INFO:tasks.rados.rados.0.smithi046.stdout:1240: finishing write tid 5 to smithi04638994-10 2021-07-26T15:49:49.938 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 560 (ObjNum 389 snap 126 seq_num 389) dirty exists 2021-07-26T15:49:49.939 INFO:tasks.rados.rados.0.smithi046.stdout:1240: left oid 10 (ObjNum 389 snap 126 seq_num 389) 2021-07-26T15:49:49.939 INFO:tasks.rados.rados.0.smithi046.stdout:1242: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:49:49.940 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 562 (ObjNum 385 snap 122 seq_num 385) dirty exists 2021-07-26T15:49:49.940 INFO:tasks.rados.rados.0.smithi046.stdout:1246: read oid 33 snap -1 2021-07-26T15:49:49.940 INFO:tasks.rados.rados.0.smithi046.stdout:1246: expect (ObjNum 323 snap 104 seq_num 323) 2021-07-26T15:49:49.941 INFO:tasks.rados.rados.0.smithi046.stdout:1240: done (4 left) 2021-07-26T15:49:49.941 INFO:tasks.rados.rados.0.smithi046.stdout:1242: done (3 left) 2021-07-26T15:49:49.941 INFO:tasks.rados.rados.0.smithi046.stdout:1243: done (2 left) 2021-07-26T15:49:49.941 INFO:tasks.rados.rados.0.smithi046.stdout:1244: done (1 left) 2021-07-26T15:49:49.942 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 126 2021-07-26T15:49:49.943 INFO:tasks.rados.rados.0.smithi046.stdout:1247: seq_num 391 ranges {7397376=557056,7954432=516096,8470528=688128} 2021-07-26T15:49:49.986 INFO:tasks.rados.rados.0.smithi046.stdout:1247: writing smithi04638994-10 from 7397376 to 7954432 tid 1 2021-07-26T15:49:49.988 INFO:tasks.rados.rados.0.smithi046.stdout:1247: writing smithi04638994-10 from 7954432 to 8470528 tid 2 2021-07-26T15:49:49.993 INFO:tasks.rados.rados.0.smithi046.stdout:1247: writing smithi04638994-10 from 8470528 to 9158656 tid 3 2021-07-26T15:49:49.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 126 2021-07-26T15:49:49.993 INFO:tasks.rados.rados.0.smithi046.stdout:1248: seq_num 392 ranges {5210112=573440,5783552=802816,6586368=401408} 2021-07-26T15:49:50.025 INFO:tasks.rados.rados.0.smithi046.stdout:1248: writing smithi04638994-16 from 5210112 to 5783552 tid 1 2021-07-26T15:49:50.031 INFO:tasks.rados.rados.0.smithi046.stdout:1248: writing smithi04638994-16 from 5783552 to 6586368 tid 2 2021-07-26T15:49:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:1248: writing smithi04638994-16 from 6586368 to 6987776 tid 3 2021-07-26T15:49:50.034 INFO:tasks.rados.rados.0.smithi046.stdout:1249: read oid 49 snap -1 2021-07-26T15:49:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:1249: expect (ObjNum 262 snap 80 seq_num 262) 2021-07-26T15:49:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:1250: snap_create 2021-07-26T15:49:50.035 INFO:tasks.rados.rados.0.smithi046.stdout:1246: expect (ObjNum 323 snap 104 seq_num 323) 2021-07-26T15:49:50.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:49 smithi046 bash[41283]: cluster 2021-07-26T15:49:48.912291+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T15:49:50.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:49 smithi046 bash[42351]: cluster 2021-07-26T15:49:48.912291+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T15:49:50.301 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing write tid 1 to smithi04638994-10 2021-07-26T15:49:50.302 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing write tid 2 to smithi04638994-10 2021-07-26T15:49:50.302 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing write tid 3 to smithi04638994-10 2021-07-26T15:49:50.303 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing write tid 4 to smithi04638994-10 2021-07-26T15:49:50.303 INFO:tasks.rados.rados.0.smithi046.stdout:1247: finishing write tid 5 to smithi04638994-10 2021-07-26T15:49:50.303 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 572 (ObjNum 391 snap 126 seq_num 391) dirty exists 2021-07-26T15:49:50.304 INFO:tasks.rados.rados.0.smithi046.stdout:1247: left oid 10 (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:49:50.304 INFO:tasks.rados.rados.0.smithi046.stdout:1248: finishing write tid 1 to smithi04638994-16 2021-07-26T15:49:50.304 INFO:tasks.rados.rados.0.smithi046.stdout:1248: finishing write tid 2 to smithi04638994-16 2021-07-26T15:49:50.304 INFO:tasks.rados.rados.0.smithi046.stdout:1248: finishing write tid 3 to smithi04638994-16 2021-07-26T15:49:50.304 INFO:tasks.rados.rados.0.smithi046.stdout:1248: finishing write tid 4 to smithi04638994-16 2021-07-26T15:49:50.305 INFO:tasks.rados.rados.0.smithi046.stdout:1248: finishing write tid 5 to smithi04638994-16 2021-07-26T15:49:50.305 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 537 (ObjNum 392 snap 126 seq_num 392) dirty exists 2021-07-26T15:49:50.305 INFO:tasks.rados.rados.0.smithi046.stdout:1248: left oid 16 (ObjNum 392 snap 126 seq_num 392) 2021-07-26T15:49:50.305 INFO:tasks.rados.rados.0.smithi046.stdout:1249: expect (ObjNum 262 snap 80 seq_num 262) 2021-07-26T15:49:50.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:49 smithi073 bash[34190]: cluster 2021-07-26T15:49:48.912291+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T15:49:50.946 INFO:tasks.rados.rados.0.smithi046.stdout:1246: done (4 left) 2021-07-26T15:49:50.946 INFO:tasks.rados.rados.0.smithi046.stdout:1247: done (3 left) 2021-07-26T15:49:50.947 INFO:tasks.rados.rados.0.smithi046.stdout:1248: done (2 left) 2021-07-26T15:49:50.947 INFO:tasks.rados.rados.0.smithi046.stdout:1249: done (1 left) 2021-07-26T15:49:50.947 INFO:tasks.rados.rados.0.smithi046.stdout:1250: done (0 left) 2021-07-26T15:49:50.947 INFO:tasks.rados.rados.0.smithi046.stdout:1251: delete oid 25 current snap is 127 2021-07-26T15:49:50.950 INFO:tasks.rados.rados.0.smithi046.stdout:1251: done (0 left) 2021-07-26T15:49:50.950 INFO:tasks.rados.rados.0.smithi046.stdout:1252: delete oid 12 current snap is 127 2021-07-26T15:49:50.952 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[42351]: cluster 2021-07-26T15:49:49.869658+0000 mgr.y (mgr.24683) 161 : cluster [DBG] pgmap v246: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 114/678 objects degraded (16.814%) 2021-07-26T15:49:50.952 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[42351]: cluster 2021-07-26T15:49:49.938016+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T15:49:50.952 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[42351]: audit 2021-07-26T15:49:50.702323+0000 mon.a (mon.0) 488 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:49:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[41283]: cluster 2021-07-26T15:49:49.869658+0000 mgr.y (mgr.24683) 161 : cluster [DBG] pgmap v246: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 114/678 objects degraded (16.814%) 2021-07-26T15:49:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[41283]: cluster 2021-07-26T15:49:49.938016+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T15:49:50.953 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[41283]: audit 2021-07-26T15:49:50.702323+0000 mon.a (mon.0) 488 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:49:50.954 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[48415]: debug 2021-07-26T15:49:50.692+0000 7faf02fd60c0 -1 osd.3 289 log_to_monitors {default=true} 2021-07-26T15:49:50.954 INFO:journalctl@ceph.osd.3.smithi046.stdout:Jul 26 15:49:50 smithi046 bash[48415]: debug 2021-07-26T15:49:50.948+0000 7faef2126700 -1 osd.3 289 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:49:50.955 INFO:tasks.rados.rados.0.smithi046.stdout:1252: done (0 left) 2021-07-26T15:49:50.955 INFO:tasks.rados.rados.0.smithi046.stdout:1253: rollback oid 34 current snap is 127 2021-07-26T15:49:50.955 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 123 2021-07-26T15:49:50.956 INFO:tasks.rados.rados.0.smithi046.stdout:1254: snap_remove snap 100 2021-07-26T15:49:51.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:50 smithi073 bash[34190]: cluster 2021-07-26T15:49:49.869658+0000 mgr.y (mgr.24683) 161 : cluster [DBG] pgmap v246: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 114/678 objects degraded (16.814%) 2021-07-26T15:49:51.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:50 smithi073 bash[34190]: cluster 2021-07-26T15:49:49.938016+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T15:49:51.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:50 smithi073 bash[34190]: audit 2021-07-26T15:49:50.702323+0000 mon.a (mon.0) 488 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:49:51.955 INFO:tasks.rados.rados.0.smithi046.stdout:1254: done (1 left) 2021-07-26T15:49:51.955 INFO:tasks.rados.rados.0.smithi046.stdout:1255: copy_from oid 15 from oid 41 current snap is 127 2021-07-26T15:49:51.955 INFO:tasks.rados.rados.0.smithi046.stdout:1256: rollback oid 40 current snap is 127 2021-07-26T15:49:51.955 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 124 2021-07-26T15:49:51.956 INFO:tasks.rados.rados.0.smithi046.stdout:1257: rollback oid 13 current snap is 127 2021-07-26T15:49:51.956 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 99 2021-07-26T15:49:51.956 INFO:tasks.rados.rados.0.smithi046.stdout:1258: snap_remove snap 125 2021-07-26T15:49:52.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:51 smithi073 bash[34190]: audit 2021-07-26T15:49:50.946328+0000 mon.a (mon.0) 489 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:49:52.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:51 smithi073 bash[34190]: cluster 2021-07-26T15:49:50.946453+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T15:49:52.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:51 smithi073 bash[34190]: audit 2021-07-26T15:49:50.947631+0000 mon.a (mon.0) 491 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[42351]: audit 2021-07-26T15:49:50.946328+0000 mon.a (mon.0) 489 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:49:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[42351]: cluster 2021-07-26T15:49:50.946453+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T15:49:52.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[42351]: audit 2021-07-26T15:49:50.947631+0000 mon.a (mon.0) 491 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:52.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[41283]: audit 2021-07-26T15:49:50.946328+0000 mon.a (mon.0) 489 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:49:52.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[41283]: cluster 2021-07-26T15:49:50.946453+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T15:49:52.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:51 smithi046 bash[41283]: audit 2021-07-26T15:49:50.947631+0000 mon.a (mon.0) 491 : audit [INF] from='osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2021-07-26T15:49:52.955 INFO:tasks.rados.rados.0.smithi046.stdout:1258: done (4 left) 2021-07-26T15:49:52.955 INFO:tasks.rados.rados.0.smithi046.stdout:1259: copy_from oid 21 from oid 48 current snap is 127 2021-07-26T15:49:52.956 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:49:52.956 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:49:52.956 INFO:tasks.rados.rados.0.smithi046.stdout:1253: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:49:52.956 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 283 (ObjNum 328 snap 105 seq_num 328) dirty exists 2021-07-26T15:49:52.957 INFO:tasks.rados.rados.0.smithi046.stdout:1253: done (4 left) 2021-07-26T15:49:52.957 INFO:tasks.rados.rados.0.smithi046.stdout:1260: snap_create 2021-07-26T15:49:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:52 smithi073 bash[34190]: cluster 2021-07-26T15:49:51.870557+0000 mgr.y (mgr.24683) 162 : cluster [DBG] pgmap v249: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 115/681 objects degraded (16.887%) 2021-07-26T15:49:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:52 smithi073 bash[34190]: cluster 2021-07-26T15:49:51.943552+0000 mon.a (mon.0) 492 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:52 smithi073 bash[34190]: cluster 2021-07-26T15:49:51.953875+0000 mon.a (mon.0) 493 : cluster [INF] osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961] boot 2021-07-26T15:49:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:52 smithi073 bash[34190]: cluster 2021-07-26T15:49:51.954138+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-07-26T15:49:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:52 smithi073 bash[34190]: audit 2021-07-26T15:49:51.955734+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[42351]: cluster 2021-07-26T15:49:51.870557+0000 mgr.y (mgr.24683) 162 : cluster [DBG] pgmap v249: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 115/681 objects degraded (16.887%) 2021-07-26T15:49:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[42351]: cluster 2021-07-26T15:49:51.943552+0000 mon.a (mon.0) 492 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[42351]: cluster 2021-07-26T15:49:51.953875+0000 mon.a (mon.0) 493 : cluster [INF] osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961] boot 2021-07-26T15:49:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[42351]: cluster 2021-07-26T15:49:51.954138+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-07-26T15:49:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[42351]: audit 2021-07-26T15:49:51.955734+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:53.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[41283]: cluster 2021-07-26T15:49:51.870557+0000 mgr.y (mgr.24683) 162 : cluster [DBG] pgmap v249: 25 pgs: 8 active+undersized+degraded, 1 active+undersized, 16 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 10 op/s; 115/681 objects degraded (16.887%) 2021-07-26T15:49:53.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[41283]: cluster 2021-07-26T15:49:51.943552+0000 mon.a (mon.0) 492 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:49:53.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[41283]: cluster 2021-07-26T15:49:51.953875+0000 mon.a (mon.0) 493 : cluster [INF] osd.3 [v2:172.21.15.46:6826/2332877961,v1:172.21.15.46:6827/2332877961] boot 2021-07-26T15:49:53.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[41283]: cluster 2021-07-26T15:49:51.954138+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2021-07-26T15:49:53.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:52 smithi046 bash[41283]: audit 2021-07-26T15:49:51.955734+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:53.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:53.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:49:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:49:53.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:49:53.956 INFO:tasks.rados.rados.0.smithi046.stdout:1260: done (4 left) 2021-07-26T15:49:53.957 INFO:tasks.rados.rados.0.smithi046.stdout:1261: copy_from oid 36 from oid 6 current snap is 128 2021-07-26T15:49:53.957 INFO:tasks.rados.rados.0.smithi046.stdout:1262: rollback oid 49 current snap is 128 2021-07-26T15:49:53.957 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 118 2021-07-26T15:49:53.957 INFO:tasks.rados.rados.0.smithi046.stdout:1263: delete oid 37 current snap is 128 2021-07-26T15:49:53.968 INFO:tasks.rados.rados.0.smithi046.stdout:1262: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:49:53.968 INFO:tasks.rados.rados.0.smithi046.stdout:1262: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:49:53.969 INFO:tasks.rados.rados.0.smithi046.stdout:1262: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:49:53.969 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 697 (ObjNum 370 snap 118 seq_num 370) dirty exists 2021-07-26T15:49:53.971 INFO:tasks.rados.rados.0.smithi046.stdout:1262: done (6 left) 2021-07-26T15:49:53.971 INFO:tasks.rados.rados.0.smithi046.stdout:1263: done (5 left) 2021-07-26T15:49:53.972 INFO:tasks.rados.rados.0.smithi046.stdout:1264: rollback oid 49 current snap is 128 2021-07-26T15:49:53.972 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 107 2021-07-26T15:49:53.972 INFO:tasks.rados.rados.0.smithi046.stdout:1265: delete oid 47 current snap is 128 2021-07-26T15:49:53.976 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:49:53.976 INFO:tasks.rados.rados.0.smithi046.stdout:1265: done (6 left) 2021-07-26T15:49:53.976 INFO:tasks.rados.rados.0.smithi046.stdout:1266: copy_from oid 5 from oid 29 current snap is 128 2021-07-26T15:49:53.976 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 128 2021-07-26T15:49:53.977 INFO:tasks.rados.rados.0.smithi046.stdout:1267: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2021-07-26T15:49:53.980 INFO:tasks.rados.rados.0.smithi046.stdout:1267: writing smithi04638994-35 from 0 to 655360 tid 1 2021-07-26T15:49:53.985 INFO:tasks.rados.rados.0.smithi046.stdout:1267: writing smithi04638994-35 from 655360 to 1327104 tid 2 2021-07-26T15:49:53.989 INFO:tasks.rados.rados.0.smithi046.stdout:1267: writing smithi04638994-35 from 1327104 to 1859584 tid 3 2021-07-26T15:49:53.989 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 128 2021-07-26T15:49:53.990 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:49:53.990 INFO:tasks.rados.rados.0.smithi046.stdout:1264: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:49:53.990 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 702 (ObjNum 335 snap 107 seq_num 335) dirty exists 2021-07-26T15:49:53.990 INFO:tasks.rados.rados.0.smithi046.stdout:1267: finishing write tid 1 to smithi04638994-35 2021-07-26T15:49:53.991 INFO:tasks.rados.rados.0.smithi046.stdout:1268: seq_num 398 ranges {2990080=671744,3661824=557056,4218880=532480,4751360=114688} 2021-07-26T15:49:54.013 INFO:tasks.rados.rados.0.smithi046.stdout:1268: writing smithi04638994-11 from 2990080 to 3661824 tid 1 2021-07-26T15:49:54.016 INFO:tasks.rados.rados.0.smithi046.stdout:1268: writing smithi04638994-11 from 3661824 to 4218880 tid 2 2021-07-26T15:49:54.019 INFO:tasks.rados.rados.0.smithi046.stdout:1268: writing smithi04638994-11 from 4218880 to 4751360 tid 3 2021-07-26T15:49:54.021 INFO:tasks.rados.rados.0.smithi046.stdout:1268: writing smithi04638994-11 from 4751360 to 4866048 tid 4 2021-07-26T15:49:54.021 INFO:tasks.rados.rados.0.smithi046.stdout:1264: done (8 left) 2021-07-26T15:49:54.021 INFO:tasks.rados.rados.0.smithi046.stdout:1269: rollback oid 38 current snap is 128 2021-07-26T15:49:54.021 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 120 2021-07-26T15:49:54.022 INFO:tasks.rados.rados.0.smithi046.stdout:1267: finishing write tid 2 to smithi04638994-35 2021-07-26T15:49:54.022 INFO:tasks.rados.rados.0.smithi046.stdout:1270: read oid 25 snap -1 2021-07-26T15:49:54.022 INFO:tasks.rados.rados.0.smithi046.stdout:1270: expect deleted 2021-07-26T15:49:54.023 INFO:tasks.rados.rados.0.smithi046.stdout:1271: snap_remove snap 112 2021-07-26T15:49:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:53 smithi073 bash[34190]: cluster 2021-07-26T15:49:52.954990+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-07-26T15:49:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:53 smithi073 bash[34190]: cluster 2021-07-26T15:49:53.957672+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-07-26T15:49:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[41283]: cluster 2021-07-26T15:49:52.954990+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-07-26T15:49:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[41283]: cluster 2021-07-26T15:49:53.957672+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-07-26T15:49:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[42351]: cluster 2021-07-26T15:49:52.954990+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2021-07-26T15:49:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:53 smithi046 bash[42351]: cluster 2021-07-26T15:49:53.957672+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2021-07-26T15:49:54.978 INFO:tasks.rados.rados.0.smithi046.stdout:1267: finishing write tid 3 to smithi04638994-35 2021-07-26T15:49:54.978 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing copy_from to smithi04638994-5 2021-07-26T15:49:54.978 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 866 (ObjNum 388 snap 126 seq_num 388) dirty exists 2021-07-26T15:49:54.979 INFO:tasks.rados.rados.0.smithi046.stdout:1267: finishing write tid 4 to smithi04638994-35 2021-07-26T15:49:54.979 INFO:tasks.rados.rados.0.smithi046.stdout:1266: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:49:54.979 INFO:tasks.rados.rados.0.smithi046.stdout:1267: finishing write tid 5 to smithi04638994-35 2021-07-26T15:49:54.979 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 706 (ObjNum 397 snap 128 seq_num 397) dirty exists 2021-07-26T15:49:54.979 INFO:tasks.rados.rados.0.smithi046.stdout:1267: left oid 35 (ObjNum 397 snap 128 seq_num 397) 2021-07-26T15:49:54.980 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 1 to smithi04638994-11 2021-07-26T15:49:54.980 INFO:tasks.rados.rados.0.smithi046.stdout:1269: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:49:54.980 INFO:tasks.rados.rados.0.smithi046.stdout:1269: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:49:54.980 INFO:tasks.rados.rados.0.smithi046.stdout:1269: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:49:54.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 710 (ObjNum 366 snap 118 seq_num 366) dirty exists 2021-07-26T15:49:54.981 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 2 to smithi04638994-11 2021-07-26T15:49:54.981 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 3 to smithi04638994-11 2021-07-26T15:49:54.981 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 4 to smithi04638994-11 2021-07-26T15:49:54.981 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 5 to smithi04638994-11 2021-07-26T15:49:54.982 INFO:tasks.rados.rados.0.smithi046.stdout:1268: finishing write tid 6 to smithi04638994-11 2021-07-26T15:49:54.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 884 (ObjNum 398 snap 128 seq_num 398) dirty exists 2021-07-26T15:49:54.982 INFO:tasks.rados.rados.0.smithi046.stdout:1268: left oid 11 (ObjNum 398 snap 128 seq_num 398) 2021-07-26T15:49:54.982 INFO:tasks.rados.rados.0.smithi046.stdout:1266: done (10 left) 2021-07-26T15:49:54.983 INFO:tasks.rados.rados.0.smithi046.stdout:1267: done (9 left) 2021-07-26T15:49:54.983 INFO:tasks.rados.rados.0.smithi046.stdout:1268: done (8 left) 2021-07-26T15:49:54.983 INFO:tasks.rados.rados.0.smithi046.stdout:1269: done (7 left) 2021-07-26T15:49:54.983 INFO:tasks.rados.rados.0.smithi046.stdout:1270: done (6 left) 2021-07-26T15:49:54.983 INFO:tasks.rados.rados.0.smithi046.stdout:1271: done (5 left) 2021-07-26T15:49:54.984 INFO:tasks.rados.rados.0.smithi046.stdout:1272: delete oid 17 current snap is 128 2021-07-26T15:49:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:54 smithi073 bash[34190]: cluster 2021-07-26T15:49:53.871505+0000 mgr.y (mgr.24683) 163 : cluster [DBG] pgmap v252: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:54 smithi073 bash[34190]: cluster 2021-07-26T15:49:53.961242+0000 mon.a (mon.0) 498 : cluster [WRN] Health check update: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:54 smithi046 bash[41283]: cluster 2021-07-26T15:49:53.871505+0000 mgr.y (mgr.24683) 163 : cluster [DBG] pgmap v252: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:54 smithi046 bash[41283]: cluster 2021-07-26T15:49:53.961242+0000 mon.a (mon.0) 498 : cluster [WRN] Health check update: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:54 smithi046 bash[42351]: cluster 2021-07-26T15:49:53.871505+0000 mgr.y (mgr.24683) 163 : cluster [DBG] pgmap v252: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:54 smithi046 bash[42351]: cluster 2021-07-26T15:49:53.961242+0000 mon.a (mon.0) 498 : cluster [WRN] Health check update: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded (PG_DEGRADED) 2021-07-26T15:49:56.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:55 smithi073 bash[34190]: cluster 2021-07-26T15:49:54.977046+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-07-26T15:49:56.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:55 smithi046 bash[41283]: cluster 2021-07-26T15:49:54.977046+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-07-26T15:49:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:55 smithi046 bash[42351]: cluster 2021-07-26T15:49:54.977046+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2021-07-26T15:49:57.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:56 smithi073 bash[34190]: cluster 2021-07-26T15:49:55.872278+0000 mgr.y (mgr.24683) 164 : cluster [DBG] pgmap v255: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:56 smithi046 bash[41283]: cluster 2021-07-26T15:49:55.872278+0000 mgr.y (mgr.24683) 164 : cluster [DBG] pgmap v255: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:56 smithi046 bash[42351]: cluster 2021-07-26T15:49:55.872278+0000 mgr.y (mgr.24683) 164 : cluster [DBG] pgmap v255: 25 pgs: 5 active+undersized+degraded, 1 active+undersized, 19 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 92/699 objects degraded (13.162%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:49:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:58 smithi073 bash[34190]: cluster 2021-07-26T15:49:57.978340+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded) 2021-07-26T15:49:58.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:58 smithi073 bash[34190]: cluster 2021-07-26T15:49:57.978402+0000 mon.a (mon.0) 501 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:58.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:58 smithi046 bash[41283]: cluster 2021-07-26T15:49:57.978340+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded) 2021-07-26T15:49:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:58 smithi046 bash[41283]: cluster 2021-07-26T15:49:57.978402+0000 mon.a (mon.0) 501 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:58.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:58 smithi046 bash[42351]: cluster 2021-07-26T15:49:57.978340+0000 mon.a (mon.0) 500 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/699 objects degraded (13.162%), 5 pgs degraded) 2021-07-26T15:49:58.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:58 smithi046 bash[42351]: cluster 2021-07-26T15:49:57.978402+0000 mon.a (mon.0) 501 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:59 smithi073 bash[34190]: cluster 2021-07-26T15:49:57.873107+0000 mgr.y (mgr.24683) 165 : cluster [DBG] pgmap v256: 25 pgs: 4 active+clean+wait, 21 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 11 MiB/s, 3 objects/s recovering 2021-07-26T15:49:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:59 smithi073 bash[34190]: audit 2021-07-26T15:49:58.038999+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:49:59 smithi073 bash[34190]: audit 2021-07-26T15:49:58.049134+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:49:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[41283]: cluster 2021-07-26T15:49:57.873107+0000 mgr.y (mgr.24683) 165 : cluster [DBG] pgmap v256: 25 pgs: 4 active+clean+wait, 21 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 11 MiB/s, 3 objects/s recovering 2021-07-26T15:49:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[41283]: audit 2021-07-26T15:49:58.038999+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[41283]: audit 2021-07-26T15:49:58.049134+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:49:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[42351]: cluster 2021-07-26T15:49:57.873107+0000 mgr.y (mgr.24683) 165 : cluster [DBG] pgmap v256: 25 pgs: 4 active+clean+wait, 21 active+clean; 375 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 11 MiB/s, 3 objects/s recovering 2021-07-26T15:49:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[42351]: audit 2021-07-26T15:49:58.038999+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:49:59 smithi046 bash[42351]: audit 2021-07-26T15:49:58.049134+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:00.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:00 smithi073 bash[34190]: cluster 2021-07-26T15:50:00.000157+0000 mon.a (mon.0) 504 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:00 smithi046 bash[41283]: cluster 2021-07-26T15:50:00.000157+0000 mon.a (mon.0) 504 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:00 smithi046 bash[42351]: cluster 2021-07-26T15:50:00.000157+0000 mon.a (mon.0) 504 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:01 smithi073 bash[34190]: cluster 2021-07-26T15:49:59.873961+0000 mgr.y (mgr.24683) 166 : cluster [DBG] pgmap v257: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 2 objects/s recovering 2021-07-26T15:50:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:01 smithi073 bash[34190]: cluster 2021-07-26T15:50:00.857275+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-07-26T15:50:01.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:01 smithi046 bash[41283]: cluster 2021-07-26T15:49:59.873961+0000 mgr.y (mgr.24683) 166 : cluster [DBG] pgmap v257: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 2 objects/s recovering 2021-07-26T15:50:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:01 smithi046 bash[41283]: cluster 2021-07-26T15:50:00.857275+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-07-26T15:50:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:01 smithi046 bash[42351]: cluster 2021-07-26T15:49:59.873961+0000 mgr.y (mgr.24683) 166 : cluster [DBG] pgmap v257: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 9.5 MiB/s, 2 objects/s recovering 2021-07-26T15:50:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:01 smithi046 bash[42351]: cluster 2021-07-26T15:50:00.857275+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2021-07-26T15:50:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:03 smithi073 bash[34190]: cluster 2021-07-26T15:50:01.874812+0000 mgr.y (mgr.24683) 167 : cluster [DBG] pgmap v259: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 258 B/s rd, 672 KiB/s wr, 2 op/s; 7.0 MiB/s, 2 objects/s recovering 2021-07-26T15:50:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:03 smithi073 bash[34190]: audit 2021-07-26T15:50:02.644183+0000 mon.a (mon.0) 506 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[41283]: cluster 2021-07-26T15:50:01.874812+0000 mgr.y (mgr.24683) 167 : cluster [DBG] pgmap v259: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 258 B/s rd, 672 KiB/s wr, 2 op/s; 7.0 MiB/s, 2 objects/s recovering 2021-07-26T15:50:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[41283]: audit 2021-07-26T15:50:02.644183+0000 mon.a (mon.0) 506 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[42351]: cluster 2021-07-26T15:50:01.874812+0000 mgr.y (mgr.24683) 167 : cluster [DBG] pgmap v259: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 258 B/s rd, 672 KiB/s wr, 2 op/s; 7.0 MiB/s, 2 objects/s recovering 2021-07-26T15:50:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[42351]: audit 2021-07-26T15:50:02.644183+0000 mon.a (mon.0) 506 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:03.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:03.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:03.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:50:04.334 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:04 smithi073 bash[34190]: audit 2021-07-26T15:50:02.644665+0000 mgr.y (mgr.24683) 168 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:04.334 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:04 smithi073 bash[34190]: cephadm 2021-07-26T15:50:02.646930+0000 mgr.y (mgr.24683) 169 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T15:50:04.334 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:04 smithi073 bash[34190]: cephadm 2021-07-26T15:50:02.647225+0000 mgr.y (mgr.24683) 170 : cephadm [INF] Upgrade: osd.5 is also safe to restart 2021-07-26T15:50:04.334 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:04 smithi073 bash[34190]: audit 2021-07-26T15:50:03.276792+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:04.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[41283]: audit 2021-07-26T15:50:02.644665+0000 mgr.y (mgr.24683) 168 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:04.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[41283]: cephadm 2021-07-26T15:50:02.646930+0000 mgr.y (mgr.24683) 169 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T15:50:04.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[41283]: cephadm 2021-07-26T15:50:02.647225+0000 mgr.y (mgr.24683) 170 : cephadm [INF] Upgrade: osd.5 is also safe to restart 2021-07-26T15:50:04.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[41283]: audit 2021-07-26T15:50:03.276792+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[42351]: audit 2021-07-26T15:50:02.644665+0000 mgr.y (mgr.24683) 168 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:50:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[42351]: cephadm 2021-07-26T15:50:02.646930+0000 mgr.y (mgr.24683) 169 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T15:50:04.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[42351]: cephadm 2021-07-26T15:50:02.647225+0000 mgr.y (mgr.24683) 170 : cephadm [INF] Upgrade: osd.5 is also safe to restart 2021-07-26T15:50:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:04 smithi046 bash[42351]: audit 2021-07-26T15:50:03.276792+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:04.855 INFO:tasks.rados.rados.0.smithi046.stdout:1257: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:50:04.856 INFO:tasks.rados.rados.0.smithi046.stdout:1257: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:50:04.856 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 393 (ObjNum 244 snap 74 seq_num 244) dirty exists 2021-07-26T15:50:04.866 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 0 to smithi04638994-40 2021-07-26T15:50:04.867 INFO:tasks.rados.rados.0.smithi046.stdout:1261: finishing copy_from to smithi04638994-36 2021-07-26T15:50:04.867 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 197 (ObjNum 1 snap 32682 seq_num 198856088) dirty exists 2021-07-26T15:50:04.867 INFO:tasks.rados.rados.0.smithi046.stdout:1261: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:50:04.869 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 1 to smithi04638994-40 2021-07-26T15:50:04.869 INFO:tasks.rados.rados.0.smithi046.stdout:1256: finishing rollback tid 2 to smithi04638994-40 2021-07-26T15:50:04.870 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 804 (ObjNum 381 snap 122 seq_num 381) dirty exists 2021-07-26T15:50:04.871 INFO:tasks.rados.rados.0.smithi046.stdout:1256: done (5 left) 2021-07-26T15:50:04.871 INFO:tasks.rados.rados.0.smithi046.stdout:1257: done (4 left) 2021-07-26T15:50:04.872 INFO:tasks.rados.rados.0.smithi046.stdout:1261: done (3 left) 2021-07-26T15:50:04.872 INFO:tasks.rados.rados.0.smithi046.stdout:1272: done (2 left) 2021-07-26T15:50:04.872 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 128 2021-07-26T15:50:04.872 INFO:tasks.rados.rados.0.smithi046.stdout:1273: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2021-07-26T15:50:04.875 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04638994-6 from 0 to 704512 tid 1 2021-07-26T15:50:04.880 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04638994-6 from 704512 to 1425408 tid 2 2021-07-26T15:50:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:1273: writing smithi04638994-6 from 1425408 to 1908736 tid 3 2021-07-26T15:50:04.884 INFO:tasks.rados.rados.0.smithi046.stdout:1274: snap_create 2021-07-26T15:50:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 1 to smithi04638994-6 2021-07-26T15:50:04.885 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 2 to smithi04638994-6 2021-07-26T15:50:04.890 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 3 to smithi04638994-6 2021-07-26T15:50:04.891 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 4 to smithi04638994-6 2021-07-26T15:50:04.895 INFO:tasks.rados.rados.0.smithi046.stdout:1273: finishing write tid 5 to smithi04638994-6 2021-07-26T15:50:04.896 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 210 (ObjNum 400 snap 128 seq_num 400) dirty exists 2021-07-26T15:50:04.896 INFO:tasks.rados.rados.0.smithi046.stdout:1273: left oid 6 (ObjNum 400 snap 128 seq_num 400) 2021-07-26T15:50:04.899 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing copy_from to smithi04638994-15 2021-07-26T15:50:04.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 333 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:50:04.900 INFO:tasks.rados.rados.0.smithi046.stdout:1255: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:50:04.901 INFO:tasks.rados.rados.0.smithi046.stdout:1259: finishing copy_from to smithi04638994-21 2021-07-26T15:50:04.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 169 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:04.902 INFO:tasks.rados.rados.0.smithi046.stdout:1259: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:50:05.280 INFO:tasks.rados.rados.0.smithi046.stdout:1255: done (3 left) 2021-07-26T15:50:05.281 INFO:tasks.rados.rados.0.smithi046.stdout:1259: done (2 left) 2021-07-26T15:50:05.281 INFO:tasks.rados.rados.0.smithi046.stdout:1273: done (1 left) 2021-07-26T15:50:05.281 INFO:tasks.rados.rados.0.smithi046.stdout:1274: done (0 left) 2021-07-26T15:50:05.282 INFO:tasks.rados.rados.0.smithi046.stdout:1275: snap_create 2021-07-26T15:50:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:05 smithi073 bash[34190]: cluster 2021-07-26T15:50:03.875706+0000 mgr.y (mgr.24683) 171 : cluster [DBG] pgmap v260: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 598 KiB/s wr, 2 op/s; 6.3 MiB/s, 1 objects/s recovering 2021-07-26T15:50:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:05 smithi073 bash[34190]: audit 2021-07-26T15:50:04.990487+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:05 smithi046 bash[41283]: cluster 2021-07-26T15:50:03.875706+0000 mgr.y (mgr.24683) 171 : cluster [DBG] pgmap v260: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 598 KiB/s wr, 2 op/s; 6.3 MiB/s, 1 objects/s recovering 2021-07-26T15:50:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:05 smithi046 bash[41283]: audit 2021-07-26T15:50:04.990487+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:05 smithi046 bash[42351]: cluster 2021-07-26T15:50:03.875706+0000 mgr.y (mgr.24683) 171 : cluster [DBG] pgmap v260: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 598 KiB/s wr, 2 op/s; 6.3 MiB/s, 1 objects/s recovering 2021-07-26T15:50:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:05 smithi046 bash[42351]: audit 2021-07-26T15:50:04.990487+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:05.440 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:50:05.777 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:50:05.778 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (8m) 18s ago 8m 15.2M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:50:05.778 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (8m) 2m ago 8m 25.7M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:50:05.778 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (3m) 2m ago 12m 370M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:50:05.779 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (3m) 18s ago 15m 418M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:50:05.779 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 18s ago 15m 49.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:50:05.779 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (2m) 2m ago 13m 25.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:50:05.779 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (2m) 18s ago 13m 41.6M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:50:05.779 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (8m) 18s ago 8m 11.5M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:50:05.780 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (8m) 2m ago 8m 11.2M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:50:05.780 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (109s) 18s ago 12m 161M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:50:05.780 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (79s) 18s ago 12m 192M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:50:05.780 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (49s) 18s ago 11m 88.6M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:50:05.780 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (20s) 18s ago 11m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:50:05.781 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (10m) 2m ago 10m 123M 3552M 16.2.5 34f74fddb18e 8499c604b1e8 2021-07-26T15:50:05.781 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (10m) 2m ago 10m 79.8M 3552M 16.2.5 34f74fddb18e 63215fd03257 2021-07-26T15:50:05.781 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (9m) 2m ago 9m 91.4M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:50:05.781 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (9m) 2m ago 9m 91.5M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:50:05.782 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (7m) 2m ago 8m 36.3M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:50:06.175 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:50:06.175 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:50:06.176 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:50:06.176 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:06.177 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:50:06.177 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:50:06.177 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:06.178 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:50:06.179 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 4, 2021-07-26T15:50:06.180 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 4 2021-07-26T15:50:06.180 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:06.181 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:50:06.181 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:50:06.182 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 4, 2021-07-26T15:50:06.182 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 9 2021-07-26T15:50:06.183 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:50:06.183 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:50:06.284 INFO:tasks.rados.rados.0.smithi046.stdout:1275: done (0 left) 2021-07-26T15:50:06.284 INFO:tasks.rados.rados.0.smithi046.stdout:1276: rollback oid 44 current snap is 130 2021-07-26T15:50:06.284 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 115 2021-07-26T15:50:06.285 INFO:tasks.rados.rados.0.smithi046.stdout:1277: read oid 36 snap -1 2021-07-26T15:50:06.285 INFO:tasks.rados.rados.0.smithi046.stdout:1277: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:06.285 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 130 2021-07-26T15:50:06.285 INFO:tasks.rados.rados.0.smithi046.stdout:1278: seq_num 401 ranges {1712128=720896,2433024=606208,3039232=598016} 2021-07-26T15:50:06.304 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04638994-5 from 1712128 to 2433024 tid 1 2021-07-26T15:50:06.307 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04638994-5 from 2433024 to 3039232 tid 2 2021-07-26T15:50:06.311 INFO:tasks.rados.rados.0.smithi046.stdout:1278: writing smithi04638994-5 from 3039232 to 3637248 tid 3 2021-07-26T15:50:06.311 INFO:tasks.rados.rados.0.smithi046.stdout:1279: snap_remove snap 108 2021-07-26T15:50:06.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:06 smithi073 bash[34190]: cephadm 2021-07-26T15:50:04.981709+0000 mgr.y (mgr.24683) 172 : cephadm [INF] Upgrade: Updating osd.4 (1/2) 2021-07-26T15:50:06.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:06 smithi073 bash[34190]: cephadm 2021-07-26T15:50:04.993408+0000 mgr.y (mgr.24683) 173 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:50:06.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:06 smithi073 bash[34190]: cluster 2021-07-26T15:50:05.281889+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T15:50:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[41283]: cephadm 2021-07-26T15:50:04.981709+0000 mgr.y (mgr.24683) 172 : cephadm [INF] Upgrade: Updating osd.4 (1/2) 2021-07-26T15:50:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[41283]: cephadm 2021-07-26T15:50:04.993408+0000 mgr.y (mgr.24683) 173 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:50:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[41283]: cluster 2021-07-26T15:50:05.281889+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T15:50:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[42351]: cephadm 2021-07-26T15:50:04.981709+0000 mgr.y (mgr.24683) 172 : cephadm [INF] Upgrade: Updating osd.4 (1/2) 2021-07-26T15:50:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[42351]: cephadm 2021-07-26T15:50:04.993408+0000 mgr.y (mgr.24683) 173 : cephadm [INF] Deploying daemon osd.4 on smithi073 2021-07-26T15:50:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:06 smithi046 bash[42351]: cluster 2021-07-26T15:50:05.281889+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T15:50:07.299 INFO:tasks.rados.rados.0.smithi046.stdout:1277: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:07.300 INFO:tasks.rados.rados.0.smithi046.stdout:1276: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:50:07.300 INFO:tasks.rados.rados.0.smithi046.stdout:1276: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:50:07.301 INFO:tasks.rados.rados.0.smithi046.stdout:1276: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:50:07.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 459 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:50:07.302 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 1 to smithi04638994-5 2021-07-26T15:50:07.302 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 2 to smithi04638994-5 2021-07-26T15:50:07.303 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 3 to smithi04638994-5 2021-07-26T15:50:07.303 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 4 to smithi04638994-5 2021-07-26T15:50:07.303 INFO:tasks.rados.rados.0.smithi046.stdout:1278: finishing write tid 5 to smithi04638994-5 2021-07-26T15:50:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 870 (ObjNum 401 snap 130 seq_num 401) dirty exists 2021-07-26T15:50:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:1278: left oid 5 (ObjNum 401 snap 130 seq_num 401) 2021-07-26T15:50:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:1276: done (3 left) 2021-07-26T15:50:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:1277: done (2 left) 2021-07-26T15:50:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:1278: done (1 left) 2021-07-26T15:50:07.307 INFO:tasks.rados.rados.0.smithi046.stdout:1279: done (0 left) 2021-07-26T15:50:07.307 INFO:tasks.rados.rados.0.smithi046.stdout:1280: snap_remove snap 107 2021-07-26T15:50:07.354 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[34190]: audit 2021-07-26T15:50:05.426462+0000 mgr.y (mgr.24683) 174 : audit [DBG] from='client.44215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.355 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[34190]: audit 2021-07-26T15:50:05.759994+0000 mgr.y (mgr.24683) 175 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.355 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[34190]: cluster 2021-07-26T15:50:05.876190+0000 mgr.y (mgr.24683) 176 : cluster [DBG] pgmap v262: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 438 KiB/s wr, 1 op/s 2021-07-26T15:50:07.355 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[34190]: audit 2021-07-26T15:50:06.175399+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/3569226364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:07.355 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[34190]: cluster 2021-07-26T15:50:06.284258+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T15:50:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[41283]: audit 2021-07-26T15:50:05.426462+0000 mgr.y (mgr.24683) 174 : audit [DBG] from='client.44215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[41283]: audit 2021-07-26T15:50:05.759994+0000 mgr.y (mgr.24683) 175 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[41283]: cluster 2021-07-26T15:50:05.876190+0000 mgr.y (mgr.24683) 176 : cluster [DBG] pgmap v262: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 438 KiB/s wr, 1 op/s 2021-07-26T15:50:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[41283]: audit 2021-07-26T15:50:06.175399+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/3569226364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[41283]: cluster 2021-07-26T15:50:06.284258+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T15:50:07.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[42351]: audit 2021-07-26T15:50:05.426462+0000 mgr.y (mgr.24683) 174 : audit [DBG] from='client.44215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[42351]: audit 2021-07-26T15:50:05.759994+0000 mgr.y (mgr.24683) 175 : audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:07.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[42351]: cluster 2021-07-26T15:50:05.876190+0000 mgr.y (mgr.24683) 176 : cluster [DBG] pgmap v262: 25 pgs: 4 active+clean+wait, 21 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 438 KiB/s wr, 1 op/s 2021-07-26T15:50:07.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[42351]: audit 2021-07-26T15:50:06.175399+0000 mon.c (mon.1) 8 : audit [DBG] from='client.? 172.21.15.46:0/3569226364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:07.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:07 smithi046 bash[42351]: cluster 2021-07-26T15:50:06.284258+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T15:50:07.618 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:07 smithi073 systemd[1]: Stopping Ceph osd.4 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:50:07.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:07 smithi073 docker[35419]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:07.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[18228]: debug 2021-07-26T15:50:07.462+0000 7f2e93c70700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:50:07.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[18228]: debug 2021-07-26T15:50:07.462+0000 7f2e93c70700 -1 osd.4 310 *** Got signal Terminated *** 2021-07-26T15:50:07.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:07 smithi073 bash[18228]: debug 2021-07-26T15:50:07.462+0000 7f2e93c70700 -1 osd.4 310 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:50:08.309 INFO:tasks.rados.rados.0.smithi046.stdout:1280: done (0 left) 2021-07-26T15:50:08.309 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 130 2021-07-26T15:50:08.309 INFO:tasks.rados.rados.0.smithi046.stdout:1281: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2021-07-26T15:50:08.317 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04638994-12 from 0 to 737280 tid 1 2021-07-26T15:50:08.318 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04638994-12 from 737280 to 1228800 tid 2 2021-07-26T15:50:08.318 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04638994-12 from 1228800 to 1744896 tid 3 2021-07-26T15:50:08.318 INFO:tasks.rados.rados.0.smithi046.stdout:1281: writing smithi04638994-12 from 1744896 to 1941504 tid 4 2021-07-26T15:50:08.319 INFO:tasks.rados.rados.0.smithi046.stdout:1282: read oid 41 snap 67 2021-07-26T15:50:08.319 INFO:tasks.rados.rados.0.smithi046.stdout:1282: expect (ObjNum 233 snap 67 seq_num 233) 2021-07-26T15:50:08.319 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 130 2021-07-26T15:50:08.319 INFO:tasks.rados.rados.0.smithi046.stdout:1283: seq_num 403 ranges {6569984=753664,7323648=425984,7749632=720896,8470528=57344} 2021-07-26T15:50:08.359 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04638994-48 from 6569984 to 7323648 tid 1 2021-07-26T15:50:08.361 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04638994-48 from 7323648 to 7749632 tid 2 2021-07-26T15:50:08.366 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04638994-48 from 7749632 to 8470528 tid 3 2021-07-26T15:50:08.366 INFO:tasks.rados.rados.0.smithi046.stdout:1283: writing smithi04638994-48 from 8470528 to 8527872 tid 4 2021-07-26T15:50:08.366 INFO:tasks.rados.rados.0.smithi046.stdout:1284: delete oid 5 current snap is 130 2021-07-26T15:50:08.370 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 1 to smithi04638994-48 2021-07-26T15:50:08.370 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 2 to smithi04638994-48 2021-07-26T15:50:08.372 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 3 to smithi04638994-48 2021-07-26T15:50:08.372 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 4 to smithi04638994-48 2021-07-26T15:50:08.373 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 5 to smithi04638994-48 2021-07-26T15:50:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:1283: finishing write tid 6 to smithi04638994-48 2021-07-26T15:50:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 827 (ObjNum 403 snap 130 seq_num 403) dirty exists 2021-07-26T15:50:08.374 INFO:tasks.rados.rados.0.smithi046.stdout:1283: left oid 48 (ObjNum 403 snap 130 seq_num 403) 2021-07-26T15:50:08.618 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:08 smithi073 docker[35419]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:50:08.618 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[35468]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:08.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.286930+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T15:50:08.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.602409+0000 mon.a (mon.0) 512 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.602553+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:08.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.744229+0000 mon.a (mon.0) 514 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.744451+0000 mon.a (mon.0) 515 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.744655+0000 mon.a (mon.0) 516 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.744879+0000 mon.a (mon.0) 517 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.745113+0000 mon.a (mon.0) 518 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.745513+0000 mon.a (mon.0) 519 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.745735+0000 mon.a (mon.0) 520 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.746318+0000 mon.a (mon.0) 521 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.746686+0000 mon.a (mon.0) 522 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.747005+0000 mon.a (mon.0) 523 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.747346+0000 mon.a (mon.0) 524 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.748165+0000 mon.a (mon.0) 525 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.748432+0000 mon.a (mon.0) 526 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.749017+0000 mon.a (mon.0) 527 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.805296+0000 mon.a (mon.0) 528 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:07.876805+0000 mgr.y (mgr.24683) 177 : cluster [DBG] pgmap v265: 25 pgs: 25 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 1 op/s 2021-07-26T15:50:08.624 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.148161+0000 mon.a (mon.0) 529 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.625 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.148397+0000 mon.a (mon.0) 530 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.148647+0000 mon.a (mon.0) 531 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.148862+0000 mon.a (mon.0) 532 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.149102+0000 mon.a (mon.0) 533 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.149629+0000 mon.a (mon.0) 534 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.627 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.150037+0000 mon.a (mon.0) 535 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.150522+0000 mon.a (mon.0) 536 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.150964+0000 mon.a (mon.0) 537 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.151226+0000 mon.a (mon.0) 538 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.151904+0000 mon.a (mon.0) 539 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.152209+0000 mon.a (mon.0) 540 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.152428+0000 mon.a (mon.0) 541 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.152641+0000 mon.a (mon.0) 542 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.629 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:08 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.209090+0000 mon.a (mon.0) 543 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.286930+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T15:50:08.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.602409+0000 mon.a (mon.0) 512 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.602553+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:08.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.744229+0000 mon.a (mon.0) 514 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.744451+0000 mon.a (mon.0) 515 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.744655+0000 mon.a (mon.0) 516 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.744879+0000 mon.a (mon.0) 517 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.745113+0000 mon.a (mon.0) 518 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.745513+0000 mon.a (mon.0) 519 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.745735+0000 mon.a (mon.0) 520 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.746318+0000 mon.a (mon.0) 521 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.746686+0000 mon.a (mon.0) 522 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.747005+0000 mon.a (mon.0) 523 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.747346+0000 mon.a (mon.0) 524 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.748165+0000 mon.a (mon.0) 525 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.748432+0000 mon.a (mon.0) 526 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.749017+0000 mon.a (mon.0) 527 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.805296+0000 mon.a (mon.0) 528 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:07.876805+0000 mgr.y (mgr.24683) 177 : cluster [DBG] pgmap v265: 25 pgs: 25 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 1 op/s 2021-07-26T15:50:08.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.148161+0000 mon.a (mon.0) 529 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.148397+0000 mon.a (mon.0) 530 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.148647+0000 mon.a (mon.0) 531 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.148862+0000 mon.a (mon.0) 532 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.149102+0000 mon.a (mon.0) 533 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.149629+0000 mon.a (mon.0) 534 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.286930+0000 mon.a (mon.0) 511 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T15:50:08.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.602409+0000 mon.a (mon.0) 512 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.602553+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:08.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.744229+0000 mon.a (mon.0) 514 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.744451+0000 mon.a (mon.0) 515 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.744655+0000 mon.a (mon.0) 516 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.744879+0000 mon.a (mon.0) 517 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.745113+0000 mon.a (mon.0) 518 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.745513+0000 mon.a (mon.0) 519 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.745735+0000 mon.a (mon.0) 520 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.746318+0000 mon.a (mon.0) 521 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.746686+0000 mon.a (mon.0) 522 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.747005+0000 mon.a (mon.0) 523 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.747346+0000 mon.a (mon.0) 524 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.748165+0000 mon.a (mon.0) 525 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.748432+0000 mon.a (mon.0) 526 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.749017+0000 mon.a (mon.0) 527 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.805296+0000 mon.a (mon.0) 528 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:07.876805+0000 mgr.y (mgr.24683) 177 : cluster [DBG] pgmap v265: 25 pgs: 25 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 170 B/s rd, 1.3 MiB/s wr, 1 op/s 2021-07-26T15:50:08.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.148161+0000 mon.a (mon.0) 529 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.148397+0000 mon.a (mon.0) 530 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.148647+0000 mon.a (mon.0) 531 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.148862+0000 mon.a (mon.0) 532 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.149102+0000 mon.a (mon.0) 533 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T15:50:08.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.149629+0000 mon.a (mon.0) 534 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.150037+0000 mon.a (mon.0) 535 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.150522+0000 mon.a (mon.0) 536 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.150964+0000 mon.a (mon.0) 537 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.151226+0000 mon.a (mon.0) 538 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.697 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.151904+0000 mon.a (mon.0) 539 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.152209+0000 mon.a (mon.0) 540 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.152428+0000 mon.a (mon.0) 541 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.152641+0000 mon.a (mon.0) 542 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.209090+0000 mon.a (mon.0) 543 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.150037+0000 mon.a (mon.0) 535 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:08.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.150522+0000 mon.a (mon.0) 536 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.150964+0000 mon.a (mon.0) 537 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T15:50:08.699 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.151226+0000 mon.a (mon.0) 538 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.151904+0000 mon.a (mon.0) 539 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T15:50:08.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.152209+0000 mon.a (mon.0) 540 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T15:50:08.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.152428+0000 mon.a (mon.0) 541 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T15:50:08.700 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.152641+0000 mon.a (mon.0) 542 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T15:50:08.701 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:08 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.209090+0000 mon.a (mon.0) 543 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T15:50:09.308 INFO:tasks.rados.rados.0.smithi046.stdout:1283: done (3 left) 2021-07-26T15:50:09.309 INFO:tasks.rados.rados.0.smithi046.stdout:1284: done (2 left) 2021-07-26T15:50:09.309 INFO:tasks.rados.rados.0.smithi046.stdout:1285: read oid 20 snap 67 2021-07-26T15:50:09.309 INFO:tasks.rados.rados.0.smithi046.stdout:1285: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:50:09.309 INFO:tasks.rados.rados.0.smithi046.stdout:1286: read oid 6 snap 127 2021-07-26T15:50:09.310 INFO:tasks.rados.rados.0.smithi046.stdout:1286: expect (ObjNum 198178000 snap 22029 seq_num 197553456) 2021-07-26T15:50:09.310 INFO:tasks.rados.rados.0.smithi046.stdout:1287: snap_remove snap 99 2021-07-26T15:50:09.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:09 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.283268+0000 mon.a (mon.0) 544 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:09.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:09 smithi073 bash[34190]: cluster 2021-07-26T15:50:08.298836+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e311: 8 total, 7 up, 8 in 2021-07-26T15:50:09.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:09 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.283268+0000 mon.a (mon.0) 544 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:09 smithi046 bash[41283]: cluster 2021-07-26T15:50:08.298836+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e311: 8 total, 7 up, 8 in 2021-07-26T15:50:09.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:09 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.283268+0000 mon.a (mon.0) 544 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:09.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:09 smithi046 bash[42351]: cluster 2021-07-26T15:50:08.298836+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e311: 8 total, 7 up, 8 in 2021-07-26T15:50:10.324 INFO:tasks.rados.rados.0.smithi046.stdout:1286: expect (ObjNum 198178000 snap 22029 seq_num 197553456) 2021-07-26T15:50:10.330 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 1 to smithi04638994-12 2021-07-26T15:50:10.330 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 2 to smithi04638994-12 2021-07-26T15:50:10.331 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 3 to smithi04638994-12 2021-07-26T15:50:10.331 INFO:tasks.rados.rados.0.smithi046.stdout:1286: done (4 left) 2021-07-26T15:50:10.331 INFO:tasks.rados.rados.0.smithi046.stdout:1287: done (3 left) 2021-07-26T15:50:10.331 INFO:tasks.rados.rados.0.smithi046.stdout:1288: read oid 8 snap 123 2021-07-26T15:50:10.332 INFO:tasks.rados.rados.0.smithi046.stdout:1288: expect (ObjNum 197823472 snap 22029 seq_num 198276624) 2021-07-26T15:50:10.332 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 130 2021-07-26T15:50:10.332 INFO:tasks.rados.rados.0.smithi046.stdout:1289: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2021-07-26T15:50:10.335 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04638994-39 from 0 to 786432 tid 1 2021-07-26T15:50:10.338 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04638994-39 from 786432 to 1376256 tid 2 2021-07-26T15:50:10.342 INFO:tasks.rados.rados.0.smithi046.stdout:1289: writing smithi04638994-39 from 1376256 to 1990656 tid 3 2021-07-26T15:50:10.342 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 130 2021-07-26T15:50:10.342 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 4 to smithi04638994-12 2021-07-26T15:50:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:1290: seq_num 406 ranges {3989504=802816,4792320=475136,5267456=499712,5767168=229376} 2021-07-26T15:50:10.369 INFO:tasks.rados.rados.0.smithi046.stdout:1290: writing smithi04638994-13 from 3989504 to 4792320 tid 1 2021-07-26T15:50:10.371 INFO:tasks.rados.rados.0.smithi046.stdout:1290: writing smithi04638994-13 from 4792320 to 5267456 tid 2 2021-07-26T15:50:10.374 INFO:tasks.rados.rados.0.smithi046.stdout:1290: writing smithi04638994-13 from 5267456 to 5767168 tid 3 2021-07-26T15:50:10.376 INFO:tasks.rados.rados.0.smithi046.stdout:1290: writing smithi04638994-13 from 5767168 to 5996544 tid 4 2021-07-26T15:50:10.377 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 130 2021-07-26T15:50:10.377 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 5 to smithi04638994-12 2021-07-26T15:50:10.377 INFO:tasks.rados.rados.0.smithi046.stdout:1291: seq_num 407 ranges {4210688=425984,4636672=761856,5398528=704512,6103040=139264} 2021-07-26T15:50:10.403 INFO:tasks.rados.rados.0.smithi046.stdout:1291: writing smithi04638994-33 from 4210688 to 4636672 tid 1 2021-07-26T15:50:10.407 INFO:tasks.rados.rados.0.smithi046.stdout:1291: writing smithi04638994-33 from 4636672 to 5398528 tid 2 2021-07-26T15:50:10.411 INFO:tasks.rados.rados.0.smithi046.stdout:1291: writing smithi04638994-33 from 5398528 to 6103040 tid 3 2021-07-26T15:50:10.412 INFO:tasks.rados.rados.0.smithi046.stdout:1291: writing smithi04638994-33 from 6103040 to 6242304 tid 4 2021-07-26T15:50:10.412 INFO:tasks.rados.rados.0.smithi046.stdout:1292: snap_remove snap 74 2021-07-26T15:50:10.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:10 smithi073 bash[34190]: cluster 2021-07-26T15:50:09.300602+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e312: 8 total, 7 up, 8 in 2021-07-26T15:50:10.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:10 smithi073 bash[34190]: cluster 2021-07-26T15:50:09.877470+0000 mgr.y (mgr.24683) 178 : cluster [DBG] pgmap v268: 25 pgs: 4 peering, 2 stale+active+clean, 19 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T15:50:10.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:10 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.4.service: Succeeded. 2021-07-26T15:50:10.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:10 smithi073 systemd[1]: Stopped Ceph osd.4 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:10.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:10 smithi046 bash[41283]: cluster 2021-07-26T15:50:09.300602+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e312: 8 total, 7 up, 8 in 2021-07-26T15:50:10.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:10 smithi046 bash[41283]: cluster 2021-07-26T15:50:09.877470+0000 mgr.y (mgr.24683) 178 : cluster [DBG] pgmap v268: 25 pgs: 4 peering, 2 stale+active+clean, 19 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T15:50:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:10 smithi046 bash[42351]: cluster 2021-07-26T15:50:09.300602+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e312: 8 total, 7 up, 8 in 2021-07-26T15:50:10.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:10 smithi046 bash[42351]: cluster 2021-07-26T15:50:09.877470+0000 mgr.y (mgr.24683) 178 : cluster [DBG] pgmap v268: 25 pgs: 4 peering, 2 stale+active+clean, 19 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T15:50:11.048 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:10 smithi073 systemd[1]: Started Ceph osd.4 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:11.049 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:10 smithi073 bash[35582]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:11.332 INFO:tasks.rados.rados.0.smithi046.stdout:1292: done (7 left) 2021-07-26T15:50:11.332 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 130 2021-07-26T15:50:11.333 INFO:tasks.rados.rados.0.smithi046.stdout:1281: finishing write tid 6 to smithi04638994-12 2021-07-26T15:50:11.333 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 543 (ObjNum 402 snap 130 seq_num 402) dirty exists 2021-07-26T15:50:11.333 INFO:tasks.rados.rados.0.smithi046.stdout:1281: left oid 12 (ObjNum 402 snap 130 seq_num 402) 2021-07-26T15:50:11.333 INFO:tasks.rados.rados.0.smithi046.stdout:1282: expect (ObjNum 233 snap 67 seq_num 233) 2021-07-26T15:50:11.383 INFO:tasks.rados.rados.0.smithi046.stdout:1285: expect (ObjNum 55 snap 4 seq_num 55) 2021-07-26T15:50:11.445 INFO:tasks.rados.rados.0.smithi046.stdout:1288: expect (ObjNum 197823472 snap 22029 seq_num 198276624) 2021-07-26T15:50:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 1 to smithi04638994-39 2021-07-26T15:50:11.446 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 2 to smithi04638994-39 2021-07-26T15:50:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 3 to smithi04638994-39 2021-07-26T15:50:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 4 to smithi04638994-39 2021-07-26T15:50:11.447 INFO:tasks.rados.rados.0.smithi046.stdout:1293: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2021-07-26T15:50:11.453 INFO:tasks.rados.rados.0.smithi046.stdout:1293: writing smithi04638994-37 from 0 to 442368 tid 1 2021-07-26T15:50:11.462 INFO:tasks.rados.rados.0.smithi046.stdout:1293: writing smithi04638994-37 from 442368 to 1089536 tid 2 2021-07-26T15:50:11.466 INFO:tasks.rados.rados.0.smithi046.stdout:1293: writing smithi04638994-37 from 1089536 to 1597440 tid 3 2021-07-26T15:50:11.471 INFO:tasks.rados.rados.0.smithi046.stdout:1293: writing smithi04638994-37 from 1597440 to 2048000 tid 4 2021-07-26T15:50:11.471 INFO:tasks.rados.rados.0.smithi046.stdout:1281: done (7 left) 2021-07-26T15:50:11.471 INFO:tasks.rados.rados.0.smithi046.stdout:1282: done (6 left) 2021-07-26T15:50:11.471 INFO:tasks.rados.rados.0.smithi046.stdout:1285: done (5 left) 2021-07-26T15:50:11.472 INFO:tasks.rados.rados.0.smithi046.stdout:1288: done (4 left) 2021-07-26T15:50:11.472 INFO:tasks.rados.rados.0.smithi046.stdout:1294: setattr oid 4 current snap is 130 2021-07-26T15:50:11.472 INFO:tasks.rados.rados.0.smithi046.stdout:1289: finishing write tid 5 to smithi04638994-39 2021-07-26T15:50:11.472 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 599 (ObjNum 405 snap 130 seq_num 405) dirty exists 2021-07-26T15:50:11.472 INFO:tasks.rados.rados.0.smithi046.stdout:1289: left oid 39 (ObjNum 405 snap 130 seq_num 405) 2021-07-26T15:50:11.473 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 1 to smithi04638994-13 2021-07-26T15:50:11.473 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 2 to smithi04638994-13 2021-07-26T15:50:11.473 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 3 to smithi04638994-13 2021-07-26T15:50:11.473 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 4 to smithi04638994-13 2021-07-26T15:50:11.474 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 5 to smithi04638994-13 2021-07-26T15:50:11.474 INFO:tasks.rados.rados.0.smithi046.stdout:1290: finishing write tid 6 to smithi04638994-13 2021-07-26T15:50:11.474 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 407 (ObjNum 406 snap 130 seq_num 406) dirty exists 2021-07-26T15:50:11.475 INFO:tasks.rados.rados.0.smithi046.stdout:1290: left oid 13 (ObjNum 406 snap 130 seq_num 406) 2021-07-26T15:50:11.475 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 1 to smithi04638994-33 2021-07-26T15:50:11.476 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 2 to smithi04638994-33 2021-07-26T15:50:11.476 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 3 to smithi04638994-33 2021-07-26T15:50:11.476 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 4 to smithi04638994-33 2021-07-26T15:50:11.476 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 5 to smithi04638994-33 2021-07-26T15:50:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:1291: finishing write tid 6 to smithi04638994-33 2021-07-26T15:50:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 382 (ObjNum 407 snap 130 seq_num 407) dirty exists 2021-07-26T15:50:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:1291: left oid 33 (ObjNum 407 snap 130 seq_num 407) 2021-07-26T15:50:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 1 to smithi04638994-37 2021-07-26T15:50:11.477 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 2 to smithi04638994-37 2021-07-26T15:50:11.478 INFO:tasks.rados.rados.0.smithi046.stdout:1289: done (4 left) 2021-07-26T15:50:11.478 INFO:tasks.rados.rados.0.smithi046.stdout:1290: done (3 left) 2021-07-26T15:50:11.478 INFO:tasks.rados.rados.0.smithi046.stdout:1291: done (2 left) 2021-07-26T15:50:11.478 INFO:tasks.rados.rados.0.smithi046.stdout:1295: copy_from oid 47 from oid 9 current snap is 130 2021-07-26T15:50:11.478 INFO:tasks.rados.rados.0.smithi046.stdout:1296: snap_create 2021-07-26T15:50:11.480 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing copy_from to smithi04638994-47 2021-07-26T15:50:11.480 INFO:tasks.rados.rados.0.smithi046.stdout:1295: got expected ENOENT (src dne) 2021-07-26T15:50:11.480 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 3 to smithi04638994-37 2021-07-26T15:50:11.480 INFO:tasks.rados.rados.0.smithi046.stdout:1295: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:50:11.481 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 4 to smithi04638994-37 2021-07-26T15:50:11.481 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 872 (ObjNum 387 snap 124 seq_num 387) dirty exists 2021-07-26T15:50:11.481 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 5 to smithi04638994-37 2021-07-26T15:50:11.481 INFO:tasks.rados.rados.0.smithi046.stdout:1293: finishing write tid 6 to smithi04638994-37 2021-07-26T15:50:11.481 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 733 (ObjNum 408 snap 130 seq_num 408) dirty exists 2021-07-26T15:50:11.482 INFO:tasks.rados.rados.0.smithi046.stdout:1293: left oid 37 (ObjNum 408 snap 130 seq_num 408) 2021-07-26T15:50:11.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:11 smithi073 bash[34190]: cluster 2021-07-26T15:50:10.321052+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e313: 8 total, 7 up, 8 in 2021-07-26T15:50:11.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:11 smithi073 bash[34190]: audit 2021-07-26T15:50:10.808333+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:11 smithi046 bash[41283]: cluster 2021-07-26T15:50:10.321052+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e313: 8 total, 7 up, 8 in 2021-07-26T15:50:11.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:11 smithi046 bash[41283]: audit 2021-07-26T15:50:10.808333+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:11 smithi046 bash[42351]: cluster 2021-07-26T15:50:10.321052+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e313: 8 total, 7 up, 8 in 2021-07-26T15:50:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:11 smithi046 bash[42351]: audit 2021-07-26T15:50:10.808333+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:12.334 INFO:tasks.rados.rados.0.smithi046.stdout:1293: done (3 left) 2021-07-26T15:50:12.335 INFO:tasks.rados.rados.0.smithi046.stdout:1294: done (2 left) 2021-07-26T15:50:12.335 INFO:tasks.rados.rados.0.smithi046.stdout:1295: done (1 left) 2021-07-26T15:50:12.335 INFO:tasks.rados.rados.0.smithi046.stdout:1296: done (0 left) 2021-07-26T15:50:12.336 INFO:tasks.rados.rados.0.smithi046.stdout:1297: snap_remove snap 86 2021-07-26T15:50:12.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:12 smithi073 bash[34190]: cluster 2021-07-26T15:50:11.332554+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e314: 8 total, 7 up, 8 in 2021-07-26T15:50:12.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:12 smithi073 bash[34190]: cluster 2021-07-26T15:50:11.878277+0000 mgr.y (mgr.24683) 179 : cluster [DBG] pgmap v271: 25 pgs: 4 active+undersized+degraded, 4 peering, 1 stale+active+clean, 16 active+clean; 390 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 54/711 objects degraded (7.595%) 2021-07-26T15:50:12.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:12 smithi046 bash[41283]: cluster 2021-07-26T15:50:11.332554+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e314: 8 total, 7 up, 8 in 2021-07-26T15:50:12.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:12 smithi046 bash[41283]: cluster 2021-07-26T15:50:11.878277+0000 mgr.y (mgr.24683) 179 : cluster [DBG] pgmap v271: 25 pgs: 4 active+undersized+degraded, 4 peering, 1 stale+active+clean, 16 active+clean; 390 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 54/711 objects degraded (7.595%) 2021-07-26T15:50:12.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:12 smithi046 bash[42351]: cluster 2021-07-26T15:50:11.332554+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e314: 8 total, 7 up, 8 in 2021-07-26T15:50:12.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:12 smithi046 bash[42351]: cluster 2021-07-26T15:50:11.878277+0000 mgr.y (mgr.24683) 179 : cluster [DBG] pgmap v271: 25 pgs: 4 active+undersized+degraded, 4 peering, 1 stale+active+clean, 16 active+clean; 390 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 54/711 objects degraded (7.595%) 2021-07-26T15:50:13.332 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:50:13.332 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-07-26T15:50:13.332 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:50:13.333 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:50:13.333 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:50:13.333 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:50:13.333 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[35582]: --> ceph-volume lvm activate successful for osd ID: 4 2021-07-26T15:50:13.345 INFO:tasks.rados.rados.0.smithi046.stdout:1297: done (0 left) 2021-07-26T15:50:13.346 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 131 2021-07-26T15:50:13.346 INFO:tasks.rados.rados.0.smithi046.stdout:1298: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2021-07-26T15:50:13.353 INFO:tasks.rados.rados.0.smithi046.stdout:1298: writing smithi04638994-8 from 0 to 458752 tid 1 2021-07-26T15:50:13.356 INFO:tasks.rados.rados.0.smithi046.stdout:1298: writing smithi04638994-8 from 458752 to 991232 tid 2 2021-07-26T15:50:13.362 INFO:tasks.rados.rados.0.smithi046.stdout:1298: writing smithi04638994-8 from 991232 to 1712128 tid 3 2021-07-26T15:50:13.365 INFO:tasks.rados.rados.0.smithi046.stdout:1298: writing smithi04638994-8 from 1712128 to 2064384 tid 4 2021-07-26T15:50:13.373 INFO:tasks.rados.rados.0.smithi046.stdout:1299: rollback oid 31 current snap is 131 2021-07-26T15:50:13.373 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 118 2021-07-26T15:50:13.374 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 1 to smithi04638994-8 2021-07-26T15:50:13.374 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 2 to smithi04638994-8 2021-07-26T15:50:13.374 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 131 2021-07-26T15:50:13.374 INFO:tasks.rados.rados.0.smithi046.stdout:1300: seq_num 410 ranges {5144576=475136,5619712=417792,6037504=475136,6512640=425984,6938624=286720} 2021-07-26T15:50:13.397 INFO:tasks.rados.rados.0.smithi046.stdout:1300: writing smithi04638994-20 from 5144576 to 5619712 tid 1 2021-07-26T15:50:13.399 INFO:tasks.rados.rados.0.smithi046.stdout:1300: writing smithi04638994-20 from 5619712 to 6037504 tid 2 2021-07-26T15:50:13.402 INFO:tasks.rados.rados.0.smithi046.stdout:1300: writing smithi04638994-20 from 6037504 to 6512640 tid 3 2021-07-26T15:50:13.404 INFO:tasks.rados.rados.0.smithi046.stdout:1300: writing smithi04638994-20 from 6512640 to 6938624 tid 4 2021-07-26T15:50:13.406 INFO:tasks.rados.rados.0.smithi046.stdout:1300: writing smithi04638994-20 from 6938624 to 7225344 tid 5 2021-07-26T15:50:13.406 INFO:tasks.rados.rados.0.smithi046.stdout:1301: read oid 41 snap -1 2021-07-26T15:50:13.407 INFO:tasks.rados.rados.0.smithi046.stdout:1301: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:50:13.407 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 131 2021-07-26T15:50:13.407 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 3 to smithi04638994-8 2021-07-26T15:50:13.407 INFO:tasks.rados.rados.0.smithi046.stdout:1302: seq_num 411 ranges {1654784=491520,2146304=753664,2899968=688128,3588096=163840} 2021-07-26T15:50:13.419 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04638994-2 from 1654784 to 2146304 tid 1 2021-07-26T15:50:13.423 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04638994-2 from 2146304 to 2899968 tid 2 2021-07-26T15:50:13.428 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04638994-2 from 2899968 to 3588096 tid 3 2021-07-26T15:50:13.429 INFO:tasks.rados.rados.0.smithi046.stdout:1302: writing smithi04638994-2 from 3588096 to 3751936 tid 4 2021-07-26T15:50:13.430 INFO:tasks.rados.rados.0.smithi046.stdout:1303: snap_create 2021-07-26T15:50:13.430 INFO:tasks.rados.rados.0.smithi046.stdout:1299: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:50:13.430 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 397 (ObjNum 1716934502 snap 1769237091 seq_num 1852664912) dirty dne 2021-07-26T15:50:13.431 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 4 to smithi04638994-8 2021-07-26T15:50:13.431 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 5 to smithi04638994-8 2021-07-26T15:50:13.431 INFO:tasks.rados.rados.0.smithi046.stdout:1298: finishing write tid 6 to smithi04638994-8 2021-07-26T15:50:13.431 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 898 (ObjNum 409 snap 131 seq_num 409) dirty exists 2021-07-26T15:50:13.431 INFO:tasks.rados.rados.0.smithi046.stdout:1298: left oid 8 (ObjNum 409 snap 131 seq_num 409) 2021-07-26T15:50:13.432 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 1 to smithi04638994-20 2021-07-26T15:50:13.432 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 2 to smithi04638994-20 2021-07-26T15:50:13.432 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 3 to smithi04638994-20 2021-07-26T15:50:13.432 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 4 to smithi04638994-20 2021-07-26T15:50:13.433 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 5 to smithi04638994-20 2021-07-26T15:50:13.433 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 6 to smithi04638994-20 2021-07-26T15:50:13.433 INFO:tasks.rados.rados.0.smithi046.stdout:1300: finishing write tid 7 to smithi04638994-20 2021-07-26T15:50:13.433 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 905 (ObjNum 410 snap 131 seq_num 410) dirty exists 2021-07-26T15:50:13.433 INFO:tasks.rados.rados.0.smithi046.stdout:1300: left oid 20 (ObjNum 410 snap 131 seq_num 410) 2021-07-26T15:50:13.434 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 1 to smithi04638994-2 2021-07-26T15:50:13.434 INFO:tasks.rados.rados.0.smithi046.stdout:1301: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:50:13.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[34190]: cluster 2021-07-26T15:50:12.327840+0000 mon.a (mon.0) 550 : cluster [WRN] Health check failed: Degraded data redundancy: 54/711 objects degraded (7.595%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:13.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:13 smithi073 bash[34190]: cluster 2021-07-26T15:50:12.335601+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e315: 8 total, 7 up, 8 in 2021-07-26T15:50:13.650 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 2 to smithi04638994-2 2021-07-26T15:50:13.651 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 3 to smithi04638994-2 2021-07-26T15:50:13.651 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 4 to smithi04638994-2 2021-07-26T15:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 5 to smithi04638994-2 2021-07-26T15:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:1302: finishing write tid 6 to smithi04638994-2 2021-07-26T15:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 605 (ObjNum 411 snap 131 seq_num 411) dirty exists 2021-07-26T15:50:13.652 INFO:tasks.rados.rados.0.smithi046.stdout:1302: left oid 2 (ObjNum 411 snap 131 seq_num 411) 2021-07-26T15:50:13.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[41283]: cluster 2021-07-26T15:50:12.327840+0000 mon.a (mon.0) 550 : cluster [WRN] Health check failed: Degraded data redundancy: 54/711 objects degraded (7.595%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:13.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[41283]: cluster 2021-07-26T15:50:12.335601+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e315: 8 total, 7 up, 8 in 2021-07-26T15:50:13.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[42351]: cluster 2021-07-26T15:50:12.327840+0000 mon.a (mon.0) 550 : cluster [WRN] Health check failed: Degraded data redundancy: 54/711 objects degraded (7.595%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:13.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[42351]: cluster 2021-07-26T15:50:12.335601+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e315: 8 total, 7 up, 8 in 2021-07-26T15:50:13.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:13.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:13.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:13.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:50:14.436 INFO:tasks.rados.rados.0.smithi046.stdout:1298: done (5 left) 2021-07-26T15:50:14.437 INFO:tasks.rados.rados.0.smithi046.stdout:1299: done (4 left) 2021-07-26T15:50:14.437 INFO:tasks.rados.rados.0.smithi046.stdout:1300: done (3 left) 2021-07-26T15:50:14.437 INFO:tasks.rados.rados.0.smithi046.stdout:1301: done (2 left) 2021-07-26T15:50:14.438 INFO:tasks.rados.rados.0.smithi046.stdout:1302: done (1 left) 2021-07-26T15:50:14.438 INFO:tasks.rados.rados.0.smithi046.stdout:1303: done (0 left) 2021-07-26T15:50:14.438 INFO:tasks.rados.rados.0.smithi046.stdout:1304: snap_remove snap 84 2021-07-26T15:50:14.618 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[35787]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[34190]: cluster 2021-07-26T15:50:13.345990+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e316: 8 total, 7 up, 8 in 2021-07-26T15:50:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[34190]: cephadm 2021-07-26T15:50:13.427949+0000 mgr.y (mgr.24683) 180 : cephadm [INF] Upgrade: Updating osd.5 (2/2) 2021-07-26T15:50:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[34190]: audit 2021-07-26T15:50:13.434717+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[34190]: cephadm 2021-07-26T15:50:13.436196+0000 mgr.y (mgr.24683) 181 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:50:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:14 smithi073 bash[34190]: cluster 2021-07-26T15:50:13.879211+0000 mgr.y (mgr.24683) 182 : cluster [DBG] pgmap v274: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:14.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[41283]: cluster 2021-07-26T15:50:13.345990+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e316: 8 total, 7 up, 8 in 2021-07-26T15:50:14.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[41283]: cephadm 2021-07-26T15:50:13.427949+0000 mgr.y (mgr.24683) 180 : cephadm [INF] Upgrade: Updating osd.5 (2/2) 2021-07-26T15:50:14.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[41283]: audit 2021-07-26T15:50:13.434717+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:14.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[41283]: cephadm 2021-07-26T15:50:13.436196+0000 mgr.y (mgr.24683) 181 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:50:14.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[41283]: cluster 2021-07-26T15:50:13.879211+0000 mgr.y (mgr.24683) 182 : cluster [DBG] pgmap v274: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:14.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[42351]: cluster 2021-07-26T15:50:13.345990+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e316: 8 total, 7 up, 8 in 2021-07-26T15:50:14.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[42351]: cephadm 2021-07-26T15:50:13.427949+0000 mgr.y (mgr.24683) 180 : cephadm [INF] Upgrade: Updating osd.5 (2/2) 2021-07-26T15:50:14.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[42351]: audit 2021-07-26T15:50:13.434717+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:14.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[42351]: cephadm 2021-07-26T15:50:13.436196+0000 mgr.y (mgr.24683) 181 : cephadm [INF] Deploying daemon osd.5 on smithi073 2021-07-26T15:50:14.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:14 smithi046 bash[42351]: cluster 2021-07-26T15:50:13.879211+0000 mgr.y (mgr.24683) 182 : cluster [DBG] pgmap v274: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:1304: done (0 left) 2021-07-26T15:50:15.450 INFO:tasks.rados.rados.0.smithi046.stdout:1305: snap_remove snap 130 2021-07-26T15:50:15.738 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:15 smithi073 bash[34190]: cluster 2021-07-26T15:50:14.437653+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2021-07-26T15:50:15.861 INFO:tasks.rados.rados.0.smithi046.stdout:1305: done (0 left) 2021-07-26T15:50:15.862 INFO:tasks.rados.rados.0.smithi046.stdout:1306: read oid 8 snap 113 2021-07-26T15:50:15.862 INFO:tasks.rados.rados.0.smithi046.stdout:1306: expect (ObjNum 198661504 snap 22029 seq_num 939578560) 2021-07-26T15:50:15.862 INFO:tasks.rados.rados.0.smithi046.stdout:1307: read oid 40 snap -1 2021-07-26T15:50:15.862 INFO:tasks.rados.rados.0.smithi046.stdout:1307: expect (ObjNum 381 snap 122 seq_num 381) 2021-07-26T15:50:15.863 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 132 2021-07-26T15:50:15.863 INFO:tasks.rados.rados.0.smithi046.stdout:1308: seq_num 412 ranges {7397376=507904,7905280=630784,8536064=491520,9027584=483328} 2021-07-26T15:50:15.906 INFO:tasks.rados.rados.0.smithi046.stdout:1308: writing smithi04638994-23 from 7397376 to 7905280 tid 1 2021-07-26T15:50:15.910 INFO:tasks.rados.rados.0.smithi046.stdout:1308: writing smithi04638994-23 from 7905280 to 8536064 tid 2 2021-07-26T15:50:15.913 INFO:tasks.rados.rados.0.smithi046.stdout:1308: writing smithi04638994-23 from 8536064 to 9027584 tid 3 2021-07-26T15:50:15.916 INFO:tasks.rados.rados.0.smithi046.stdout:1308: writing smithi04638994-23 from 9027584 to 9510912 tid 4 2021-07-26T15:50:15.916 INFO:tasks.rados.rados.0.smithi046.stdout:1309: rmattr oid 29 current snap is 132 2021-07-26T15:50:15.916 INFO:tasks.rados.rados.0.smithi046.stdout:1309: done (3 left) 2021-07-26T15:50:15.916 INFO:tasks.rados.rados.0.smithi046.stdout:1310: snap_remove snap 129 2021-07-26T15:50:15.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:15 smithi046 bash[41283]: cluster 2021-07-26T15:50:14.437653+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2021-07-26T15:50:15.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:15 smithi046 bash[42351]: cluster 2021-07-26T15:50:14.437653+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2021-07-26T15:50:16.618 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[35787]: debug 2021-07-26T15:50:16.322+0000 7f220a1b3700 1 -- 172.21.15.73:0/765072941 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dd6b11c340 con 0x55dd6b176800 2021-07-26T15:50:16.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[34190]: cluster 2021-07-26T15:50:15.447722+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2021-07-26T15:50:16.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[34190]: cluster 2021-07-26T15:50:15.862070+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2021-07-26T15:50:16.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[34190]: cluster 2021-07-26T15:50:15.879770+0000 mgr.y (mgr.24683) 183 : cluster [DBG] pgmap v278: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:16.877 INFO:tasks.rados.rados.0.smithi046.stdout:1310: done (3 left) 2021-07-26T15:50:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 132 2021-07-26T15:50:16.878 INFO:tasks.rados.rados.0.smithi046.stdout:1311: seq_num 413 ranges {2580480=524288,3104768=516096,3620864=696320,4317184=393216} 2021-07-26T15:50:16.883 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[35787]: debug 2021-07-26T15:50:16.630+0000 7f2211a070c0 -1 Falling back to public interface 2021-07-26T15:50:16.884 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:16 smithi073 systemd[1]: Stopping Ceph osd.5 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:50:16.884 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:16 smithi073 docker[35968]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:16.898 INFO:tasks.rados.rados.0.smithi046.stdout:1311: writing smithi04638994-50 from 2580480 to 3104768 tid 1 2021-07-26T15:50:16.900 INFO:tasks.rados.rados.0.smithi046.stdout:1311: writing smithi04638994-50 from 3104768 to 3620864 tid 2 2021-07-26T15:50:16.905 INFO:tasks.rados.rados.0.smithi046.stdout:1311: writing smithi04638994-50 from 3620864 to 4317184 tid 3 2021-07-26T15:50:16.907 INFO:tasks.rados.rados.0.smithi046.stdout:1311: writing smithi04638994-50 from 4317184 to 4710400 tid 4 2021-07-26T15:50:16.908 INFO:tasks.rados.rados.0.smithi046.stdout:1312: read oid 33 snap 127 2021-07-26T15:50:16.908 INFO:tasks.rados.rados.0.smithi046.stdout:1312: expect (ObjNum 323 snap 104 seq_num 323) 2021-07-26T15:50:16.909 INFO:tasks.rados.rados.0.smithi046.stdout:1313: delete oid 47 current snap is 132 2021-07-26T15:50:16.909 INFO:tasks.rados.rados.0.smithi046.stdout:1306: expect (ObjNum 198661504 snap 22029 seq_num 939578560) 2021-07-26T15:50:16.910 INFO:tasks.rados.rados.0.smithi046.stdout:1307: expect (ObjNum 381 snap 122 seq_num 381) 2021-07-26T15:50:16.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[41283]: cluster 2021-07-26T15:50:15.447722+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2021-07-26T15:50:16.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[41283]: cluster 2021-07-26T15:50:15.862070+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2021-07-26T15:50:16.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[41283]: cluster 2021-07-26T15:50:15.879770+0000 mgr.y (mgr.24683) 183 : cluster [DBG] pgmap v278: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:16.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[42351]: cluster 2021-07-26T15:50:15.447722+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2021-07-26T15:50:16.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[42351]: cluster 2021-07-26T15:50:15.862070+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2021-07-26T15:50:16.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:16 smithi046 bash[42351]: cluster 2021-07-26T15:50:15.879770+0000 mgr.y (mgr.24683) 183 : cluster [DBG] pgmap v278: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 145/708 objects degraded (20.480%) 2021-07-26T15:50:17.124 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 1 to smithi04638994-23 2021-07-26T15:50:17.125 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 2 to smithi04638994-23 2021-07-26T15:50:17.125 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 3 to smithi04638994-23 2021-07-26T15:50:17.125 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 4 to smithi04638994-23 2021-07-26T15:50:17.125 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 5 to smithi04638994-23 2021-07-26T15:50:17.126 INFO:tasks.rados.rados.0.smithi046.stdout:1308: finishing write tid 6 to smithi04638994-23 2021-07-26T15:50:17.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 911 (ObjNum 412 snap 132 seq_num 412) dirty exists 2021-07-26T15:50:17.126 INFO:tasks.rados.rados.0.smithi046.stdout:1308: left oid 23 (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:17.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[20702]: debug 2021-07-26T15:50:16.882+0000 7fa5e8221700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:50:17.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[20702]: debug 2021-07-26T15:50:16.882+0000 7fa5e8221700 -1 osd.5 319 *** Got signal Terminated *** 2021-07-26T15:50:17.369 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:16 smithi073 bash[20702]: debug 2021-07-26T15:50:16.882+0000 7fa5e8221700 -1 osd.5 319 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:50:18.118 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:17 smithi073 docker[35968]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:50:18.118 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[36024]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:18.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:16.879113+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2021-07-26T15:50:18.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.171767+0000 mon.a (mon.0) 558 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.171870+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.172263+0000 mon.a (mon.0) 560 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.172435+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.172764+0000 mon.a (mon.0) 562 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.172943+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.173166+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.173249+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.173455+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.173613+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.173822+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.174044+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.174190+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.174346+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.122 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.174486+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.573222+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.573525+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.574498+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.123 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.574944+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.576074+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.576603+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.577035+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.577185+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.124 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.577482+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.577621+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.577892+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.578011+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.578298+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.125 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:17 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.578456+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:16.879113+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2021-07-26T15:50:18.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.171767+0000 mon.a (mon.0) 558 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.171870+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:18.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.172263+0000 mon.a (mon.0) 560 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.172435+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.172764+0000 mon.a (mon.0) 562 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.172943+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.173166+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.173249+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.173455+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.173613+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.173822+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.174044+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.174190+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.174346+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.174486+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.573222+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.573525+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.574498+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.574944+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.576074+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.576603+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.577035+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.577185+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.577482+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.577621+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:16.879113+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2021-07-26T15:50:18.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.171767+0000 mon.a (mon.0) 558 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.190 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.171870+0000 mon.a (mon.0) 559 : cluster [INF] osd.5 failed (root=default,host=smithi073) (connection refused reported by osd.7) 2021-07-26T15:50:18.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.172263+0000 mon.a (mon.0) 560 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.191 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.172435+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.192 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.172764+0000 mon.a (mon.0) 562 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.172943+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.173166+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.193 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.173249+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.173455+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.173613+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.173822+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.194 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.174044+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.174190+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.174346+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.174486+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.573222+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.195 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.573525+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.574498+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T15:50:18.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.574944+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.576074+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T15:50:18.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.576603+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.196 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.577035+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.577185+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.577482+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.197 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.577621+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T15:50:18.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.577892+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.578011+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.578298+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.578456+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.577892+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T15:50:18.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.578011+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T15:50:18.199 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.578298+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.200 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:17 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.578456+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T15:50:18.900 INFO:tasks.rados.rados.0.smithi046.stdout:1306: done (5 left) 2021-07-26T15:50:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:1307: done (4 left) 2021-07-26T15:50:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:1308: done (3 left) 2021-07-26T15:50:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:1313: done (2 left) 2021-07-26T15:50:18.901 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 132 2021-07-26T15:50:18.902 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 1 to smithi04638994-50 2021-07-26T15:50:18.902 INFO:tasks.rados.rados.0.smithi046.stdout:1314: seq_num 415 ranges {4759552=557056,5316608=688128,6004736=663552,6668288=253952} 2021-07-26T15:50:18.929 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04638994-40 from 4759552 to 5316608 tid 1 2021-07-26T15:50:18.934 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04638994-40 from 5316608 to 6004736 tid 2 2021-07-26T15:50:18.938 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04638994-40 from 6004736 to 6668288 tid 3 2021-07-26T15:50:18.940 INFO:tasks.rados.rados.0.smithi046.stdout:1314: writing smithi04638994-40 from 6668288 to 6922240 tid 4 2021-07-26T15:50:18.940 INFO:tasks.rados.rados.0.smithi046.stdout:1315: delete oid 39 current snap is 132 2021-07-26T15:50:18.940 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 2 to smithi04638994-50 2021-07-26T15:50:18.940 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 3 to smithi04638994-50 2021-07-26T15:50:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 4 to smithi04638994-50 2021-07-26T15:50:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 5 to smithi04638994-50 2021-07-26T15:50:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:1311: finishing write tid 6 to smithi04638994-50 2021-07-26T15:50:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 423 (ObjNum 413 snap 132 seq_num 413) dirty exists 2021-07-26T15:50:18.941 INFO:tasks.rados.rados.0.smithi046.stdout:1311: left oid 50 (ObjNum 413 snap 132 seq_num 413) 2021-07-26T15:50:18.942 INFO:tasks.rados.rados.0.smithi046.stdout:1312: expect (ObjNum 323 snap 104 seq_num 323) 2021-07-26T15:50:19.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:18 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.874596+0000 mon.a (mon.0) 587 : cluster [WRN] Health check update: 2 osds down (OSD_DOWN) 2021-07-26T15:50:19.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:18 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.882288+0000 mgr.y (mgr.24683) 184 : cluster [DBG] pgmap v280: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1 op/s; 145/672 objects degraded (21.577%) 2021-07-26T15:50:19.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:18 smithi073 bash[34190]: cluster 2021-07-26T15:50:17.891305+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e321: 8 total, 6 up, 8 in 2021-07-26T15:50:19.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.874596+0000 mon.a (mon.0) 587 : cluster [WRN] Health check update: 2 osds down (OSD_DOWN) 2021-07-26T15:50:19.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.882288+0000 mgr.y (mgr.24683) 184 : cluster [DBG] pgmap v280: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1 op/s; 145/672 objects degraded (21.577%) 2021-07-26T15:50:19.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[42351]: cluster 2021-07-26T15:50:17.891305+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e321: 8 total, 6 up, 8 in 2021-07-26T15:50:19.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.874596+0000 mon.a (mon.0) 587 : cluster [WRN] Health check update: 2 osds down (OSD_DOWN) 2021-07-26T15:50:19.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.882288+0000 mgr.y (mgr.24683) 184 : cluster [DBG] pgmap v280: 25 pgs: 8 active+undersized+degraded, 2 active+undersized, 15 active+clean; 381 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1 op/s; 145/672 objects degraded (21.577%) 2021-07-26T15:50:19.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:18 smithi046 bash[41283]: cluster 2021-07-26T15:50:17.891305+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e321: 8 total, 6 up, 8 in 2021-07-26T15:50:19.205 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 1 to smithi04638994-40 2021-07-26T15:50:19.206 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 2 to smithi04638994-40 2021-07-26T15:50:19.206 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 3 to smithi04638994-40 2021-07-26T15:50:19.206 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 4 to smithi04638994-40 2021-07-26T15:50:19.206 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 5 to smithi04638994-40 2021-07-26T15:50:19.207 INFO:tasks.rados.rados.0.smithi046.stdout:1314: finishing write tid 6 to smithi04638994-40 2021-07-26T15:50:19.207 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 875 (ObjNum 415 snap 132 seq_num 415) dirty exists 2021-07-26T15:50:19.207 INFO:tasks.rados.rados.0.smithi046.stdout:1314: left oid 40 (ObjNum 415 snap 132 seq_num 415) 2021-07-26T15:50:19.207 INFO:tasks.rados.rados.0.smithi046.stdout:1311: done (3 left) 2021-07-26T15:50:19.207 INFO:tasks.rados.rados.0.smithi046.stdout:1312: done (2 left) 2021-07-26T15:50:19.208 INFO:tasks.rados.rados.0.smithi046.stdout:1314: done (1 left) 2021-07-26T15:50:19.208 INFO:tasks.rados.rados.0.smithi046.stdout:1315: done (0 left) 2021-07-26T15:50:19.208 INFO:tasks.rados.rados.0.smithi046.stdout:1316: rollback oid 19 current snap is 132 2021-07-26T15:50:19.208 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 123 2021-07-26T15:50:19.208 INFO:tasks.rados.rados.0.smithi046.stdout:1317: read oid 23 snap -1 2021-07-26T15:50:19.209 INFO:tasks.rados.rados.0.smithi046.stdout:1317: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:19.209 INFO:tasks.rados.rados.0.smithi046.stdout:1318: copy_from oid 24 from oid 28 current snap is 132 2021-07-26T15:50:19.209 INFO:tasks.rados.rados.0.smithi046.stdout:1319: snap_remove snap 128 2021-07-26T15:50:19.903 INFO:tasks.rados.rados.0.smithi046.stdout:1319: done (3 left) 2021-07-26T15:50:19.903 INFO:tasks.rados.rados.0.smithi046.stdout:1320: snap_remove snap 67 2021-07-26T15:50:20.118 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:19 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.5.service: Succeeded. 2021-07-26T15:50:20.118 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:19 smithi073 systemd[1]: Stopped Ceph osd.5 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:20.119 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:20 smithi073 systemd[1]: Started Ceph osd.5 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:20.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:19 smithi073 bash[34190]: cluster 2021-07-26T15:50:18.875968+0000 mon.a (mon.0) 589 : cluster [WRN] Health check update: Degraded data redundancy: 145/672 objects degraded (21.577%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:20.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:19 smithi073 bash[34190]: cluster 2021-07-26T15:50:18.894880+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e322: 8 total, 6 up, 8 in 2021-07-26T15:50:20.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:19 smithi046 bash[42351]: cluster 2021-07-26T15:50:18.875968+0000 mon.a (mon.0) 589 : cluster [WRN] Health check update: Degraded data redundancy: 145/672 objects degraded (21.577%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:20.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:19 smithi046 bash[42351]: cluster 2021-07-26T15:50:18.894880+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e322: 8 total, 6 up, 8 in 2021-07-26T15:50:20.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:19 smithi046 bash[41283]: cluster 2021-07-26T15:50:18.875968+0000 mon.a (mon.0) 589 : cluster [WRN] Health check update: Degraded data redundancy: 145/672 objects degraded (21.577%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:20.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:19 smithi046 bash[41283]: cluster 2021-07-26T15:50:18.894880+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e322: 8 total, 6 up, 8 in 2021-07-26T15:50:20.619 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[36362]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:20.619 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[35787]: debug 2021-07-26T15:50:20.382+0000 7f2211a070c0 -1 osd.4 310 log_to_monitors {default=true} 2021-07-26T15:50:20.914 INFO:tasks.rados.rados.0.smithi046.stdout:1320: done (3 left) 2021-07-26T15:50:20.915 INFO:tasks.rados.rados.0.smithi046.stdout:1321: snap_remove snap 115 2021-07-26T15:50:21.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: cluster 2021-07-26T15:50:19.883181+0000 mgr.y (mgr.24683) 185 : cluster [DBG] pgmap v283: 25 pgs: 4 stale+active+clean, 1 peering, 8 active+undersized+degraded, 2 active+undersized, 10 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 513 KiB/s wr, 4 op/s; 146/669 objects degraded (21.824%) 2021-07-26T15:50:21.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: cluster 2021-07-26T15:50:19.904885+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e323: 8 total, 6 up, 8 in 2021-07-26T15:50:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.124632+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.126382+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.129235+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:21.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.131175+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:21.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.391183+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[41283]: audit 2021-07-26T15:50:20.391639+0000 mon.a (mon.0) 596 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: cluster 2021-07-26T15:50:19.883181+0000 mgr.y (mgr.24683) 185 : cluster [DBG] pgmap v283: 25 pgs: 4 stale+active+clean, 1 peering, 8 active+undersized+degraded, 2 active+undersized, 10 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 513 KiB/s wr, 4 op/s; 146/669 objects degraded (21.824%) 2021-07-26T15:50:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: cluster 2021-07-26T15:50:19.904885+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e323: 8 total, 6 up, 8 in 2021-07-26T15:50:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.124632+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:21.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.126382+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:21.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.129235+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:21.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.131175+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:21.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.391183+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.187 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:20 smithi046 bash[42351]: audit 2021-07-26T15:50:20.391639+0000 mon.a (mon.0) 596 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.368 INFO:journalctl@ceph.osd.4.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[35787]: debug 2021-07-26T15:50:20.926+0000 7f220435e700 -1 osd.4 310 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:50:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: cluster 2021-07-26T15:50:19.883181+0000 mgr.y (mgr.24683) 185 : cluster [DBG] pgmap v283: 25 pgs: 4 stale+active+clean, 1 peering, 8 active+undersized+degraded, 2 active+undersized, 10 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 513 KiB/s wr, 4 op/s; 146/669 objects degraded (21.824%) 2021-07-26T15:50:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: cluster 2021-07-26T15:50:19.904885+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e323: 8 total, 6 up, 8 in 2021-07-26T15:50:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.124632+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.126382+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.129235+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:21.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.131175+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:21.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.391183+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:20 smithi073 bash[34190]: audit 2021-07-26T15:50:20.391639+0000 mon.a (mon.0) 596 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:21.820 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:50:21.821 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-07-26T15:50:21.821 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:50:21.821 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:50:21.821 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:50:21.822 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:50:21.822 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[36362]: --> ceph-volume lvm activate successful for osd ID: 5 2021-07-26T15:50:21.922 INFO:tasks.rados.rados.0.smithi046.stdout:1321: done (3 left) 2021-07-26T15:50:21.923 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 132 2021-07-26T15:50:21.923 INFO:tasks.rados.rados.0.smithi046.stdout:1316: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:50:21.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 377 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:50:21.923 INFO:tasks.rados.rados.0.smithi046.stdout:1322: seq_num 417 ranges {2334720=589824,2924544=458752,3383296=679936,4063232=466944} 2021-07-26T15:50:21.953 INFO:tasks.rados.rados.0.smithi046.stdout:1322: writing smithi04638994-30 from 2334720 to 2924544 tid 1 2021-07-26T15:50:21.953 INFO:tasks.rados.rados.0.smithi046.stdout:1322: writing smithi04638994-30 from 2924544 to 3383296 tid 2 2021-07-26T15:50:21.953 INFO:tasks.rados.rados.0.smithi046.stdout:1322: writing smithi04638994-30 from 3383296 to 4063232 tid 3 2021-07-26T15:50:21.953 INFO:tasks.rados.rados.0.smithi046.stdout:1322: writing smithi04638994-30 from 4063232 to 4530176 tid 4 2021-07-26T15:50:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:1316: done (3 left) 2021-07-26T15:50:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 132 2021-07-26T15:50:21.954 INFO:tasks.rados.rados.0.smithi046.stdout:1323: seq_num 418 ranges {2392064=606208,2998272=737280,3735552=434176,4169728=434176} 2021-07-26T15:50:21.968 INFO:tasks.rados.rados.0.smithi046.stdout:1323: writing smithi04638994-44 from 2392064 to 2998272 tid 1 2021-07-26T15:50:21.972 INFO:tasks.rados.rados.0.smithi046.stdout:1323: writing smithi04638994-44 from 2998272 to 3735552 tid 2 2021-07-26T15:50:21.975 INFO:tasks.rados.rados.0.smithi046.stdout:1323: writing smithi04638994-44 from 3735552 to 4169728 tid 3 2021-07-26T15:50:21.978 INFO:tasks.rados.rados.0.smithi046.stdout:1323: writing smithi04638994-44 from 4169728 to 4603904 tid 4 2021-07-26T15:50:21.979 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 132 2021-07-26T15:50:21.979 INFO:tasks.rados.rados.0.smithi046.stdout:1317: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:22.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[34190]: audit 2021-07-26T15:50:20.915627+0000 mon.a (mon.0) 597 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:22.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[34190]: cluster 2021-07-26T15:50:20.915745+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e324: 8 total, 6 up, 8 in 2021-07-26T15:50:22.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[34190]: audit 2021-07-26T15:50:20.918546+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:21 smithi073 bash[34190]: audit 2021-07-26T15:50:20.919000+0000 mon.a (mon.0) 599 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[41283]: audit 2021-07-26T15:50:20.915627+0000 mon.a (mon.0) 597 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:22.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[41283]: cluster 2021-07-26T15:50:20.915745+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e324: 8 total, 6 up, 8 in 2021-07-26T15:50:22.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[41283]: audit 2021-07-26T15:50:20.918546+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[41283]: audit 2021-07-26T15:50:20.919000+0000 mon.a (mon.0) 599 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[42351]: audit 2021-07-26T15:50:20.915627+0000 mon.a (mon.0) 597 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:22.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[42351]: cluster 2021-07-26T15:50:20.915745+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e324: 8 total, 6 up, 8 in 2021-07-26T15:50:22.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[42351]: audit 2021-07-26T15:50:20.918546+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:21 smithi046 bash[42351]: audit 2021-07-26T15:50:20.919000+0000 mon.a (mon.0) 599 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:22.594 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing copy_from to smithi04638994-24 2021-07-26T15:50:22.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 270 (ObjNum 386 snap 124 seq_num 386) dirty exists 2021-07-26T15:50:22.594 INFO:tasks.rados.rados.0.smithi046.stdout:1318: finishing copy_from racing read to smithi04638994-24 2021-07-26T15:50:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 1 to smithi04638994-44 2021-07-26T15:50:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 2 to smithi04638994-44 2021-07-26T15:50:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 3 to smithi04638994-44 2021-07-26T15:50:22.595 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 4 to smithi04638994-44 2021-07-26T15:50:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 5 to smithi04638994-44 2021-07-26T15:50:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:1323: finishing write tid 6 to smithi04638994-44 2021-07-26T15:50:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:1323: left oid 44 (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:50:22.596 INFO:tasks.rados.rados.0.smithi046.stdout:1324: seq_num 419 ranges {2048000=622592,2670592=671744,3342336=647168,3989504=286720} 2021-07-26T15:50:22.617 INFO:tasks.rados.rados.0.smithi046.stdout:1324: writing smithi04638994-37 from 2048000 to 2670592 tid 1 2021-07-26T15:50:22.621 INFO:tasks.rados.rados.0.smithi046.stdout:1324: writing smithi04638994-37 from 2670592 to 3342336 tid 2 2021-07-26T15:50:22.624 INFO:tasks.rados.rados.0.smithi046.stdout:1324: writing smithi04638994-37 from 3342336 to 3989504 tid 3 2021-07-26T15:50:22.626 INFO:tasks.rados.rados.0.smithi046.stdout:1324: writing smithi04638994-37 from 3989504 to 4276224 tid 4 2021-07-26T15:50:22.626 INFO:tasks.rados.rados.0.smithi046.stdout:1317: done (4 left) 2021-07-26T15:50:22.626 INFO:tasks.rados.rados.0.smithi046.stdout:1318: done (3 left) 2021-07-26T15:50:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:1323: done (2 left) 2021-07-26T15:50:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:1325: rmattr oid 15 current snap is 132 2021-07-26T15:50:22.627 INFO:tasks.rados.rados.0.smithi046.stdout:1326: delete oid 1 current snap is 132 2021-07-26T15:50:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:1326: done (3 left) 2021-07-26T15:50:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 132 2021-07-26T15:50:22.630 INFO:tasks.rados.rados.0.smithi046.stdout:1327: seq_num 421 ranges {4710400=655360,5365760=442368,5808128=663552,6471680=499712} 2021-07-26T15:50:22.659 INFO:tasks.rados.rados.0.smithi046.stdout:1327: writing smithi04638994-50 from 4710400 to 5365760 tid 1 2021-07-26T15:50:22.662 INFO:tasks.rados.rados.0.smithi046.stdout:1327: writing smithi04638994-50 from 5365760 to 5808128 tid 2 2021-07-26T15:50:22.666 INFO:tasks.rados.rados.0.smithi046.stdout:1327: writing smithi04638994-50 from 5808128 to 6471680 tid 3 2021-07-26T15:50:22.669 INFO:tasks.rados.rados.0.smithi046.stdout:1327: writing smithi04638994-50 from 6471680 to 6971392 tid 4 2021-07-26T15:50:22.669 INFO:tasks.rados.rados.0.smithi046.stdout:1328: delete oid 33 current snap is 132 2021-07-26T15:50:22.669 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 1 to smithi04638994-50 2021-07-26T15:50:22.670 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 2 to smithi04638994-50 2021-07-26T15:50:22.673 INFO:tasks.rados.rados.0.smithi046.stdout:1328: done (4 left) 2021-07-26T15:50:22.673 INFO:tasks.rados.rados.0.smithi046.stdout:1329: setattr oid 34 current snap is 132 2021-07-26T15:50:22.674 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 3 to smithi04638994-50 2021-07-26T15:50:22.674 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 4 to smithi04638994-50 2021-07-26T15:50:22.675 INFO:tasks.rados.rados.0.smithi046.stdout:1330: read oid 16 snap -1 2021-07-26T15:50:22.675 INFO:tasks.rados.rados.0.smithi046.stdout:1330: expect (ObjNum 392 snap 126 seq_num 392) 2021-07-26T15:50:22.676 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 132 2021-07-26T15:50:22.676 INFO:tasks.rados.rados.0.smithi046.stdout:1331: seq_num 423 ranges {3915776=688128,4603904=614400,5218304=622592,5840896=368640} 2021-07-26T15:50:22.702 INFO:tasks.rados.rados.0.smithi046.stdout:1331: writing smithi04638994-43 from 3915776 to 4603904 tid 1 2021-07-26T15:50:22.705 INFO:tasks.rados.rados.0.smithi046.stdout:1331: writing smithi04638994-43 from 4603904 to 5218304 tid 2 2021-07-26T15:50:22.708 INFO:tasks.rados.rados.0.smithi046.stdout:1331: writing smithi04638994-43 from 5218304 to 5840896 tid 3 2021-07-26T15:50:22.711 INFO:tasks.rados.rados.0.smithi046.stdout:1331: writing smithi04638994-43 from 5840896 to 6209536 tid 4 2021-07-26T15:50:22.711 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 132 2021-07-26T15:50:22.711 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 5 to smithi04638994-50 2021-07-26T15:50:22.712 INFO:tasks.rados.rados.0.smithi046.stdout:1332: seq_num 424 ranges {8527872=704512,9232384=491520,9723904=434176,10158080=679936} 2021-07-26T15:50:22.763 INFO:tasks.rados.rados.0.smithi046.stdout:1332: writing smithi04638994-48 from 8527872 to 9232384 tid 1 2021-07-26T15:50:22.766 INFO:tasks.rados.rados.0.smithi046.stdout:1332: writing smithi04638994-48 from 9232384 to 9723904 tid 2 2021-07-26T15:50:22.768 INFO:tasks.rados.rados.0.smithi046.stdout:1332: writing smithi04638994-48 from 9723904 to 10158080 tid 3 2021-07-26T15:50:22.774 INFO:tasks.rados.rados.0.smithi046.stdout:1332: writing smithi04638994-48 from 10158080 to 10838016 tid 4 2021-07-26T15:50:22.774 INFO:tasks.rados.rados.0.smithi046.stdout:1333: rollback oid 1 current snap is 132 2021-07-26T15:50:22.774 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 94 2021-07-26T15:50:22.775 INFO:tasks.rados.rados.0.smithi046.stdout:1327: finishing write tid 6 to smithi04638994-50 2021-07-26T15:50:22.775 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 428 (ObjNum 421 snap 132 seq_num 421) dirty exists 2021-07-26T15:50:22.775 INFO:tasks.rados.rados.0.smithi046.stdout:1327: left oid 50 (ObjNum 421 snap 132 seq_num 421) 2021-07-26T15:50:22.776 INFO:tasks.rados.rados.0.smithi046.stdout:1327: done (8 left) 2021-07-26T15:50:22.776 INFO:tasks.rados.rados.0.smithi046.stdout:1334: rollback oid 47 current snap is 132 2021-07-26T15:50:22.776 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 120 2021-07-26T15:50:22.776 INFO:tasks.rados.rados.0.smithi046.stdout:1335: snap_create 2021-07-26T15:50:22.777 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 1 to smithi04638994-48 2021-07-26T15:50:22.777 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 2 to smithi04638994-48 2021-07-26T15:50:22.778 INFO:tasks.rados.rados.0.smithi046.stdout:1334: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:50:22.778 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 3 to smithi04638994-48 2021-07-26T15:50:22.778 INFO:tasks.rados.rados.0.smithi046.stdout:1334: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:50:22.778 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 129 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:50:22.780 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 4 to smithi04638994-48 2021-07-26T15:50:22.781 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 5 to smithi04638994-48 2021-07-26T15:50:22.782 INFO:tasks.rados.rados.0.smithi046.stdout:1332: finishing write tid 6 to smithi04638994-48 2021-07-26T15:50:22.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 906 (ObjNum 424 snap 132 seq_num 424) dirty exists 2021-07-26T15:50:22.782 INFO:tasks.rados.rados.0.smithi046.stdout:1332: left oid 48 (ObjNum 424 snap 132 seq_num 424) 2021-07-26T15:50:22.782 INFO:tasks.rados.rados.0.smithi046.stdout:1333: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:50:22.783 INFO:tasks.rados.rados.0.smithi046.stdout:1333: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:50:22.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 908 (ObjNum 288 snap 92 seq_num 288) dirty exists 2021-07-26T15:50:22.936 INFO:tasks.rados.rados.0.smithi046.stdout:1332: done (9 left) 2021-07-26T15:50:22.936 INFO:tasks.rados.rados.0.smithi046.stdout:1333: done (8 left) 2021-07-26T15:50:22.937 INFO:tasks.rados.rados.0.smithi046.stdout:1334: done (7 left) 2021-07-26T15:50:22.937 INFO:tasks.rados.rados.0.smithi046.stdout:1335: done (6 left) 2021-07-26T15:50:22.937 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 133 2021-07-26T15:50:22.937 INFO:tasks.rados.rados.0.smithi046.stdout:1336: seq_num 425 ranges {3637248=720896,4358144=778240,5136384=638976,5775360=188416} 2021-07-26T15:50:22.938 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:22 smithi073 bash[36714]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:22.941 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:22 smithi073 bash[34190]: cluster 2021-07-26T15:50:21.884345+0000 mgr.y (mgr.24683) 186 : cluster [DBG] pgmap v286: 25 pgs: 1 stale+active+clean, 1 peering, 11 active+undersized+degraded, 3 active+undersized, 9 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 167/672 objects degraded (24.851%) 2021-07-26T15:50:22.941 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:22 smithi073 bash[34190]: cluster 2021-07-26T15:50:21.922612+0000 mon.a (mon.0) 600 : cluster [INF] osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675] boot 2021-07-26T15:50:22.941 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:22 smithi073 bash[34190]: cluster 2021-07-26T15:50:21.922706+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T15:50:22.942 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:22 smithi073 bash[34190]: audit 2021-07-26T15:50:21.923710+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:22.961 INFO:tasks.rados.rados.0.smithi046.stdout:1336: writing smithi04638994-24 from 3637248 to 4358144 tid 1 2021-07-26T15:50:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:1336: writing smithi04638994-24 from 4358144 to 5136384 tid 2 2021-07-26T15:50:22.971 INFO:tasks.rados.rados.0.smithi046.stdout:1336: writing smithi04638994-24 from 5136384 to 5775360 tid 3 2021-07-26T15:50:22.972 INFO:tasks.rados.rados.0.smithi046.stdout:1336: writing smithi04638994-24 from 5775360 to 5963776 tid 4 2021-07-26T15:50:22.972 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 133 2021-07-26T15:50:22.973 INFO:tasks.rados.rados.0.smithi046.stdout:1337: seq_num 426 ranges {5144576=737280,5881856=712704,6594560=802816,7397376=90112} 2021-07-26T15:50:23.006 INFO:tasks.rados.rados.0.smithi046.stdout:1337: writing smithi04638994-41 from 5144576 to 5881856 tid 1 2021-07-26T15:50:23.010 INFO:tasks.rados.rados.0.smithi046.stdout:1337: writing smithi04638994-41 from 5881856 to 6594560 tid 2 2021-07-26T15:50:23.017 INFO:tasks.rados.rados.0.smithi046.stdout:1337: writing smithi04638994-41 from 6594560 to 7397376 tid 3 2021-07-26T15:50:23.017 INFO:tasks.rados.rados.0.smithi046.stdout:1337: writing smithi04638994-41 from 7397376 to 7487488 tid 4 2021-07-26T15:50:23.018 INFO:tasks.rados.rados.0.smithi046.stdout:1338: rmattr oid 20 current snap is 133 2021-07-26T15:50:23.018 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 1 to smithi04638994-30 2021-07-26T15:50:23.018 INFO:tasks.rados.rados.0.smithi046.stdout:1339: copy_from oid 29 from oid 21 current snap is 133 2021-07-26T15:50:23.019 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 2 to smithi04638994-30 2021-07-26T15:50:23.019 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 3 to smithi04638994-30 2021-07-26T15:50:23.019 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 4 to smithi04638994-30 2021-07-26T15:50:23.019 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 5 to smithi04638994-30 2021-07-26T15:50:23.020 INFO:tasks.rados.rados.0.smithi046.stdout:1322: finishing write tid 6 to smithi04638994-30 2021-07-26T15:50:23.020 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 222 (ObjNum 417 snap 132 seq_num 417) dirty exists 2021-07-26T15:50:23.020 INFO:tasks.rados.rados.0.smithi046.stdout:1322: left oid 30 (ObjNum 417 snap 132 seq_num 417) 2021-07-26T15:50:23.020 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 544 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:50:23.021 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 1 to smithi04638994-37 2021-07-26T15:50:23.021 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 2 to smithi04638994-37 2021-07-26T15:50:23.022 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 3 to smithi04638994-37 2021-07-26T15:50:23.022 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 4 to smithi04638994-37 2021-07-26T15:50:23.022 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 5 to smithi04638994-37 2021-07-26T15:50:23.022 INFO:tasks.rados.rados.0.smithi046.stdout:1324: finishing write tid 6 to smithi04638994-37 2021-07-26T15:50:23.022 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 739 (ObjNum 419 snap 132 seq_num 419) dirty exists 2021-07-26T15:50:23.023 INFO:tasks.rados.rados.0.smithi046.stdout:1324: left oid 37 (ObjNum 419 snap 132 seq_num 419) 2021-07-26T15:50:23.023 INFO:tasks.rados.rados.0.smithi046.stdout:1322: done (9 left) 2021-07-26T15:50:23.023 INFO:tasks.rados.rados.0.smithi046.stdout:1324: done (8 left) 2021-07-26T15:50:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:1325: done (7 left) 2021-07-26T15:50:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:1340: read oid 38 snap -1 2021-07-26T15:50:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:1340: expect (ObjNum 366 snap 118 seq_num 366) 2021-07-26T15:50:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 133 2021-07-26T15:50:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 1 to smithi04638994-43 2021-07-26T15:50:23.026 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 2 to smithi04638994-43 2021-07-26T15:50:23.026 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 3 to smithi04638994-43 2021-07-26T15:50:23.026 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 4 to smithi04638994-43 2021-07-26T15:50:23.026 INFO:tasks.rados.rados.0.smithi046.stdout:1330: expect (ObjNum 392 snap 126 seq_num 392) 2021-07-26T15:50:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[41283]: cluster 2021-07-26T15:50:21.884345+0000 mgr.y (mgr.24683) 186 : cluster [DBG] pgmap v286: 25 pgs: 1 stale+active+clean, 1 peering, 11 active+undersized+degraded, 3 active+undersized, 9 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 167/672 objects degraded (24.851%) 2021-07-26T15:50:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[41283]: cluster 2021-07-26T15:50:21.922612+0000 mon.a (mon.0) 600 : cluster [INF] osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675] boot 2021-07-26T15:50:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[41283]: cluster 2021-07-26T15:50:21.922706+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T15:50:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[41283]: audit 2021-07-26T15:50:21.923710+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[42351]: cluster 2021-07-26T15:50:21.884345+0000 mgr.y (mgr.24683) 186 : cluster [DBG] pgmap v286: 25 pgs: 1 stale+active+clean, 1 peering, 11 active+undersized+degraded, 3 active+undersized, 9 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 167/672 objects degraded (24.851%) 2021-07-26T15:50:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[42351]: cluster 2021-07-26T15:50:21.922612+0000 mon.a (mon.0) 600 : cluster [INF] osd.4 [v2:172.21.15.73:6800/3764381675,v1:172.21.15.73:6801/3764381675] boot 2021-07-26T15:50:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[42351]: cluster 2021-07-26T15:50:21.922706+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T15:50:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:22 smithi046 bash[42351]: audit 2021-07-26T15:50:21.923710+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:23.526 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 5 to smithi04638994-43 2021-07-26T15:50:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:1331: finishing write tid 6 to smithi04638994-43 2021-07-26T15:50:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 549 (ObjNum 423 snap 132 seq_num 423) dirty exists 2021-07-26T15:50:23.527 INFO:tasks.rados.rados.0.smithi046.stdout:1331: left oid 43 (ObjNum 423 snap 132 seq_num 423) 2021-07-26T15:50:23.528 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 1 to smithi04638994-24 2021-07-26T15:50:23.528 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 2 to smithi04638994-24 2021-07-26T15:50:23.528 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 3 to smithi04638994-24 2021-07-26T15:50:23.528 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 4 to smithi04638994-24 2021-07-26T15:50:23.528 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 5 to smithi04638994-24 2021-07-26T15:50:23.529 INFO:tasks.rados.rados.0.smithi046.stdout:1341: seq_num 427 ranges {1318912=761856,2080768=598016,2678784=606208,3284992=401408} 2021-07-26T15:50:23.546 INFO:tasks.rados.rados.0.smithi046.stdout:1341: writing smithi04638994-32 from 1318912 to 2080768 tid 1 2021-07-26T15:50:23.549 INFO:tasks.rados.rados.0.smithi046.stdout:1341: writing smithi04638994-32 from 2080768 to 2678784 tid 2 2021-07-26T15:50:23.552 INFO:tasks.rados.rados.0.smithi046.stdout:1341: writing smithi04638994-32 from 2678784 to 3284992 tid 3 2021-07-26T15:50:23.555 INFO:tasks.rados.rados.0.smithi046.stdout:1341: writing smithi04638994-32 from 3284992 to 3686400 tid 4 2021-07-26T15:50:23.555 INFO:tasks.rados.rados.0.smithi046.stdout:1330: done (8 left) 2021-07-26T15:50:23.555 INFO:tasks.rados.rados.0.smithi046.stdout:1331: done (7 left) 2021-07-26T15:50:23.556 INFO:tasks.rados.rados.0.smithi046.stdout:1342: copy_from oid 30 from oid 18 current snap is 133 2021-07-26T15:50:23.556 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 1 to smithi04638994-41 2021-07-26T15:50:23.556 INFO:tasks.rados.rados.0.smithi046.stdout:1343: snap_remove snap 132 2021-07-26T15:50:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:23.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:23.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:23.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:50:23.953 INFO:tasks.rados.rados.0.smithi046.stdout:1343: done (8 left) 2021-07-26T15:50:23.953 INFO:tasks.rados.rados.0.smithi046.stdout:1344: snap_remove snap 120 2021-07-26T15:50:24.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:23 smithi073 bash[34190]: cluster 2021-07-26T15:50:22.935673+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T15:50:24.119 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:23 smithi073 bash[36714]: debug 2021-07-26T15:50:23.954+0000 7f4c63ea5700 1 -- 172.21.15.73:0/1391208836 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b5f8a2e340 con 0x55b5f8a88c00 2021-07-26T15:50:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:23 smithi046 bash[41283]: cluster 2021-07-26T15:50:22.935673+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T15:50:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:23 smithi046 bash[42351]: cluster 2021-07-26T15:50:22.935673+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T15:50:24.868 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:24 smithi073 bash[36714]: debug 2021-07-26T15:50:24.510+0000 7f4c6b6f90c0 -1 Falling back to public interface 2021-07-26T15:50:24.954 INFO:tasks.rados.rados.0.smithi046.stdout:1344: done (8 left) 2021-07-26T15:50:24.955 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 133 2021-07-26T15:50:24.955 INFO:tasks.rados.rados.0.smithi046.stdout:1336: finishing write tid 6 to smithi04638994-24 2021-07-26T15:50:24.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 919 (ObjNum 425 snap 133 seq_num 425) dirty exists 2021-07-26T15:50:24.956 INFO:tasks.rados.rados.0.smithi046.stdout:1336: left oid 24 (ObjNum 425 snap 133 seq_num 425) 2021-07-26T15:50:24.956 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 2 to smithi04638994-41 2021-07-26T15:50:24.956 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 3 to smithi04638994-41 2021-07-26T15:50:24.956 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 4 to smithi04638994-41 2021-07-26T15:50:24.956 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 5 to smithi04638994-41 2021-07-26T15:50:24.957 INFO:tasks.rados.rados.0.smithi046.stdout:1345: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2021-07-26T15:50:24.961 INFO:tasks.rados.rados.0.smithi046.stdout:1345: writing smithi04638994-25 from 0 to 778240 tid 1 2021-07-26T15:50:24.964 INFO:tasks.rados.rados.0.smithi046.stdout:1345: writing smithi04638994-25 from 778240 to 1261568 tid 2 2021-07-26T15:50:24.967 INFO:tasks.rados.rados.0.smithi046.stdout:1345: writing smithi04638994-25 from 1261568 to 1671168 tid 3 2021-07-26T15:50:24.971 INFO:tasks.rados.rados.0.smithi046.stdout:1345: writing smithi04638994-25 from 1671168 to 2088960 tid 4 2021-07-26T15:50:24.974 INFO:tasks.rados.rados.0.smithi046.stdout:1345: writing smithi04638994-25 from 2088960 to 2383872 tid 5 2021-07-26T15:50:24.974 INFO:tasks.rados.rados.0.smithi046.stdout:1336: done (8 left) 2021-07-26T15:50:24.974 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 133 2021-07-26T15:50:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:1337: finishing write tid 6 to smithi04638994-41 2021-07-26T15:50:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 373 (ObjNum 426 snap 133 seq_num 426) dirty exists 2021-07-26T15:50:24.975 INFO:tasks.rados.rados.0.smithi046.stdout:1337: left oid 41 (ObjNum 426 snap 133 seq_num 426) 2021-07-26T15:50:24.976 INFO:tasks.rados.rados.0.smithi046.stdout:1340: expect (ObjNum 366 snap 118 seq_num 366) 2021-07-26T15:50:25.047 INFO:tasks.rados.rados.0.smithi046.stdout:1339: finishing copy_from to smithi04638994-29 2021-07-26T15:50:25.047 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 169 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:25.048 INFO:tasks.rados.rados.0.smithi046.stdout:1339: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:50:25.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 923 (ObjNum 410 snap 131 seq_num 410) dirty exists 2021-07-26T15:50:25.048 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 1 to smithi04638994-32 2021-07-26T15:50:25.048 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 2 to smithi04638994-32 2021-07-26T15:50:25.048 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 3 to smithi04638994-32 2021-07-26T15:50:25.049 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 4 to smithi04638994-32 2021-07-26T15:50:25.049 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 5 to smithi04638994-32 2021-07-26T15:50:25.049 INFO:tasks.rados.rados.0.smithi046.stdout:1341: finishing write tid 6 to smithi04638994-32 2021-07-26T15:50:25.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 641 (ObjNum 427 snap 133 seq_num 427) dirty exists 2021-07-26T15:50:25.050 INFO:tasks.rados.rados.0.smithi046.stdout:1341: left oid 32 (ObjNum 427 snap 133 seq_num 427) 2021-07-26T15:50:25.050 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from to smithi04638994-30 2021-07-26T15:50:25.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 476 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:50:25.050 INFO:tasks.rados.rados.0.smithi046.stdout:1342: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:50:25.050 INFO:tasks.rados.rados.0.smithi046.stdout:1346: seq_num 429 ranges {6987776=794624,7782400=770048,8552448=622592,9175040=212992} 2021-07-26T15:50:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:1346: writing smithi04638994-16 from 6987776 to 7782400 tid 1 2021-07-26T15:50:25.103 INFO:tasks.rados.rados.0.smithi046.stdout:1346: writing smithi04638994-16 from 7782400 to 8552448 tid 2 2021-07-26T15:50:25.106 INFO:tasks.rados.rados.0.smithi046.stdout:1346: writing smithi04638994-16 from 8552448 to 9175040 tid 3 2021-07-26T15:50:25.108 INFO:tasks.rados.rados.0.smithi046.stdout:1346: writing smithi04638994-16 from 9175040 to 9388032 tid 4 2021-07-26T15:50:25.109 INFO:tasks.rados.rados.0.smithi046.stdout:1337: done (8 left) 2021-07-26T15:50:25.109 INFO:tasks.rados.rados.0.smithi046.stdout:1338: done (7 left) 2021-07-26T15:50:25.109 INFO:tasks.rados.rados.0.smithi046.stdout:1339: done (6 left) 2021-07-26T15:50:25.109 INFO:tasks.rados.rados.0.smithi046.stdout:1340: done (5 left) 2021-07-26T15:50:25.110 INFO:tasks.rados.rados.0.smithi046.stdout:1341: done (4 left) 2021-07-26T15:50:25.111 INFO:tasks.rados.rados.0.smithi046.stdout:1342: done (3 left) 2021-07-26T15:50:25.111 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 133 2021-07-26T15:50:25.111 INFO:tasks.rados.rados.0.smithi046.stdout:1347: seq_num 430 ranges {7225344=8192} 2021-07-26T15:50:25.149 INFO:tasks.rados.rados.0.smithi046.stdout:1347: writing smithi04638994-20 from 7225344 to 7233536 tid 1 2021-07-26T15:50:25.150 INFO:tasks.rados.rados.0.smithi046.stdout:1348: copy_from oid 2 from oid 23 current snap is 133 2021-07-26T15:50:25.150 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 1 to smithi04638994-16 2021-07-26T15:50:25.150 INFO:tasks.rados.rados.0.smithi046.stdout:1349: copy_from oid 22 from oid 7 current snap is 133 2021-07-26T15:50:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 2 to smithi04638994-16 2021-07-26T15:50:25.151 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 3 to smithi04638994-16 2021-07-26T15:50:25.153 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 4 to smithi04638994-16 2021-07-26T15:50:25.153 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 5 to smithi04638994-16 2021-07-26T15:50:25.154 INFO:tasks.rados.rados.0.smithi046.stdout:1346: finishing write tid 6 to smithi04638994-16 2021-07-26T15:50:25.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 554 (ObjNum 429 snap 133 seq_num 429) dirty exists 2021-07-26T15:50:25.154 INFO:tasks.rados.rados.0.smithi046.stdout:1346: left oid 16 (ObjNum 429 snap 133 seq_num 429) 2021-07-26T15:50:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:1346: done (5 left) 2021-07-26T15:50:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:1350: rollback oid 4 current snap is 133 2021-07-26T15:50:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 94 2021-07-26T15:50:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:1351: read oid 5 snap -1 2021-07-26T15:50:25.156 INFO:tasks.rados.rados.0.smithi046.stdout:1351: expect deleted 2021-07-26T15:50:25.156 INFO:tasks.rados.rados.0.smithi046.stdout:1352: snap_remove snap 118 2021-07-26T15:50:25.254 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[41283]: cluster 2021-07-26T15:50:23.885319+0000 mgr.y (mgr.24683) 187 : cluster [DBG] pgmap v289: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 13 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:25.255 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[41283]: cluster 2021-07-26T15:50:23.939518+0000 mon.a (mon.0) 604 : cluster [WRN] Health check update: Degraded data redundancy: 101/600 objects degraded (16.833%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:25.255 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[41283]: cluster 2021-07-26T15:50:23.953657+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T15:50:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[42351]: cluster 2021-07-26T15:50:23.885319+0000 mgr.y (mgr.24683) 187 : cluster [DBG] pgmap v289: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 13 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[42351]: cluster 2021-07-26T15:50:23.939518+0000 mon.a (mon.0) 604 : cluster [WRN] Health check update: Degraded data redundancy: 101/600 objects degraded (16.833%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:25.258 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:24 smithi046 bash[42351]: cluster 2021-07-26T15:50:23.953657+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T15:50:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:24 smithi073 bash[34190]: cluster 2021-07-26T15:50:23.885319+0000 mgr.y (mgr.24683) 187 : cluster [DBG] pgmap v289: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.1 MiB/s wr, 13 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:24 smithi073 bash[34190]: cluster 2021-07-26T15:50:23.939518+0000 mon.a (mon.0) 604 : cluster [WRN] Health check update: Degraded data redundancy: 101/600 objects degraded (16.833%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:24 smithi073 bash[34190]: cluster 2021-07-26T15:50:23.953657+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T15:50:25.681 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[39887]: debug 2021-07-26T15:50:25.247+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:50:25.971 INFO:tasks.rados.rados.0.smithi046.stdout:1352: done (7 left) 2021-07-26T15:50:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1353: copy_from oid 21 from oid 26 current snap is 133 2021-07-26T15:50:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing copy_from to smithi04638994-22 2021-07-26T15:50:25.972 INFO:tasks.rados.rados.0.smithi046.stdout:1349: got expected ENOENT (src dne) 2021-07-26T15:50:25.973 INFO:tasks.rados.rados.0.smithi046.stdout:1349: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:50:25.973 INFO:tasks.rados.rados.0.smithi046.stdout:1347: finishing write tid 1 to smithi04638994-20 2021-07-26T15:50:25.973 INFO:tasks.rados.rados.0.smithi046.stdout:1347: finishing write tid 2 to smithi04638994-20 2021-07-26T15:50:25.973 INFO:tasks.rados.rados.0.smithi046.stdout:1347: finishing write tid 3 to smithi04638994-20 2021-07-26T15:50:25.974 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 991 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:50:25.974 INFO:tasks.rados.rados.0.smithi046.stdout:1347: left oid 20 (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:50:25.974 INFO:tasks.rados.rados.0.smithi046.stdout:1348: finishing copy_from to smithi04638994-2 2021-07-26T15:50:25.975 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 911 (ObjNum 412 snap 132 seq_num 412) dirty exists 2021-07-26T15:50:25.975 INFO:tasks.rados.rados.0.smithi046.stdout:1348: finishing copy_from racing read to smithi04638994-2 2021-07-26T15:50:25.976 INFO:tasks.rados.rados.0.smithi046.stdout:1347: done (7 left) 2021-07-26T15:50:25.976 INFO:tasks.rados.rados.0.smithi046.stdout:1348: done (6 left) 2021-07-26T15:50:25.976 INFO:tasks.rados.rados.0.smithi046.stdout:1349: done (5 left) 2021-07-26T15:50:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:1354: read oid 20 snap 127 2021-07-26T15:50:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:1354: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:50:25.977 INFO:tasks.rados.rados.0.smithi046.stdout:1355: read oid 11 snap -1 2021-07-26T15:50:25.978 INFO:tasks.rados.rados.0.smithi046.stdout:1355: expect (ObjNum 398 snap 128 seq_num 398) 2021-07-26T15:50:25.978 INFO:tasks.rados.rados.0.smithi046.stdout:1356: read oid 13 snap -1 2021-07-26T15:50:25.978 INFO:tasks.rados.rados.0.smithi046.stdout:1356: expect (ObjNum 406 snap 130 seq_num 406) 2021-07-26T15:50:25.980 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 133 2021-07-26T15:50:25.980 INFO:tasks.rados.rados.0.smithi046.stdout:1357: seq_num 431 ranges {3686400=24576} 2021-07-26T15:50:25.992 INFO:tasks.rados.rados.0.smithi046.stdout:1357: writing smithi04638994-45 from 3686400 to 3710976 tid 1 2021-07-26T15:50:25.992 INFO:tasks.rados.rados.0.smithi046.stdout:1358: setattr oid 47 current snap is 133 2021-07-26T15:50:25.992 INFO:tasks.rados.rados.0.smithi046.stdout:1353: finishing copy_from to smithi04638994-21 2021-07-26T15:50:25.993 INFO:tasks.rados.rados.0.smithi046.stdout:1353: got expected ENOENT (src dne) 2021-07-26T15:50:25.993 INFO:tasks.rados.rados.0.smithi046.stdout:1353: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:50:25.995 INFO:tasks.rados.rados.0.smithi046.stdout:1353: done (9 left) 2021-07-26T15:50:25.995 INFO:tasks.rados.rados.0.smithi046.stdout:1359: rollback oid 49 current snap is 133 2021-07-26T15:50:25.996 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 123 2021-07-26T15:50:25.996 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 133 2021-07-26T15:50:25.996 INFO:tasks.rados.rados.0.smithi046.stdout:1360: seq_num 432 ranges {0=40960} 2021-07-26T15:50:25.997 INFO:tasks.rados.rados.0.smithi046.stdout:1360: writing smithi04638994-19 from 0 to 40960 tid 1 2021-07-26T15:50:25.997 INFO:tasks.rados.rados.0.smithi046.stdout:1361: rmattr oid 22 current snap is 133 2021-07-26T15:50:25.998 INFO:tasks.rados.rados.0.smithi046.stdout:1362: read oid 23 snap -1 2021-07-26T15:50:25.998 INFO:tasks.rados.rados.0.smithi046.stdout:1362: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:25.998 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 133 2021-07-26T15:50:25.998 INFO:tasks.rados.rados.0.smithi046.stdout:1363: seq_num 433 ranges {6569984=57344} 2021-07-26T15:50:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:1363: writing smithi04638994-29 from 6569984 to 6627328 tid 1 2021-07-26T15:50:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:1364: read oid 36 snap -1 2021-07-26T15:50:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1364: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1365: rollback oid 1 current snap is 133 2021-07-26T15:50:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 94 2021-07-26T15:50:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 1 to smithi04638994-19 2021-07-26T15:50:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 2 to smithi04638994-19 2021-07-26T15:50:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:1360: finishing write tid 3 to smithi04638994-19 2021-07-26T15:50:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 385 (ObjNum 432 snap 133 seq_num 432) dirty exists 2021-07-26T15:50:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:1360: left oid 19 (ObjNum 432 snap 133 seq_num 432) 2021-07-26T15:50:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:1360: done (15 left) 2021-07-26T15:50:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:1366: delete oid 39 current snap is 133 2021-07-26T15:50:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:1357: finishing write tid 1 to smithi04638994-45 2021-07-26T15:50:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:1357: finishing write tid 2 to smithi04638994-45 2021-07-26T15:50:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:50:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 130 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:50:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 280 (ObjNum 344 snap 109 seq_num 344) dirty exists 2021-07-26T15:50:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:1357: finishing write tid 3 to smithi04638994-45 2021-07-26T15:50:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 784 (ObjNum 431 snap 133 seq_num 431) dirty exists 2021-07-26T15:50:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:1357: left oid 45 (ObjNum 431 snap 133 seq_num 431) 2021-07-26T15:50:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:50:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:1359: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:50:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 788 (ObjNum 383 snap 122 seq_num 383) dirty exists 2021-07-26T15:50:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:1356: expect (ObjNum 406 snap 130 seq_num 406) 2021-07-26T15:50:26.304 INFO:tasks.rados.rados.0.smithi046.stdout:1354: expect (ObjNum 264 snap 82 seq_num 264) 2021-07-26T15:50:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: cluster 2021-07-26T15:50:24.955100+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T15:50:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.228315+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.236501+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.242767+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.245140+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.247265+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.249089+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: audit 2021-07-26T15:50:25.251691+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:26.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:25 smithi073 bash[34190]: cluster 2021-07-26T15:50:25.856734+0000 mon.a (mon.0) 614 : cluster [WRN] Health check update: 1 osds down (OSD_DOWN) 2021-07-26T15:50:26.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: cluster 2021-07-26T15:50:24.955100+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T15:50:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.228315+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.236501+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.242767+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.245140+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.247265+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.249089+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: audit 2021-07-26T15:50:25.251691+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[41283]: cluster 2021-07-26T15:50:25.856734+0000 mon.a (mon.0) 614 : cluster [WRN] Health check update: 1 osds down (OSD_DOWN) 2021-07-26T15:50:26.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: cluster 2021-07-26T15:50:24.955100+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T15:50:26.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.228315+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.236501+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:26.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.242767+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:26.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.245140+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.247265+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.249089+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:26.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: audit 2021-07-26T15:50:25.251691+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:26.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:25 smithi046 bash[42351]: cluster 2021-07-26T15:50:25.856734+0000 mon.a (mon.0) 614 : cluster [WRN] Health check update: 1 osds down (OSD_DOWN) 2021-07-26T15:50:26.518 INFO:tasks.rados.rados.0.smithi046.stdout:1355: expect (ObjNum 398 snap 128 seq_num 398) 2021-07-26T15:50:26.743 INFO:tasks.rados.rados.0.smithi046.stdout:1364: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:26.746 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 0 to smithi04638994-1 2021-07-26T15:50:26.746 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:50:26.746 INFO:tasks.rados.rados.0.smithi046.stdout:1365: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:50:26.747 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 923 (ObjNum 288 snap 92 seq_num 288) dirty exists 2021-07-26T15:50:26.747 INFO:tasks.rados.rados.0.smithi046.stdout:1362: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:27.349 INFO:tasks.rados.rados.0.smithi046.stdout:1363: finishing write tid 1 to smithi04638994-29 2021-07-26T15:50:27.350 INFO:tasks.rados.rados.0.smithi046.stdout:1363: finishing write tid 2 to smithi04638994-29 2021-07-26T15:50:27.352 INFO:tasks.rados.rados.0.smithi046.stdout:1363: finishing write tid 3 to smithi04638994-29 2021-07-26T15:50:27.352 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 997 (ObjNum 433 snap 133 seq_num 433) dirty exists 2021-07-26T15:50:27.353 INFO:tasks.rados.rados.0.smithi046.stdout:1363: left oid 29 (ObjNum 433 snap 133 seq_num 433) 2021-07-26T15:50:27.353 INFO:tasks.rados.rados.0.smithi046.stdout:1354: done (15 left) 2021-07-26T15:50:27.353 INFO:tasks.rados.rados.0.smithi046.stdout:1355: done (14 left) 2021-07-26T15:50:27.353 INFO:tasks.rados.rados.0.smithi046.stdout:1356: done (13 left) 2021-07-26T15:50:27.353 INFO:tasks.rados.rados.0.smithi046.stdout:1357: done (12 left) 2021-07-26T15:50:27.354 INFO:tasks.rados.rados.0.smithi046.stdout:1358: done (11 left) 2021-07-26T15:50:27.354 INFO:tasks.rados.rados.0.smithi046.stdout:1359: done (10 left) 2021-07-26T15:50:27.354 INFO:tasks.rados.rados.0.smithi046.stdout:1361: done (9 left) 2021-07-26T15:50:27.354 INFO:tasks.rados.rados.0.smithi046.stdout:1362: done (8 left) 2021-07-26T15:50:27.355 INFO:tasks.rados.rados.0.smithi046.stdout:1363: done (7 left) 2021-07-26T15:50:27.355 INFO:tasks.rados.rados.0.smithi046.stdout:1364: done (6 left) 2021-07-26T15:50:27.356 INFO:tasks.rados.rados.0.smithi046.stdout:1365: done (5 left) 2021-07-26T15:50:27.356 INFO:tasks.rados.rados.0.smithi046.stdout:1366: done (4 left) 2021-07-26T15:50:27.357 INFO:tasks.rados.rados.0.smithi046.stdout:1367: read oid 11 snap -1 2021-07-26T15:50:27.357 INFO:tasks.rados.rados.0.smithi046.stdout:1367: expect (ObjNum 398 snap 128 seq_num 398) 2021-07-26T15:50:27.359 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 133 2021-07-26T15:50:27.360 INFO:tasks.rados.rados.0.smithi046.stdout:1368: seq_num 435 ranges {0=90112} 2021-07-26T15:50:27.360 INFO:tasks.rados.rados.0.smithi046.stdout:1368: writing smithi04638994-26 from 0 to 90112 tid 1 2021-07-26T15:50:27.360 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 133 2021-07-26T15:50:27.360 INFO:tasks.rados.rados.0.smithi046.stdout:1369: seq_num 436 ranges {9592832=106496} 2021-07-26T15:50:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:26 smithi073 bash[34190]: audit 2021-07-26T15:50:25.252042+0000 mgr.y (mgr.24683) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:26 smithi073 bash[34190]: cephadm 2021-07-26T15:50:25.253415+0000 mgr.y (mgr.24683) 189 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:50:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:26 smithi073 bash[34190]: cluster 2021-07-26T15:50:25.886146+0000 mgr.y (mgr.24683) 190 : cluster [DBG] pgmap v292: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:27.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:26 smithi073 bash[34190]: cluster 2021-07-26T15:50:25.967087+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T15:50:27.416 INFO:tasks.rados.rados.0.smithi046.stdout:1369: writing smithi04638994-49 from 9592832 to 9699328 tid 1 2021-07-26T15:50:27.416 INFO:tasks.rados.rados.0.smithi046.stdout:1370: read oid 23 snap -1 2021-07-26T15:50:27.417 INFO:tasks.rados.rados.0.smithi046.stdout:1370: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:27.417 INFO:tasks.rados.rados.0.smithi046.stdout:1371: read oid 50 snap 126 2021-07-26T15:50:27.417 INFO:tasks.rados.rados.0.smithi046.stdout:1371: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:50:27.417 INFO:tasks.rados.rados.0.smithi046.stdout:1372: read oid 2 snap -1 2021-07-26T15:50:27.418 INFO:tasks.rados.rados.0.smithi046.stdout:1372: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:27.418 INFO:tasks.rados.rados.0.smithi046.stdout:1373: rollback oid 21 current snap is 133 2021-07-26T15:50:27.418 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 131 2021-07-26T15:50:27.418 INFO:tasks.rados.rados.0.smithi046.stdout:1368: finishing write tid 1 to smithi04638994-26 2021-07-26T15:50:27.419 INFO:tasks.rados.rados.0.smithi046.stdout:1374: snap_remove snap 123 2021-07-26T15:50:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[41283]: audit 2021-07-26T15:50:25.252042+0000 mgr.y (mgr.24683) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[41283]: cephadm 2021-07-26T15:50:25.253415+0000 mgr.y (mgr.24683) 189 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:50:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[41283]: cluster 2021-07-26T15:50:25.886146+0000 mgr.y (mgr.24683) 190 : cluster [DBG] pgmap v292: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[41283]: cluster 2021-07-26T15:50:25.967087+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T15:50:27.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[42351]: audit 2021-07-26T15:50:25.252042+0000 mgr.y (mgr.24683) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:27.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[42351]: cephadm 2021-07-26T15:50:25.253415+0000 mgr.y (mgr.24683) 189 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-07-26T15:50:27.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[42351]: cluster 2021-07-26T15:50:25.886146+0000 mgr.y (mgr.24683) 190 : cluster [DBG] pgmap v292: 25 pgs: 2 active+clean+snaptrim, 1 peering, 9 active+undersized+degraded, 2 active+undersized, 11 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 101/600 objects degraded (16.833%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:27.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:26 smithi046 bash[42351]: cluster 2021-07-26T15:50:25.967087+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T15:50:27.993 INFO:tasks.rados.rados.0.smithi046.stdout:1368: finishing write tid 2 to smithi04638994-26 2021-07-26T15:50:27.993 INFO:tasks.rados.rados.0.smithi046.stdout:1368: finishing write tid 3 to smithi04638994-26 2021-07-26T15:50:27.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 430 (ObjNum 435 snap 133 seq_num 435) dirty exists 2021-07-26T15:50:27.994 INFO:tasks.rados.rados.0.smithi046.stdout:1368: left oid 26 (ObjNum 435 snap 133 seq_num 435) 2021-07-26T15:50:27.994 INFO:tasks.rados.rados.0.smithi046.stdout:1367: expect (ObjNum 398 snap 128 seq_num 398) 2021-07-26T15:50:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 1 to smithi04638994-49 2021-07-26T15:50:28.206 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 2 to smithi04638994-49 2021-07-26T15:50:28.207 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing rollback tid 0 to smithi04638994-21 2021-07-26T15:50:28.207 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing rollback tid 1 to smithi04638994-21 2021-07-26T15:50:28.207 INFO:tasks.rados.rados.0.smithi046.stdout:1373: finishing rollback tid 2 to smithi04638994-21 2021-07-26T15:50:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 479 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:1369: finishing write tid 3 to smithi04638994-49 2021-07-26T15:50:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 790 (ObjNum 436 snap 133 seq_num 436) dirty exists 2021-07-26T15:50:28.208 INFO:tasks.rados.rados.0.smithi046.stdout:1369: left oid 49 (ObjNum 436 snap 133 seq_num 436) 2021-07-26T15:50:28.209 INFO:tasks.rados.rados.0.smithi046.stdout:1371: expect (ObjNum 324 snap 104 seq_num 324) 2021-07-26T15:50:28.346 INFO:tasks.rados.rados.0.smithi046.stdout:1372: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:28.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:27 smithi073 bash[34190]: audit 2021-07-26T15:50:27.877832+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:27 smithi073 bash[34190]: audit 2021-07-26T15:50:27.878204+0000 mon.a (mon.0) 616 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.368 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:27 smithi073 bash[36714]: debug 2021-07-26T15:50:27.870+0000 7f4c6b6f90c0 -1 osd.5 319 log_to_monitors {default=true} 2021-07-26T15:50:28.369 INFO:journalctl@ceph.osd.5.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[36714]: debug 2021-07-26T15:50:28.002+0000 7f4c5a849700 -1 osd.5 319 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:50:28.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:27 smithi046 bash[41283]: audit 2021-07-26T15:50:27.877832+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:27 smithi046 bash[41283]: audit 2021-07-26T15:50:27.878204+0000 mon.a (mon.0) 616 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:27 smithi046 bash[42351]: audit 2021-07-26T15:50:27.877832+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:27 smithi046 bash[42351]: audit 2021-07-26T15:50:27.878204+0000 mon.a (mon.0) 616 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:28.947 INFO:tasks.rados.rados.0.smithi046.stdout:1370: expect (ObjNum 412 snap 132 seq_num 412) 2021-07-26T15:50:29.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[34190]: cluster 2021-07-26T15:50:27.887074+0000 mgr.y (mgr.24683) 191 : cluster [DBG] pgmap v294: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 18 op/s; 30/510 objects degraded (5.882%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:29.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[34190]: audit 2021-07-26T15:50:27.983511+0000 mon.a (mon.0) 617 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[34190]: cluster 2021-07-26T15:50:27.983602+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T15:50:29.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[34190]: audit 2021-07-26T15:50:27.988391+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:28 smithi073 bash[34190]: audit 2021-07-26T15:50:27.989778+0000 mon.a (mon.0) 619 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[41283]: cluster 2021-07-26T15:50:27.887074+0000 mgr.y (mgr.24683) 191 : cluster [DBG] pgmap v294: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 18 op/s; 30/510 objects degraded (5.882%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[41283]: audit 2021-07-26T15:50:27.983511+0000 mon.a (mon.0) 617 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[41283]: cluster 2021-07-26T15:50:27.983602+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T15:50:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[41283]: audit 2021-07-26T15:50:27.988391+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[41283]: audit 2021-07-26T15:50:27.989778+0000 mon.a (mon.0) 619 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[42351]: cluster 2021-07-26T15:50:27.887074+0000 mgr.y (mgr.24683) 191 : cluster [DBG] pgmap v294: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 18 op/s; 30/510 objects degraded (5.882%); 12 MiB/s, 3 objects/s recovering 2021-07-26T15:50:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[42351]: audit 2021-07-26T15:50:27.983511+0000 mon.a (mon.0) 617 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[42351]: cluster 2021-07-26T15:50:27.983602+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T15:50:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[42351]: audit 2021-07-26T15:50:27.988391+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:28 smithi046 bash[42351]: audit 2021-07-26T15:50:27.989778+0000 mon.a (mon.0) 619 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1367: done (11 left) 2021-07-26T15:50:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1368: done (10 left) 2021-07-26T15:50:29.555 INFO:tasks.rados.rados.0.smithi046.stdout:1369: done (9 left) 2021-07-26T15:50:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1370: done (8 left) 2021-07-26T15:50:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1371: done (7 left) 2021-07-26T15:50:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1372: done (6 left) 2021-07-26T15:50:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1373: done (5 left) 2021-07-26T15:50:29.556 INFO:tasks.rados.rados.0.smithi046.stdout:1374: done (4 left) 2021-07-26T15:50:29.557 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 133 2021-07-26T15:50:29.557 INFO:tasks.rados.rados.0.smithi046.stdout:1375: seq_num 437 ranges {0=122880} 2021-07-26T15:50:29.558 INFO:tasks.rados.rados.0.smithi046.stdout:1375: writing smithi04638994-3 from 0 to 122880 tid 1 2021-07-26T15:50:29.558 INFO:tasks.rados.rados.0.smithi046.stdout:1376: copy_from oid 13 from oid 46 current snap is 133 2021-07-26T15:50:29.559 INFO:tasks.rados.rados.0.smithi046.stdout:1377: rollback oid 18 current snap is 133 2021-07-26T15:50:29.559 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 127 2021-07-26T15:50:29.559 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 133 2021-07-26T15:50:29.559 INFO:tasks.rados.rados.0.smithi046.stdout:1378: seq_num 438 ranges {4866048=139264} 2021-07-26T15:50:29.591 INFO:tasks.rados.rados.0.smithi046.stdout:1378: writing smithi04638994-11 from 4866048 to 5005312 tid 1 2021-07-26T15:50:29.591 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 133 2021-07-26T15:50:29.591 INFO:tasks.rados.rados.0.smithi046.stdout:1379: seq_num 439 ranges {0=155648} 2021-07-26T15:50:29.592 INFO:tasks.rados.rados.0.smithi046.stdout:1379: writing smithi04638994-33 from 0 to 155648 tid 1 2021-07-26T15:50:29.592 INFO:tasks.rados.rados.0.smithi046.stdout:1380: setattr oid 17 current snap is 133 2021-07-26T15:50:29.593 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 1 to smithi04638994-3 2021-07-26T15:50:29.593 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 2 to smithi04638994-3 2021-07-26T15:50:29.593 INFO:tasks.rados.rados.0.smithi046.stdout:1375: finishing write tid 3 to smithi04638994-3 2021-07-26T15:50:29.593 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 476 (ObjNum 437 snap 133 seq_num 437) dirty exists 2021-07-26T15:50:29.593 INFO:tasks.rados.rados.0.smithi046.stdout:1375: left oid 3 (ObjNum 437 snap 133 seq_num 437) 2021-07-26T15:50:29.594 INFO:tasks.rados.rados.0.smithi046.stdout:1377: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:50:29.594 INFO:tasks.rados.rados.0.smithi046.stdout:1377: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:50:29.594 INFO:tasks.rados.rados.0.smithi046.stdout:1377: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:50:29.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 482 (ObjNum 165 snap 44 seq_num 165) dirty exists 2021-07-26T15:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:1375: done (9 left) 2021-07-26T15:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:1377: done (8 left) 2021-07-26T15:50:29.595 INFO:tasks.rados.rados.0.smithi046.stdout:1381: snap_remove snap 124 2021-07-26T15:50:29.987 INFO:tasks.rados.rados.0.smithi046.stdout:1381: done (8 left) 2021-07-26T15:50:29.987 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 133 2021-07-26T15:50:29.988 INFO:tasks.rados.rados.0.smithi046.stdout:1378: finishing write tid 1 to smithi04638994-11 2021-07-26T15:50:29.988 INFO:tasks.rados.rados.0.smithi046.stdout:1378: finishing write tid 2 to smithi04638994-11 2021-07-26T15:50:29.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 928 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:50:29.988 INFO:tasks.rados.rados.0.smithi046.stdout:1378: finishing write tid 3 to smithi04638994-11 2021-07-26T15:50:29.989 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1016 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T15:50:29.989 INFO:tasks.rados.rados.0.smithi046.stdout:1378: left oid 11 (ObjNum 438 snap 133 seq_num 438) 2021-07-26T15:50:29.989 INFO:tasks.rados.rados.0.smithi046.stdout:1382: seq_num 440 ranges {5963776=172032} 2021-07-26T15:50:30.024 INFO:tasks.rados.rados.0.smithi046.stdout:1382: writing smithi04638994-24 from 5963776 to 6135808 tid 1 2021-07-26T15:50:30.024 INFO:tasks.rados.rados.0.smithi046.stdout:1378: done (8 left) 2021-07-26T15:50:30.025 INFO:tasks.rados.rados.0.smithi046.stdout:1380: done (7 left) 2021-07-26T15:50:30.025 INFO:tasks.rados.rados.0.smithi046.stdout:1383: setattr oid 8 current snap is 133 2021-07-26T15:50:30.025 INFO:tasks.rados.rados.0.smithi046.stdout:1379: finishing write tid 1 to smithi04638994-33 2021-07-26T15:50:30.025 INFO:tasks.rados.rados.0.smithi046.stdout:1379: finishing write tid 2 to smithi04638994-33 2021-07-26T15:50:30.026 INFO:tasks.rados.rados.0.smithi046.stdout:1379: finishing write tid 3 to smithi04638994-33 2021-07-26T15:50:30.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 387 (ObjNum 439 snap 133 seq_num 439) dirty exists 2021-07-26T15:50:30.026 INFO:tasks.rados.rados.0.smithi046.stdout:1379: left oid 33 (ObjNum 439 snap 133 seq_num 439) 2021-07-26T15:50:30.028 INFO:tasks.rados.rados.0.smithi046.stdout:1379: done (7 left) 2021-07-26T15:50:30.028 INFO:tasks.rados.rados.0.smithi046.stdout:1384: snap_remove snap 127 2021-07-26T15:50:30.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:30 smithi073 bash[34190]: cluster 2021-07-26T15:50:28.974876+0000 mon.a (mon.0) 620 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:30.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:30 smithi073 bash[34190]: cluster 2021-07-26T15:50:28.982532+0000 mon.a (mon.0) 621 : cluster [INF] osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594] boot 2021-07-26T15:50:30.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:30 smithi073 bash[34190]: cluster 2021-07-26T15:50:28.982614+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-07-26T15:50:30.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:30 smithi073 bash[34190]: audit 2021-07-26T15:50:28.983347+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:30.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[42351]: cluster 2021-07-26T15:50:28.974876+0000 mon.a (mon.0) 620 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:30.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[42351]: cluster 2021-07-26T15:50:28.982532+0000 mon.a (mon.0) 621 : cluster [INF] osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594] boot 2021-07-26T15:50:30.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[42351]: cluster 2021-07-26T15:50:28.982614+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-07-26T15:50:30.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[42351]: audit 2021-07-26T15:50:28.983347+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[41283]: cluster 2021-07-26T15:50:28.974876+0000 mon.a (mon.0) 620 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:30.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[41283]: cluster 2021-07-26T15:50:28.982532+0000 mon.a (mon.0) 621 : cluster [INF] osd.5 [v2:172.21.15.73:6808/661128594,v1:172.21.15.73:6809/661128594] boot 2021-07-26T15:50:30.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[41283]: cluster 2021-07-26T15:50:28.982614+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2021-07-26T15:50:30.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:30 smithi046 bash[41283]: audit 2021-07-26T15:50:28.983347+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:30.870 INFO:tasks.rados.rados.0.smithi046.stdout:1384: done (7 left) 2021-07-26T15:50:30.870 INFO:tasks.rados.rados.0.smithi046.stdout:1385: rollback oid 39 current snap is 133 2021-07-26T15:50:30.871 INFO:tasks.rados.rados.0.smithi046.stdout:1382: finishing write tid 1 to smithi04638994-24 2021-07-26T15:50:30.871 INFO:tasks.rados.rados.0.smithi046.stdout:1382: finishing write tid 2 to smithi04638994-24 2021-07-26T15:50:30.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1030 (ObjNum 409 snap 131 seq_num 409) dirty exists 2021-07-26T15:50:30.871 INFO:tasks.rados.rados.0.smithi046.stdout:1382: finishing write tid 3 to smithi04638994-24 2021-07-26T15:50:30.871 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1028 (ObjNum 440 snap 133 seq_num 440) dirty exists 2021-07-26T15:50:30.872 INFO:tasks.rados.rados.0.smithi046.stdout:1382: left oid 24 (ObjNum 440 snap 133 seq_num 440) 2021-07-26T15:50:30.872 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 131 2021-07-26T15:50:30.872 INFO:tasks.rados.rados.0.smithi046.stdout:1382: done (7 left) 2021-07-26T15:50:30.872 INFO:tasks.rados.rados.0.smithi046.stdout:1383: done (6 left) 2021-07-26T15:50:30.873 INFO:tasks.rados.rados.0.smithi046.stdout:1386: read oid 14 snap -1 2021-07-26T15:50:30.873 INFO:tasks.rados.rados.0.smithi046.stdout:1386: expect (ObjNum 367 snap 118 seq_num 367) 2021-07-26T15:50:30.873 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 133 2021-07-26T15:50:30.873 INFO:tasks.rados.rados.0.smithi046.stdout:1387: seq_num 441 ranges {6135808=188416} 2021-07-26T15:50:30.908 INFO:tasks.rados.rados.0.smithi046.stdout:1387: writing smithi04638994-24 from 6135808 to 6324224 tid 1 2021-07-26T15:50:30.909 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 133 2021-07-26T15:50:30.909 INFO:tasks.rados.rados.0.smithi046.stdout:1388: seq_num 442 ranges {9510912=204800} 2021-07-26T15:50:30.962 INFO:tasks.rados.rados.0.smithi046.stdout:1388: writing smithi04638994-23 from 9510912 to 9715712 tid 1 2021-07-26T15:50:30.962 INFO:tasks.rados.rados.0.smithi046.stdout:1389: delete oid 16 current snap is 133 2021-07-26T15:50:30.963 INFO:tasks.rados.rados.0.smithi046.stdout:1385: finishing rollback tid 1 to smithi04638994-39 2021-07-26T15:50:30.963 INFO:tasks.rados.rados.0.smithi046.stdout:1385: finishing rollback tid 2 to smithi04638994-39 2021-07-26T15:50:30.963 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 913 (ObjNum 405 snap 130 seq_num 405) dirty exists 2021-07-26T15:50:30.963 INFO:tasks.rados.rados.0.smithi046.stdout:1387: finishing write tid 1 to smithi04638994-24 2021-07-26T15:50:30.964 INFO:tasks.rados.rados.0.smithi046.stdout:1387: finishing write tid 2 to smithi04638994-24 2021-07-26T15:50:30.964 INFO:tasks.rados.rados.0.smithi046.stdout:1387: finishing write tid 3 to smithi04638994-24 2021-07-26T15:50:30.964 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1044 (ObjNum 441 snap 133 seq_num 441) dirty exists 2021-07-26T15:50:30.965 INFO:tasks.rados.rados.0.smithi046.stdout:1387: left oid 24 (ObjNum 441 snap 133 seq_num 441) 2021-07-26T15:50:30.967 INFO:tasks.rados.rados.0.smithi046.stdout:1385: done (9 left) 2021-07-26T15:50:30.967 INFO:tasks.rados.rados.0.smithi046.stdout:1387: done (8 left) 2021-07-26T15:50:30.967 INFO:tasks.rados.rados.0.smithi046.stdout:1389: done (7 left) 2021-07-26T15:50:30.968 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 133 2021-07-26T15:50:30.968 INFO:tasks.rados.rados.0.smithi046.stdout:1390: seq_num 444 ranges {5005312=237568} 2021-07-26T15:50:30.997 INFO:tasks.rados.rados.0.smithi046.stdout:1390: writing smithi04638994-11 from 5005312 to 5242880 tid 1 2021-07-26T15:50:30.998 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 133 2021-07-26T15:50:30.999 INFO:tasks.rados.rados.0.smithi046.stdout:1391: seq_num 445 ranges {3637248=253952} 2021-07-26T15:50:31.019 INFO:tasks.rados.rados.0.smithi046.stdout:1391: writing smithi04638994-28 from 3637248 to 3891200 tid 1 2021-07-26T15:50:31.020 INFO:tasks.rados.rados.0.smithi046.stdout:1392: copy_from oid 40 from oid 21 current snap is 133 2021-07-26T15:50:31.021 INFO:tasks.rados.rados.0.smithi046.stdout:1388: finishing write tid 1 to smithi04638994-23 2021-07-26T15:50:31.021 INFO:tasks.rados.rados.0.smithi046.stdout:1388: finishing write tid 2 to smithi04638994-23 2021-07-26T15:50:31.021 INFO:tasks.rados.rados.0.smithi046.stdout:1388: finishing write tid 3 to smithi04638994-23 2021-07-26T15:50:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1046 (ObjNum 442 snap 133 seq_num 442) dirty exists 2021-07-26T15:50:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:1388: left oid 23 (ObjNum 442 snap 133 seq_num 442) 2021-07-26T15:50:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 1 to smithi04638994-11 2021-07-26T15:50:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:1388: done (9 left) 2021-07-26T15:50:31.024 INFO:tasks.rados.rados.0.smithi046.stdout:1393: read oid 10 snap -1 2021-07-26T15:50:31.024 INFO:tasks.rados.rados.0.smithi046.stdout:1393: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:31.024 INFO:tasks.rados.rados.0.smithi046.stdout:1394: read oid 6 snap -1 2021-07-26T15:50:31.024 INFO:tasks.rados.rados.0.smithi046.stdout:1394: expect (ObjNum 400 snap 128 seq_num 400) 2021-07-26T15:50:31.024 INFO:tasks.rados.rados.0.smithi046.stdout:1395: copy_from oid 41 from oid 3 current snap is 133 2021-07-26T15:50:31.025 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 2 to smithi04638994-11 2021-07-26T15:50:31.025 INFO:tasks.rados.rados.0.smithi046.stdout:1390: finishing write tid 3 to smithi04638994-11 2021-07-26T15:50:31.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1048 (ObjNum 444 snap 133 seq_num 444) dirty exists 2021-07-26T15:50:31.025 INFO:tasks.rados.rados.0.smithi046.stdout:1390: left oid 11 (ObjNum 444 snap 133 seq_num 444) 2021-07-26T15:50:31.026 INFO:tasks.rados.rados.0.smithi046.stdout:1390: done (11 left) 2021-07-26T15:50:31.026 INFO:tasks.rados.rados.0.smithi046.stdout:1396: read oid 22 snap -1 2021-07-26T15:50:31.026 INFO:tasks.rados.rados.0.smithi046.stdout:1396: expect (ObjNum 344 snap 109 seq_num 344) 2021-07-26T15:50:31.026 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 133 2021-07-26T15:50:31.026 INFO:tasks.rados.rados.0.smithi046.stdout:1397: seq_num 446 ranges {4276224=278528} 2021-07-26T15:50:31.045 INFO:tasks.rados.rados.0.smithi046.stdout:1397: writing smithi04638994-37 from 4276224 to 4554752 tid 1 2021-07-26T15:50:31.046 INFO:tasks.rados.rados.0.smithi046.stdout:1398: setattr oid 31 current snap is 133 2021-07-26T15:50:31.046 INFO:tasks.rados.rados.0.smithi046.stdout:1394: expect (ObjNum 400 snap 128 seq_num 400) 2021-07-26T15:50:31.106 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing copy_from to smithi04638994-41 2021-07-26T15:50:31.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 476 (ObjNum 437 snap 133 seq_num 437) dirty exists 2021-07-26T15:50:31.107 INFO:tasks.rados.rados.0.smithi046.stdout:1395: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:50:31.107 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 1 to smithi04638994-37 2021-07-26T15:50:31.107 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 2 to smithi04638994-37 2021-07-26T15:50:31.107 INFO:tasks.rados.rados.0.smithi046.stdout:1397: finishing write tid 3 to smithi04638994-37 2021-07-26T15:50:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 816 (ObjNum 446 snap 133 seq_num 446) dirty exists 2021-07-26T15:50:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:1397: left oid 37 (ObjNum 446 snap 133 seq_num 446) 2021-07-26T15:50:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing copy_from to smithi04638994-40 2021-07-26T15:50:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 479 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:31.108 INFO:tasks.rados.rados.0.smithi046.stdout:1393: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:31 smithi073 bash[34190]: cluster 2021-07-26T15:50:29.887933+0000 mgr.y (mgr.24683) 192 : cluster [DBG] pgmap v297: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 368 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 30/507 objects degraded (5.917%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:50:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:31 smithi073 bash[34190]: cluster 2021-07-26T15:50:29.987953+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-07-26T15:50:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:31 smithi073 bash[34190]: cluster 2021-07-26T15:50:29.988842+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 30/507 objects degraded (5.917%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:31.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:31 smithi073 bash[34190]: cluster 2021-07-26T15:50:30.868601+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-07-26T15:50:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[41283]: cluster 2021-07-26T15:50:29.887933+0000 mgr.y (mgr.24683) 192 : cluster [DBG] pgmap v297: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 368 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 30/507 objects degraded (5.917%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:50:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[41283]: cluster 2021-07-26T15:50:29.987953+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-07-26T15:50:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[41283]: cluster 2021-07-26T15:50:29.988842+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 30/507 objects degraded (5.917%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[41283]: cluster 2021-07-26T15:50:30.868601+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-07-26T15:50:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[42351]: cluster 2021-07-26T15:50:29.887933+0000 mgr.y (mgr.24683) 192 : cluster [DBG] pgmap v297: 25 pgs: 2 active+clean+wait, 4 active+undersized+degraded, 2 active+undersized, 17 active+clean; 368 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 30/507 objects degraded (5.917%); 2.6 MiB/s, 0 objects/s recovering 2021-07-26T15:50:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[42351]: cluster 2021-07-26T15:50:29.987953+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2021-07-26T15:50:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[42351]: cluster 2021-07-26T15:50:29.988842+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 30/507 objects degraded (5.917%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:31.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:31 smithi046 bash[42351]: cluster 2021-07-26T15:50:30.868601+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2021-07-26T15:50:31.779 INFO:tasks.rados.rados.0.smithi046.stdout:1392: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:50:31.779 INFO:tasks.rados.rados.0.smithi046.stdout:1392: done (13 left) 2021-07-26T15:50:31.780 INFO:tasks.rados.rados.0.smithi046.stdout:1393: done (12 left) 2021-07-26T15:50:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:1394: done (11 left) 2021-07-26T15:50:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:1395: done (10 left) 2021-07-26T15:50:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:1397: done (9 left) 2021-07-26T15:50:31.781 INFO:tasks.rados.rados.0.smithi046.stdout:1399: rollback oid 27 current snap is 133 2021-07-26T15:50:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 94 2021-07-26T15:50:31.782 INFO:tasks.rados.rados.0.smithi046.stdout:1400: delete oid 43 current snap is 133 2021-07-26T15:50:31.783 INFO:tasks.rados.rados.0.smithi046.stdout:1400: done (10 left) 2021-07-26T15:50:31.784 INFO:tasks.rados.rados.0.smithi046.stdout:1401: delete oid 17 current snap is 133 2021-07-26T15:50:31.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 481 (ObjNum 198260032 snap 22029 seq_num 199426208) dirty exists 2021-07-26T15:50:31.787 INFO:tasks.rados.rados.0.smithi046.stdout:1399: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:50:31.788 INFO:tasks.rados.rados.0.smithi046.stdout:1399: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:50:31.788 INFO:tasks.rados.rados.0.smithi046.stdout:1399: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:50:31.789 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 941 (ObjNum 285 snap 90 seq_num 285) dirty exists 2021-07-26T15:50:31.789 INFO:tasks.rados.rados.0.smithi046.stdout:1398: done (10 left) 2021-07-26T15:50:31.789 INFO:tasks.rados.rados.0.smithi046.stdout:1399: done (9 left) 2021-07-26T15:50:31.790 INFO:tasks.rados.rados.0.smithi046.stdout:1401: done (8 left) 2021-07-26T15:50:31.790 INFO:tasks.rados.rados.0.smithi046.stdout:1402: read oid 39 snap -1 2021-07-26T15:50:31.790 INFO:tasks.rados.rados.0.smithi046.stdout:1402: expect (ObjNum 405 snap 130 seq_num 405) 2021-07-26T15:50:31.790 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 133 2021-07-26T15:50:31.791 INFO:tasks.rados.rados.0.smithi046.stdout:1403: seq_num 449 ranges {155648=327680} 2021-07-26T15:50:31.792 INFO:tasks.rados.rados.0.smithi046.stdout:1403: writing smithi04638994-33 from 155648 to 483328 tid 1 2021-07-26T15:50:31.793 INFO:tasks.rados.rados.0.smithi046.stdout:1404: snap_create 2021-07-26T15:50:31.800 INFO:tasks.rados.rados.0.smithi046.stdout:1402: expect (ObjNum 405 snap 130 seq_num 405) 2021-07-26T15:50:31.858 INFO:tasks.rados.rados.0.smithi046.stdout:1403: finishing write tid 1 to smithi04638994-33 2021-07-26T15:50:31.859 INFO:tasks.rados.rados.0.smithi046.stdout:1403: finishing write tid 2 to smithi04638994-33 2021-07-26T15:50:31.859 INFO:tasks.rados.rados.0.smithi046.stdout:1403: finishing write tid 3 to smithi04638994-33 2021-07-26T15:50:31.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 389 (ObjNum 449 snap 133 seq_num 449) dirty exists 2021-07-26T15:50:31.859 INFO:tasks.rados.rados.0.smithi046.stdout:1403: left oid 33 (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:32.015 INFO:tasks.rados.rados.0.smithi046.stdout:1402: done (10 left) 2021-07-26T15:50:32.016 INFO:tasks.rados.rados.0.smithi046.stdout:1403: done (9 left) 2021-07-26T15:50:32.016 INFO:tasks.rados.rados.0.smithi046.stdout:1404: done (8 left) 2021-07-26T15:50:32.016 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 134 2021-07-26T15:50:32.016 INFO:tasks.rados.rados.0.smithi046.stdout:1405: seq_num 450 ranges {1859584=344064} 2021-07-26T15:50:32.028 INFO:tasks.rados.rados.0.smithi046.stdout:1405: writing smithi04638994-35 from 1859584 to 2203648 tid 1 2021-07-26T15:50:32.029 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 134 2021-07-26T15:50:32.029 INFO:tasks.rados.rados.0.smithi046.stdout:1406: seq_num 451 ranges {2064384=360448} 2021-07-26T15:50:32.043 INFO:tasks.rados.rados.0.smithi046.stdout:1406: writing smithi04638994-8 from 2064384 to 2424832 tid 1 2021-07-26T15:50:32.043 INFO:tasks.rados.rados.0.smithi046.stdout:1407: copy_from oid 30 from oid 15 current snap is 134 2021-07-26T15:50:32.043 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 1 to smithi04638994-35 2021-07-26T15:50:32.043 INFO:tasks.rados.rados.0.smithi046.stdout:1408: rmattr oid 47 current snap is 134 2021-07-26T15:50:32.044 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 2 to smithi04638994-35 2021-07-26T15:50:32.044 INFO:tasks.rados.rados.0.smithi046.stdout:1405: finishing write tid 3 to smithi04638994-35 2021-07-26T15:50:32.044 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 819 (ObjNum 450 snap 134 seq_num 450) dirty exists 2021-07-26T15:50:32.044 INFO:tasks.rados.rados.0.smithi046.stdout:1405: left oid 35 (ObjNum 450 snap 134 seq_num 450) 2021-07-26T15:50:32.045 INFO:tasks.rados.rados.0.smithi046.stdout:1405: done (11 left) 2021-07-26T15:50:32.045 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 134 2021-07-26T15:50:32.045 INFO:tasks.rados.rados.0.smithi046.stdout:1409: seq_num 452 ranges {122880=376832} 2021-07-26T15:50:32.045 INFO:tasks.rados.rados.0.smithi046.stdout:1409: writing smithi04638994-3 from 122880 to 499712 tid 1 2021-07-26T15:50:32.046 INFO:tasks.rados.rados.0.smithi046.stdout:1410: delete oid 50 current snap is 134 2021-07-26T15:50:32.052 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing write tid 1 to smithi04638994-3 2021-07-26T15:50:32.053 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing write tid 2 to smithi04638994-3 2021-07-26T15:50:32.054 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 1 to smithi04638994-8 2021-07-26T15:50:32.054 INFO:tasks.rados.rados.0.smithi046.stdout:1409: finishing write tid 3 to smithi04638994-3 2021-07-26T15:50:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 484 (ObjNum 452 snap 134 seq_num 452) dirty exists 2021-07-26T15:50:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:1409: left oid 3 (ObjNum 452 snap 134 seq_num 452) 2021-07-26T15:50:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 2 to smithi04638994-8 2021-07-26T15:50:32.058 INFO:tasks.rados.rados.0.smithi046.stdout:1409: done (12 left) 2021-07-26T15:50:32.059 INFO:tasks.rados.rados.0.smithi046.stdout:1410: done (11 left) 2021-07-26T15:50:32.059 INFO:tasks.rados.rados.0.smithi046.stdout:1411: read oid 33 snap -1 2021-07-26T15:50:32.059 INFO:tasks.rados.rados.0.smithi046.stdout:1411: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:32.059 INFO:tasks.rados.rados.0.smithi046.stdout:1412: snap_create 2021-07-26T15:50:32.060 INFO:tasks.rados.rados.0.smithi046.stdout:1406: finishing write tid 3 to smithi04638994-8 2021-07-26T15:50:32.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1051 (ObjNum 451 snap 134 seq_num 451) dirty exists 2021-07-26T15:50:32.060 INFO:tasks.rados.rados.0.smithi046.stdout:1406: left oid 8 (ObjNum 451 snap 134 seq_num 451) 2021-07-26T15:50:32.063 INFO:tasks.rados.rados.0.smithi046.stdout:1411: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:1407: finishing copy_from to smithi04638994-30 2021-07-26T15:50:32.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 544 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:50:32.095 INFO:tasks.rados.rados.0.smithi046.stdout:1407: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:50:33.018 INFO:tasks.rados.rados.0.smithi046.stdout:1406: done (12 left) 2021-07-26T15:50:33.018 INFO:tasks.rados.rados.0.smithi046.stdout:1407: done (11 left) 2021-07-26T15:50:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1411: done (10 left) 2021-07-26T15:50:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1412: done (9 left) 2021-07-26T15:50:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1413: delete oid 6 current snap is 135 2021-07-26T15:50:33.028 INFO:tasks.rados.rados.0.smithi046.stdout:1413: done (9 left) 2021-07-26T15:50:33.029 INFO:tasks.rados.rados.0.smithi046.stdout:1414: snap_create 2021-07-26T15:50:33.314 INFO:tasks.rados.rados.0.smithi046.stdout:1350: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:50:33.316 INFO:tasks.rados.rados.0.smithi046.stdout:1350: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:50:33.317 INFO:tasks.rados.rados.0.smithi046.stdout:1350: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:50:33.317 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 875 (ObjNum 262 snap 80 seq_num 262) dirty exists 2021-07-26T15:50:33.321 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 333 (ObjNum 328 snap 105 seq_num 328) dirty exists 2021-07-26T15:50:33.321 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 1 to smithi04638994-25 2021-07-26T15:50:33.328 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 2 to smithi04638994-25 2021-07-26T15:50:33.332 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 3 to smithi04638994-25 2021-07-26T15:50:33.339 INFO:tasks.rados.rados.0.smithi046.stdout:1376: finishing copy_from to smithi04638994-13 2021-07-26T15:50:33.340 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 255 (ObjNum 354 snap 111 seq_num 354) dirty exists 2021-07-26T15:50:33.340 INFO:tasks.rados.rados.0.smithi046.stdout:1376: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:50:33.344 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 4 to smithi04638994-25 2021-07-26T15:50:33.344 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 5 to smithi04638994-25 2021-07-26T15:50:33.344 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 6 to smithi04638994-25 2021-07-26T15:50:33.351 INFO:tasks.rados.rados.0.smithi046.stdout:1345: finishing write tid 7 to smithi04638994-25 2021-07-26T15:50:33.351 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 339 (ObjNum 428 snap 133 seq_num 428) dirty exists 2021-07-26T15:50:33.352 INFO:tasks.rados.rados.0.smithi046.stdout:1345: left oid 25 (ObjNum 428 snap 133 seq_num 428) 2021-07-26T15:50:33.358 INFO:tasks.rados.rados.0.smithi046.stdout:1386: expect (ObjNum 367 snap 118 seq_num 367) 2021-07-26T15:50:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:33 smithi073 bash[34190]: cluster 2021-07-26T15:50:31.888798+0000 mgr.y (mgr.24683) 193 : cluster [DBG] pgmap v300: 25 pgs: 2 active+clean+wait, 3 active+undersized+degraded, 2 active+undersized, 18 active+clean; 354 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 17/474 objects degraded (3.586%); 4.7 MiB/s, 1 objects/s recovering 2021-07-26T15:50:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:33 smithi073 bash[34190]: cluster 2021-07-26T15:50:32.016391+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-07-26T15:50:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[41283]: cluster 2021-07-26T15:50:31.888798+0000 mgr.y (mgr.24683) 193 : cluster [DBG] pgmap v300: 25 pgs: 2 active+clean+wait, 3 active+undersized+degraded, 2 active+undersized, 18 active+clean; 354 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 17/474 objects degraded (3.586%); 4.7 MiB/s, 1 objects/s recovering 2021-07-26T15:50:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[41283]: cluster 2021-07-26T15:50:32.016391+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-07-26T15:50:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[42351]: cluster 2021-07-26T15:50:31.888798+0000 mgr.y (mgr.24683) 193 : cluster [DBG] pgmap v300: 25 pgs: 2 active+clean+wait, 3 active+undersized+degraded, 2 active+undersized, 18 active+clean; 354 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 39 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 17/474 objects degraded (3.586%); 4.7 MiB/s, 1 objects/s recovering 2021-07-26T15:50:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[42351]: cluster 2021-07-26T15:50:32.016391+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2021-07-26T15:50:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:33.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:33.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:33.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:50:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:1329: done (9 left) 2021-07-26T15:50:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:1345: done (8 left) 2021-07-26T15:50:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:1350: done (7 left) 2021-07-26T15:50:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:1351: done (6 left) 2021-07-26T15:50:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:1376: done (5 left) 2021-07-26T15:50:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:1386: done (4 left) 2021-07-26T15:50:34.037 INFO:tasks.rados.rados.0.smithi046.stdout:1414: done (3 left) 2021-07-26T15:50:34.037 INFO:tasks.rados.rados.0.smithi046.stdout:1415: snap_remove snap 133 2021-07-26T15:50:34.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:34 smithi073 bash[34190]: cluster 2021-07-26T15:50:33.019074+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-07-26T15:50:34.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:34 smithi046 bash[41283]: cluster 2021-07-26T15:50:33.019074+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-07-26T15:50:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:34 smithi046 bash[42351]: cluster 2021-07-26T15:50:33.019074+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2021-07-26T15:50:35.040 INFO:tasks.rados.rados.0.smithi046.stdout:1415: done (3 left) 2021-07-26T15:50:35.040 INFO:tasks.rados.rados.0.smithi046.stdout:1416: snap_create 2021-07-26T15:50:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:35 smithi073 bash[34190]: cluster 2021-07-26T15:50:33.889605+0000 mgr.y (mgr.24683) 194 : cluster [DBG] pgmap v303: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 582 KiB/s wr, 34 op/s; 10 MiB/s, 2 objects/s recovering 2021-07-26T15:50:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:35 smithi073 bash[34190]: cluster 2021-07-26T15:50:34.024099+0000 mon.a (mon.0) 629 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/474 objects degraded (3.586%), 3 pgs degraded) 2021-07-26T15:50:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:35 smithi073 bash[34190]: cluster 2021-07-26T15:50:34.024165+0000 mon.a (mon.0) 630 : cluster [INF] Cluster is now healthy 2021-07-26T15:50:35.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:35 smithi073 bash[34190]: cluster 2021-07-26T15:50:34.037083+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-07-26T15:50:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[41283]: cluster 2021-07-26T15:50:33.889605+0000 mgr.y (mgr.24683) 194 : cluster [DBG] pgmap v303: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 582 KiB/s wr, 34 op/s; 10 MiB/s, 2 objects/s recovering 2021-07-26T15:50:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[41283]: cluster 2021-07-26T15:50:34.024099+0000 mon.a (mon.0) 629 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/474 objects degraded (3.586%), 3 pgs degraded) 2021-07-26T15:50:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[41283]: cluster 2021-07-26T15:50:34.024165+0000 mon.a (mon.0) 630 : cluster [INF] Cluster is now healthy 2021-07-26T15:50:35.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[41283]: cluster 2021-07-26T15:50:34.037083+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-07-26T15:50:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[42351]: cluster 2021-07-26T15:50:33.889605+0000 mgr.y (mgr.24683) 194 : cluster [DBG] pgmap v303: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 582 KiB/s wr, 34 op/s; 10 MiB/s, 2 objects/s recovering 2021-07-26T15:50:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[42351]: cluster 2021-07-26T15:50:34.024099+0000 mon.a (mon.0) 629 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/474 objects degraded (3.586%), 3 pgs degraded) 2021-07-26T15:50:35.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[42351]: cluster 2021-07-26T15:50:34.024165+0000 mon.a (mon.0) 630 : cluster [INF] Cluster is now healthy 2021-07-26T15:50:35.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:35 smithi046 bash[42351]: cluster 2021-07-26T15:50:34.037083+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2021-07-26T15:50:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:1416: done (3 left) 2021-07-26T15:50:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:1417: read oid 3 snap -1 2021-07-26T15:50:35.872 INFO:tasks.rados.rados.0.smithi046.stdout:1417: expect (ObjNum 452 snap 134 seq_num 452) 2021-07-26T15:50:35.873 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 137 2021-07-26T15:50:35.873 INFO:tasks.rados.rados.0.smithi046.stdout:1418: seq_num 455 ranges {0=425984} 2021-07-26T15:50:35.876 INFO:tasks.rados.rados.0.smithi046.stdout:1418: writing smithi04638994-50 from 0 to 425984 tid 1 2021-07-26T15:50:35.876 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 137 2021-07-26T15:50:35.876 INFO:tasks.rados.rados.0.smithi046.stdout:1419: seq_num 456 ranges {5144576=442368} 2021-07-26T15:50:35.910 INFO:tasks.rados.rados.0.smithi046.stdout:1419: writing smithi04638994-30 from 5144576 to 5586944 tid 1 2021-07-26T15:50:35.910 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 137 2021-07-26T15:50:35.910 INFO:tasks.rados.rados.0.smithi046.stdout:1420: seq_num 457 ranges {1941504=458752} 2021-07-26T15:50:35.924 INFO:tasks.rados.rados.0.smithi046.stdout:1420: writing smithi04638994-12 from 1941504 to 2400256 tid 1 2021-07-26T15:50:35.924 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 137 2021-07-26T15:50:35.925 INFO:tasks.rados.rados.0.smithi046.stdout:1421: seq_num 458 ranges {1990656=475136} 2021-07-26T15:50:35.937 INFO:tasks.rados.rados.0.smithi046.stdout:1421: writing smithi04638994-39 from 1990656 to 2465792 tid 1 2021-07-26T15:50:35.938 INFO:tasks.rados.rados.0.smithi046.stdout:1422: snap_remove snap 131 2021-07-26T15:50:36.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:36 smithi073 bash[34190]: cluster 2021-07-26T15:50:35.040521+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T15:50:36.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:36 smithi073 bash[34190]: cluster 2021-07-26T15:50:35.871701+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T15:50:36.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:36 smithi046 bash[41283]: cluster 2021-07-26T15:50:35.040521+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T15:50:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:36 smithi046 bash[41283]: cluster 2021-07-26T15:50:35.871701+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T15:50:36.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:36 smithi046 bash[42351]: cluster 2021-07-26T15:50:35.040521+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T15:50:36.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:36 smithi046 bash[42351]: cluster 2021-07-26T15:50:35.871701+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T15:50:36.541 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:50:36.880 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:50:36.881 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (8m) 49s ago 9m 15.2M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:50:36.881 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (8m) 11s ago 8m 25.9M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:50:36.881 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (3m) 11s ago 13m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:50:36.882 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (4m) 49s ago 16m 418M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:50:36.882 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (3m) 49s ago 16m 49.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:50:36.882 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (3m) 11s ago 13m 45.1M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:50:36.882 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 49s ago 13m 41.6M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:50:36.882 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (9m) 49s ago 9m 11.5M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:50:36.883 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (9m) 11s ago 9m 11.4M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:50:36.883 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 49s ago 13m 161M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:50:36.883 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (110s) 49s ago 12m 192M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:50:36.883 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (80s) 49s ago 12m 88.6M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:50:36.884 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (51s) 49s ago 11m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:50:36.884 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (22s) 11s ago 11m 225M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 ceaeb248825e 2021-07-26T15:50:36.884 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (14s) 11s ago 10m - 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 48ee957df141 2021-07-26T15:50:36.884 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (10m) 11s ago 10m 206M 3552M 16.2.5 34f74fddb18e 346781e436d3 2021-07-26T15:50:36.885 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (9m) 11s ago 9m 231M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:50:36.885 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (8m) 11s ago 9m 39.6M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:50:36.885 INFO:tasks.rados.rados.0.smithi046.stdout:1422: done (8 left) 2021-07-26T15:50:36.886 INFO:tasks.rados.rados.0.smithi046.stdout:1423: rollback oid 11 current snap is 137 2021-07-26T15:50:36.886 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 113 2021-07-26T15:50:36.886 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 1 to smithi04638994-50 2021-07-26T15:50:36.887 INFO:tasks.rados.rados.0.smithi046.stdout:1417: expect (ObjNum 452 snap 134 seq_num 452) 2021-07-26T15:50:36.912 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 2 to smithi04638994-50 2021-07-26T15:50:36.912 INFO:tasks.rados.rados.0.smithi046.stdout:1418: finishing write tid 3 to smithi04638994-50 2021-07-26T15:50:36.913 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 458 (ObjNum 455 snap 137 seq_num 455) dirty exists 2021-07-26T15:50:36.913 INFO:tasks.rados.rados.0.smithi046.stdout:1418: left oid 50 (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:50:36.913 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 1 to smithi04638994-30 2021-07-26T15:50:36.913 INFO:tasks.rados.rados.0.smithi046.stdout:1417: done (8 left) 2021-07-26T15:50:36.914 INFO:tasks.rados.rados.0.smithi046.stdout:1418: done (7 left) 2021-07-26T15:50:36.914 INFO:tasks.rados.rados.0.smithi046.stdout:1424: snap_remove snap 136 2021-07-26T15:50:37.282 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:50:37.282 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:50:37.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:50:37.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:37.283 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:50:37.283 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:50:37.284 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:37.284 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:50:37.284 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 2, 2021-07-26T15:50:37.284 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 6 2021-07-26T15:50:37.284 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:50:37.285 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:50:37.285 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:50:37.285 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 2, 2021-07-26T15:50:37.285 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 11 2021-07-26T15:50:37.286 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:50:37.286 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:50:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:37 smithi073 bash[34190]: cluster 2021-07-26T15:50:35.890104+0000 mgr.y (mgr.24683) 195 : cluster [DBG] pgmap v307: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 450 KiB/s wr, 22 op/s; 5.9 MiB/s, 1 objects/s recovering 2021-07-26T15:50:37.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:37 smithi073 bash[34190]: cluster 2021-07-26T15:50:36.886231+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T15:50:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:37 smithi046 bash[41283]: cluster 2021-07-26T15:50:35.890104+0000 mgr.y (mgr.24683) 195 : cluster [DBG] pgmap v307: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 450 KiB/s wr, 22 op/s; 5.9 MiB/s, 1 objects/s recovering 2021-07-26T15:50:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:37 smithi046 bash[41283]: cluster 2021-07-26T15:50:36.886231+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T15:50:37.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:37 smithi046 bash[42351]: cluster 2021-07-26T15:50:35.890104+0000 mgr.y (mgr.24683) 195 : cluster [DBG] pgmap v307: 25 pgs: 6 active+clean+wait, 19 active+clean; 347 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 450 KiB/s wr, 22 op/s; 5.9 MiB/s, 1 objects/s recovering 2021-07-26T15:50:37.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:37 smithi046 bash[42351]: cluster 2021-07-26T15:50:36.886231+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T15:50:37.890 INFO:tasks.rados.rados.0.smithi046.stdout:1424: done (7 left) 2021-07-26T15:50:37.891 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 137 2021-07-26T15:50:37.891 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 2 to smithi04638994-30 2021-07-26T15:50:37.892 INFO:tasks.rados.rados.0.smithi046.stdout:1425: seq_num 459 ranges {9510912=491520} 2021-07-26T15:50:37.950 INFO:tasks.rados.rados.0.smithi046.stdout:1425: writing smithi04638994-2 from 9510912 to 10002432 tid 1 2021-07-26T15:50:37.950 INFO:tasks.rados.rados.0.smithi046.stdout:1426: read oid 8 snap 113 2021-07-26T15:50:37.950 INFO:tasks.rados.rados.0.smithi046.stdout:1426: expect (ObjNum 197645904 snap 22029 seq_num 197664064) 2021-07-26T15:50:37.951 INFO:tasks.rados.rados.0.smithi046.stdout:1427: read oid 23 snap 135 2021-07-26T15:50:37.951 INFO:tasks.rados.rados.0.smithi046.stdout:1427: expect (ObjNum 442 snap 133 seq_num 442) 2021-07-26T15:50:37.951 INFO:tasks.rados.rados.0.smithi046.stdout:1428: copy_from oid 13 from oid 44 current snap is 137 2021-07-26T15:50:37.951 INFO:tasks.rados.rados.0.smithi046.stdout:1419: finishing write tid 3 to smithi04638994-30 2021-07-26T15:50:37.952 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 547 (ObjNum 456 snap 137 seq_num 456) dirty exists 2021-07-26T15:50:37.952 INFO:tasks.rados.rados.0.smithi046.stdout:1419: left oid 30 (ObjNum 456 snap 137 seq_num 456) 2021-07-26T15:50:37.952 INFO:tasks.rados.rados.0.smithi046.stdout:1420: finishing write tid 1 to smithi04638994-12 2021-07-26T15:50:37.953 INFO:tasks.rados.rados.0.smithi046.stdout:1420: finishing write tid 2 to smithi04638994-12 2021-07-26T15:50:37.953 INFO:tasks.rados.rados.0.smithi046.stdout:1420: finishing write tid 3 to smithi04638994-12 2021-07-26T15:50:37.953 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 589 (ObjNum 457 snap 137 seq_num 457) dirty exists 2021-07-26T15:50:37.953 INFO:tasks.rados.rados.0.smithi046.stdout:1420: left oid 12 (ObjNum 457 snap 137 seq_num 457) 2021-07-26T15:50:37.953 INFO:tasks.rados.rados.0.smithi046.stdout:1421: finishing write tid 1 to smithi04638994-39 2021-07-26T15:50:37.954 INFO:tasks.rados.rados.0.smithi046.stdout:1421: finishing write tid 2 to smithi04638994-39 2021-07-26T15:50:37.954 INFO:tasks.rados.rados.0.smithi046.stdout:1421: finishing write tid 3 to smithi04638994-39 2021-07-26T15:50:37.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 915 (ObjNum 458 snap 137 seq_num 458) dirty exists 2021-07-26T15:50:37.954 INFO:tasks.rados.rados.0.smithi046.stdout:1421: left oid 39 (ObjNum 458 snap 137 seq_num 458) 2021-07-26T15:50:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1419: done (10 left) 2021-07-26T15:50:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1420: done (9 left) 2021-07-26T15:50:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1421: done (8 left) 2021-07-26T15:50:37.955 INFO:tasks.rados.rados.0.smithi046.stdout:1429: copy_from oid 7 from oid 24 current snap is 137 2021-07-26T15:50:37.956 INFO:tasks.rados.rados.0.smithi046.stdout:1423: finishing rollback tid 0 to smithi04638994-11 2021-07-26T15:50:37.956 INFO:tasks.rados.rados.0.smithi046.stdout:1423: finishing rollback tid 1 to smithi04638994-11 2021-07-26T15:50:37.956 INFO:tasks.rados.rados.0.smithi046.stdout:1423: finishing rollback tid 2 to smithi04638994-11 2021-07-26T15:50:37.956 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1061 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:50:37.956 INFO:tasks.rados.rados.0.smithi046.stdout:1423: done (8 left) 2021-07-26T15:50:37.957 INFO:tasks.rados.rados.0.smithi046.stdout:1430: delete oid 9 current snap is 137 2021-07-26T15:50:37.957 INFO:tasks.rados.rados.0.smithi046.stdout:1426: expect (ObjNum 197645904 snap 22029 seq_num 197664064) 2021-07-26T15:50:37.966 INFO:tasks.rados.rados.0.smithi046.stdout:1426: done (8 left) 2021-07-26T15:50:37.966 INFO:tasks.rados.rados.0.smithi046.stdout:1430: done (7 left) 2021-07-26T15:50:37.966 INFO:tasks.rados.rados.0.smithi046.stdout:1431: read oid 33 snap -1 2021-07-26T15:50:37.967 INFO:tasks.rados.rados.0.smithi046.stdout:1431: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:37.967 INFO:tasks.rados.rados.0.smithi046.stdout:1432: setattr oid 11 current snap is 137 2021-07-26T15:50:37.969 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 137 2021-07-26T15:50:37.969 INFO:tasks.rados.rados.0.smithi046.stdout:1433: seq_num 461 ranges {2187264=524288} 2021-07-26T15:50:37.985 INFO:tasks.rados.rados.0.smithi046.stdout:1433: writing smithi04638994-38 from 2187264 to 2711552 tid 1 2021-07-26T15:50:37.985 INFO:tasks.rados.rados.0.smithi046.stdout:1434: copy_from oid 6 from oid 40 current snap is 137 2021-07-26T15:50:37.986 INFO:tasks.rados.rados.0.smithi046.stdout:1431: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:38.010 INFO:tasks.rados.rados.0.smithi046.stdout:1425: finishing write tid 1 to smithi04638994-2 2021-07-26T15:50:38.011 INFO:tasks.rados.rados.0.smithi046.stdout:1425: finishing write tid 2 to smithi04638994-2 2021-07-26T15:50:38.011 INFO:tasks.rados.rados.0.smithi046.stdout:1425: finishing write tid 3 to smithi04638994-2 2021-07-26T15:50:38.011 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 917 (ObjNum 459 snap 137 seq_num 459) dirty exists 2021-07-26T15:50:38.011 INFO:tasks.rados.rados.0.smithi046.stdout:1425: left oid 2 (ObjNum 459 snap 137 seq_num 459) 2021-07-26T15:50:38.012 INFO:tasks.rados.rados.0.smithi046.stdout:1425: done (10 left) 2021-07-26T15:50:38.012 INFO:tasks.rados.rados.0.smithi046.stdout:1431: done (9 left) 2021-07-26T15:50:38.012 INFO:tasks.rados.rados.0.smithi046.stdout:1435: read oid 36 snap 134 2021-07-26T15:50:38.012 INFO:tasks.rados.rados.0.smithi046.stdout:1435: expect (ObjNum 198254544 snap 22029 seq_num 197919904) 2021-07-26T15:50:38.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 137 2021-07-26T15:50:38.013 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing write tid 1 to smithi04638994-38 2021-07-26T15:50:38.013 INFO:tasks.rados.rados.0.smithi046.stdout:1428: finishing copy_from to smithi04638994-13 2021-07-26T15:50:38.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:38.013 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing write tid 2 to smithi04638994-38 2021-07-26T15:50:38.014 INFO:tasks.rados.rados.0.smithi046.stdout:1433: finishing write tid 3 to smithi04638994-38 2021-07-26T15:50:38.014 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 832 (ObjNum 461 snap 137 seq_num 461) dirty exists 2021-07-26T15:50:38.014 INFO:tasks.rados.rados.0.smithi046.stdout:1433: left oid 38 (ObjNum 461 snap 137 seq_num 461) 2021-07-26T15:50:38.014 INFO:tasks.rados.rados.0.smithi046.stdout:1428: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:50:38.014 INFO:tasks.rados.rados.0.smithi046.stdout:1427: expect (ObjNum 442 snap 133 seq_num 442) 2021-07-26T15:50:38.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:38 smithi073 bash[34190]: audit 2021-07-26T15:50:36.527825+0000 mgr.y (mgr.24683) 196 : audit [DBG] from='client.44242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:38 smithi073 bash[34190]: audit 2021-07-26T15:50:36.860347+0000 mgr.y (mgr.24683) 197 : audit [DBG] from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:38 smithi073 bash[34190]: audit 2021-07-26T15:50:37.283527+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.46:0/3789530494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:38.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:38 smithi073 bash[34190]: cluster 2021-07-26T15:50:37.890614+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T15:50:38.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[42351]: audit 2021-07-26T15:50:36.527825+0000 mgr.y (mgr.24683) 196 : audit [DBG] from='client.44242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[42351]: audit 2021-07-26T15:50:36.860347+0000 mgr.y (mgr.24683) 197 : audit [DBG] from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[42351]: audit 2021-07-26T15:50:37.283527+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.46:0/3789530494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:38.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[42351]: cluster 2021-07-26T15:50:37.890614+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T15:50:38.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[41283]: audit 2021-07-26T15:50:36.527825+0000 mgr.y (mgr.24683) 196 : audit [DBG] from='client.44242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[41283]: audit 2021-07-26T15:50:36.860347+0000 mgr.y (mgr.24683) 197 : audit [DBG] from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:38.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[41283]: audit 2021-07-26T15:50:37.283527+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.46:0/3789530494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:38.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:38 smithi046 bash[41283]: cluster 2021-07-26T15:50:37.890614+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T15:50:38.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1072 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:50:38.783 INFO:tasks.rados.rados.0.smithi046.stdout:1435: expect (ObjNum 198254544 snap 22029 seq_num 197919904) 2021-07-26T15:50:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing copy_from to smithi04638994-6 2021-07-26T15:50:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 479 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:38.786 INFO:tasks.rados.rados.0.smithi046.stdout:1434: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:50:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing copy_from to smithi04638994-7 2021-07-26T15:50:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1044 (ObjNum 441 snap 133 seq_num 441) dirty exists 2021-07-26T15:50:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:1429: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:50:38.787 INFO:tasks.rados.rados.0.smithi046.stdout:1436: seq_num 462 ranges {2400256=540672} 2021-07-26T15:50:38.812 INFO:tasks.rados.rados.0.smithi046.stdout:1436: writing smithi04638994-12 from 2400256 to 2940928 tid 1 2021-07-26T15:50:38.812 INFO:tasks.rados.rados.0.smithi046.stdout:1427: done (10 left) 2021-07-26T15:50:38.813 INFO:tasks.rados.rados.0.smithi046.stdout:1428: done (9 left) 2021-07-26T15:50:38.814 INFO:tasks.rados.rados.0.smithi046.stdout:1429: done (8 left) 2021-07-26T15:50:38.814 INFO:tasks.rados.rados.0.smithi046.stdout:1432: done (7 left) 2021-07-26T15:50:38.814 INFO:tasks.rados.rados.0.smithi046.stdout:1433: done (6 left) 2021-07-26T15:50:38.814 INFO:tasks.rados.rados.0.smithi046.stdout:1434: done (5 left) 2021-07-26T15:50:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:1435: done (4 left) 2021-07-26T15:50:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:1437: rollback oid 19 current snap is 137 2021-07-26T15:50:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 126 2021-07-26T15:50:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 137 2021-07-26T15:50:38.815 INFO:tasks.rados.rados.0.smithi046.stdout:1438: seq_num 463 ranges {5455872=557056} 2021-07-26T15:50:38.845 INFO:tasks.rados.rados.0.smithi046.stdout:1438: writing smithi04638994-34 from 5455872 to 6012928 tid 1 2021-07-26T15:50:38.846 INFO:tasks.rados.rados.0.smithi046.stdout:1439: delete oid 9 current snap is 137 2021-07-26T15:50:38.846 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 1 to smithi04638994-12 2021-07-26T15:50:38.846 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:50:38.846 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 2 to smithi04638994-12 2021-07-26T15:50:38.847 INFO:tasks.rados.rados.0.smithi046.stdout:1437: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:50:38.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 391 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:50:38.847 INFO:tasks.rados.rados.0.smithi046.stdout:1436: finishing write tid 3 to smithi04638994-12 2021-07-26T15:50:38.847 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 601 (ObjNum 462 snap 137 seq_num 462) dirty exists 2021-07-26T15:50:38.848 INFO:tasks.rados.rados.0.smithi046.stdout:1436: left oid 12 (ObjNum 462 snap 137 seq_num 462) 2021-07-26T15:50:38.848 INFO:tasks.rados.rados.0.smithi046.stdout:1436: done (6 left) 2021-07-26T15:50:38.849 INFO:tasks.rados.rados.0.smithi046.stdout:1437: done (5 left) 2021-07-26T15:50:38.849 INFO:tasks.rados.rados.0.smithi046.stdout:1439: done (4 left) 2021-07-26T15:50:38.849 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 137 2021-07-26T15:50:38.849 INFO:tasks.rados.rados.0.smithi046.stdout:1440: seq_num 465 ranges {3686400=598016} 2021-07-26T15:50:38.873 INFO:tasks.rados.rados.0.smithi046.stdout:1440: writing smithi04638994-32 from 3686400 to 4284416 tid 1 2021-07-26T15:50:38.873 INFO:tasks.rados.rados.0.smithi046.stdout:1441: delete oid 17 current snap is 137 2021-07-26T15:50:38.874 INFO:tasks.rados.rados.0.smithi046.stdout:1438: finishing write tid 1 to smithi04638994-34 2021-07-26T15:50:38.874 INFO:tasks.rados.rados.0.smithi046.stdout:1438: finishing write tid 2 to smithi04638994-34 2021-07-26T15:50:38.874 INFO:tasks.rados.rados.0.smithi046.stdout:1438: finishing write tid 3 to smithi04638994-34 2021-07-26T15:50:38.874 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 344 (ObjNum 463 snap 137 seq_num 463) dirty exists 2021-07-26T15:50:38.875 INFO:tasks.rados.rados.0.smithi046.stdout:1438: left oid 34 (ObjNum 463 snap 137 seq_num 463) 2021-07-26T15:50:38.876 INFO:tasks.rados.rados.0.smithi046.stdout:1438: done (5 left) 2021-07-26T15:50:38.876 INFO:tasks.rados.rados.0.smithi046.stdout:1441: done (4 left) 2021-07-26T15:50:38.876 INFO:tasks.rados.rados.0.smithi046.stdout:1442: rollback oid 25 current snap is 137 2021-07-26T15:50:38.877 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 134 2021-07-26T15:50:38.877 INFO:tasks.rados.rados.0.smithi046.stdout:1443: snap_create 2021-07-26T15:50:38.881 INFO:tasks.rados.rados.0.smithi046.stdout:1440: finishing write tid 1 to smithi04638994-32 2021-07-26T15:50:38.883 INFO:tasks.rados.rados.0.smithi046.stdout:1442: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:50:38.883 INFO:tasks.rados.rados.0.smithi046.stdout:1440: finishing write tid 2 to smithi04638994-32 2021-07-26T15:50:38.884 INFO:tasks.rados.rados.0.smithi046.stdout:1442: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:50:38.884 INFO:tasks.rados.rados.0.smithi046.stdout:1442: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:50:38.884 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 348 (ObjNum 428 snap 133 seq_num 428) dirty exists 2021-07-26T15:50:38.886 INFO:tasks.rados.rados.0.smithi046.stdout:1440: finishing write tid 3 to smithi04638994-32 2021-07-26T15:50:38.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 919 (ObjNum 465 snap 137 seq_num 465) dirty exists 2021-07-26T15:50:38.886 INFO:tasks.rados.rados.0.smithi046.stdout:1440: left oid 32 (ObjNum 465 snap 137 seq_num 465) 2021-07-26T15:50:39.066 INFO:tasks.rados.rados.0.smithi046.stdout:1440: done (5 left) 2021-07-26T15:50:39.066 INFO:tasks.rados.rados.0.smithi046.stdout:1442: done (4 left) 2021-07-26T15:50:39.066 INFO:tasks.rados.rados.0.smithi046.stdout:1443: done (3 left) 2021-07-26T15:50:39.067 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 138 2021-07-26T15:50:39.067 INFO:tasks.rados.rados.0.smithi046.stdout:1444: seq_num 467 ranges {6569984=630784} 2021-07-26T15:50:39.110 INFO:tasks.rados.rados.0.smithi046.stdout:1444: writing smithi04638994-6 from 6569984 to 7200768 tid 1 2021-07-26T15:50:39.110 INFO:tasks.rados.rados.0.smithi046.stdout:1445: rollback oid 29 current snap is 138 2021-07-26T15:50:39.110 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 113 2021-07-26T15:50:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:1446: setattr oid 5 current snap is 138 2021-07-26T15:50:39.111 INFO:tasks.rados.rados.0.smithi046.stdout:1447: rollback oid 46 current snap is 138 2021-07-26T15:50:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 94 2021-07-26T15:50:39.112 INFO:tasks.rados.rados.0.smithi046.stdout:1448: snap_remove snap 137 2021-07-26T15:50:39.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:39 smithi073 bash[34190]: cluster 2021-07-26T15:50:37.890838+0000 mgr.y (mgr.24683) 198 : cluster [DBG] pgmap v310: 25 pgs: 4 active+clean+wait, 21 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2021-07-26T15:50:39.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:39 smithi046 bash[41283]: cluster 2021-07-26T15:50:37.890838+0000 mgr.y (mgr.24683) 198 : cluster [DBG] pgmap v310: 25 pgs: 4 active+clean+wait, 21 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2021-07-26T15:50:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:39 smithi046 bash[42351]: cluster 2021-07-26T15:50:37.890838+0000 mgr.y (mgr.24683) 198 : cluster [DBG] pgmap v310: 25 pgs: 4 active+clean+wait, 21 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2021-07-26T15:50:40.076 INFO:tasks.rados.rados.0.smithi046.stdout:1448: done (7 left) 2021-07-26T15:50:40.076 INFO:tasks.rados.rados.0.smithi046.stdout:1449: rollback oid 18 current snap is 138 2021-07-26T15:50:40.077 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 94 2021-07-26T15:50:40.077 INFO:tasks.rados.rados.0.smithi046.stdout:1450: delete oid 19 current snap is 138 2021-07-26T15:50:40.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 876 (ObjNum 288 snap 0 seq_num 49) dirty exists 2021-07-26T15:50:40.077 INFO:tasks.rados.rados.0.smithi046.stdout:1447: finishing rollback tid 0 to smithi04638994-46 2021-07-26T15:50:40.078 INFO:tasks.rados.rados.0.smithi046.stdout:1445: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:50:40.078 INFO:tasks.rados.rados.0.smithi046.stdout:1445: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:50:40.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1075 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:50:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:1447: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:50:40.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 351 (ObjNum 288 snap 0 seq_num 33) dirty dne 2021-07-26T15:50:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:1444: finishing write tid 1 to smithi04638994-6 2021-07-26T15:50:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:1444: finishing write tid 2 to smithi04638994-6 2021-07-26T15:50:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:1444: finishing write tid 3 to smithi04638994-6 2021-07-26T15:50:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 549 (ObjNum 467 snap 138 seq_num 467) dirty exists 2021-07-26T15:50:40.082 INFO:tasks.rados.rados.0.smithi046.stdout:1444: left oid 6 (ObjNum 467 snap 138 seq_num 467) 2021-07-26T15:50:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:1444: done (8 left) 2021-07-26T15:50:40.083 INFO:tasks.rados.rados.0.smithi046.stdout:1445: done (7 left) 2021-07-26T15:50:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:1446: done (6 left) 2021-07-26T15:50:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:1447: done (5 left) 2021-07-26T15:50:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:1450: done (4 left) 2021-07-26T15:50:40.084 INFO:tasks.rados.rados.0.smithi046.stdout:1451: snap_remove snap 113 2021-07-26T15:50:40.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:40 smithi073 bash[34190]: cluster 2021-07-26T15:50:39.065507+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T15:50:40.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:40 smithi046 bash[41283]: cluster 2021-07-26T15:50:39.065507+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T15:50:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:40 smithi046 bash[42351]: cluster 2021-07-26T15:50:39.065507+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T15:50:40.875 INFO:tasks.rados.rados.0.smithi046.stdout:1451: done (4 left) 2021-07-26T15:50:40.876 INFO:tasks.rados.rados.0.smithi046.stdout:1452: read oid 9 snap 134 2021-07-26T15:50:40.876 INFO:tasks.rados.rados.0.smithi046.stdout:1452: expect deleted 2021-07-26T15:50:40.877 INFO:tasks.rados.rados.0.smithi046.stdout:1453: snap_remove snap 126 2021-07-26T15:50:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:41 smithi073 bash[34190]: cluster 2021-07-26T15:50:39.891641+0000 mgr.y (mgr.24683) 199 : cluster [DBG] pgmap v312: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2021-07-26T15:50:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:41 smithi073 bash[34190]: cluster 2021-07-26T15:50:40.077121+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T15:50:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:41 smithi073 bash[34190]: audit 2021-07-26T15:50:40.268189+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:41 smithi073 bash[34190]: cluster 2021-07-26T15:50:40.874694+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T15:50:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[41283]: cluster 2021-07-26T15:50:39.891641+0000 mgr.y (mgr.24683) 199 : cluster [DBG] pgmap v312: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2021-07-26T15:50:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[41283]: cluster 2021-07-26T15:50:40.077121+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T15:50:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[41283]: audit 2021-07-26T15:50:40.268189+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[41283]: cluster 2021-07-26T15:50:40.874694+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T15:50:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[42351]: cluster 2021-07-26T15:50:39.891641+0000 mgr.y (mgr.24683) 199 : cluster [DBG] pgmap v312: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2021-07-26T15:50:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[42351]: cluster 2021-07-26T15:50:40.077121+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T15:50:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[42351]: audit 2021-07-26T15:50:40.268189+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:41 smithi046 bash[42351]: cluster 2021-07-26T15:50:40.874694+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T15:50:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1453: done (5 left) 2021-07-26T15:50:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1454: read oid 5 snap -1 2021-07-26T15:50:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1454: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:41.876 INFO:tasks.rados.rados.0.smithi046.stdout:1455: copy_from oid 46 from oid 1 current snap is 138 2021-07-26T15:50:41.877 INFO:tasks.rados.rados.0.smithi046.stdout:1449: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:50:41.877 INFO:tasks.rados.rados.0.smithi046.stdout:1456: read oid 19 snap -1 2021-07-26T15:50:41.877 INFO:tasks.rados.rados.0.smithi046.stdout:1456: expect deleted 2021-07-26T15:50:41.877 INFO:tasks.rados.rados.0.smithi046.stdout:1449: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:50:41.878 INFO:tasks.rados.rados.0.smithi046.stdout:1449: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:50:41.878 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 485 (ObjNum 201 snap 59 seq_num 201) dirty exists 2021-07-26T15:50:41.878 INFO:tasks.rados.rados.0.smithi046.stdout:1449: done (7 left) 2021-07-26T15:50:41.879 INFO:tasks.rados.rados.0.smithi046.stdout:1457: read oid 50 snap -1 2021-07-26T15:50:41.879 INFO:tasks.rados.rados.0.smithi046.stdout:1457: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:50:41.879 INFO:tasks.rados.rados.0.smithi046.stdout:1452: done (7 left) 2021-07-26T15:50:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 138 2021-07-26T15:50:41.880 INFO:tasks.rados.rados.0.smithi046.stdout:1458: seq_num 469 ranges {0=663552} 2021-07-26T15:50:41.885 INFO:tasks.rados.rados.0.smithi046.stdout:1458: writing smithi04638994-43 from 0 to 663552 tid 1 2021-07-26T15:50:41.885 INFO:tasks.rados.rados.0.smithi046.stdout:1459: snap_remove snap 135 2021-07-26T15:50:42.146 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:42 smithi073 bash[34190]: audit 2021-07-26T15:50:40.268620+0000 mgr.y (mgr.24683) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:42.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:42 smithi073 bash[34190]: cephadm 2021-07-26T15:50:40.270718+0000 mgr.y (mgr.24683) 201 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T15:50:42.147 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:42 smithi073 bash[34190]: cluster 2021-07-26T15:50:41.875966+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T15:50:42.147 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:50:41 smithi073 bash[25937]: debug 2021-07-26T15:50:41.878+0000 7f0b72b45700 -1 osd.7 pg_epoch: 344 pg[3.es0( v 344'611 (0'0,344'611] local-lis/les=325/326 n=12 ec=57/57 lis/c=325/325 les/c/f=326/326/0 sis=325) [7,4,1]p7(0) r=0 lpr=325 luod=343'609 crt=343'609 lcod 343'607 mlcod 343'607 active+clean+snaptrim trimq=[ef~1] ps=[d8~1,fc~1,10e~1,111~1]] removing snap head 2021-07-26T15:50:42.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[41283]: audit 2021-07-26T15:50:40.268620+0000 mgr.y (mgr.24683) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:42.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[41283]: cephadm 2021-07-26T15:50:40.270718+0000 mgr.y (mgr.24683) 201 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T15:50:42.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[41283]: cluster 2021-07-26T15:50:41.875966+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T15:50:42.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[42351]: audit 2021-07-26T15:50:40.268620+0000 mgr.y (mgr.24683) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T15:50:42.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[42351]: cephadm 2021-07-26T15:50:40.270718+0000 mgr.y (mgr.24683) 201 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T15:50:42.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:42 smithi046 bash[42351]: cluster 2021-07-26T15:50:41.875966+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T15:50:42.884 INFO:tasks.rados.rados.0.smithi046.stdout:1459: done (8 left) 2021-07-26T15:50:42.884 INFO:tasks.rados.rados.0.smithi046.stdout:1460: rollback oid 12 current snap is 138 2021-07-26T15:50:42.885 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 134 2021-07-26T15:50:42.885 INFO:tasks.rados.rados.0.smithi046.stdout:1454: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:50:42.887 INFO:tasks.rados.rados.0.smithi046.stdout:1457: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:50:42.903 INFO:tasks.rados.rados.0.smithi046.stdout:1458: finishing write tid 1 to smithi04638994-43 2021-07-26T15:50:42.904 INFO:tasks.rados.rados.0.smithi046.stdout:1458: finishing write tid 2 to smithi04638994-43 2021-07-26T15:50:42.904 INFO:tasks.rados.rados.0.smithi046.stdout:1458: finishing write tid 3 to smithi04638994-43 2021-07-26T15:50:42.904 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 615 (ObjNum 469 snap 138 seq_num 469) dirty exists 2021-07-26T15:50:42.904 INFO:tasks.rados.rados.0.smithi046.stdout:1458: left oid 43 (ObjNum 469 snap 138 seq_num 469) 2021-07-26T15:50:42.905 INFO:tasks.rados.rados.0.smithi046.stdout:1455: finishing copy_from to smithi04638994-46 2021-07-26T15:50:42.905 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 923 (ObjNum 288 snap 92 seq_num 288) dirty exists 2021-07-26T15:50:42.905 INFO:tasks.rados.rados.0.smithi046.stdout:1455: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:50:42.905 INFO:tasks.rados.rados.0.smithi046.stdout:1454: done (8 left) 2021-07-26T15:50:42.905 INFO:tasks.rados.rados.0.smithi046.stdout:1455: done (7 left) 2021-07-26T15:50:42.906 INFO:tasks.rados.rados.0.smithi046.stdout:1456: done (6 left) 2021-07-26T15:50:42.906 INFO:tasks.rados.rados.0.smithi046.stdout:1457: done (5 left) 2021-07-26T15:50:42.906 INFO:tasks.rados.rados.0.smithi046.stdout:1458: done (4 left) 2021-07-26T15:50:42.906 INFO:tasks.rados.rados.0.smithi046.stdout:1461: read oid 19 snap -1 2021-07-26T15:50:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:1461: expect deleted 2021-07-26T15:50:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 138 2021-07-26T15:50:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:50:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:50:42.907 INFO:tasks.rados.rados.0.smithi046.stdout:1460: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:50:42.908 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 624 (ObjNum 402 snap 130 seq_num 402) dirty exists 2021-07-26T15:50:42.908 INFO:tasks.rados.rados.0.smithi046.stdout:1462: seq_num 470 ranges {2465792=679936} 2021-07-26T15:50:42.922 INFO:tasks.rados.rados.0.smithi046.stdout:1462: writing smithi04638994-39 from 2465792 to 3145728 tid 1 2021-07-26T15:50:42.922 INFO:tasks.rados.rados.0.smithi046.stdout:1460: done (5 left) 2021-07-26T15:50:42.923 INFO:tasks.rados.rados.0.smithi046.stdout:1463: copy_from oid 7 from oid 13 current snap is 138 2021-07-26T15:50:42.923 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 1 to smithi04638994-28 2021-07-26T15:50:42.923 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 2 to smithi04638994-28 2021-07-26T15:50:42.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 140 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:50:42.923 INFO:tasks.rados.rados.0.smithi046.stdout:1408: done (5 left) 2021-07-26T15:50:42.924 INFO:tasks.rados.rados.0.smithi046.stdout:1461: done (4 left) 2021-07-26T15:50:42.924 INFO:tasks.rados.rados.0.smithi046.stdout:1464: snap_create 2021-07-26T15:50:42.930 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 1 to smithi04638994-39 2021-07-26T15:50:42.930 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 2 to smithi04638994-39 2021-07-26T15:50:42.932 INFO:tasks.rados.rados.0.smithi046.stdout:1462: finishing write tid 3 to smithi04638994-39 2021-07-26T15:50:42.932 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 921 (ObjNum 470 snap 138 seq_num 470) dirty exists 2021-07-26T15:50:42.933 INFO:tasks.rados.rados.0.smithi046.stdout:1462: left oid 39 (ObjNum 470 snap 138 seq_num 470) 2021-07-26T15:50:42.935 INFO:tasks.rados.rados.0.smithi046.stdout:1396: expect (ObjNum 344 snap 109 seq_num 344) 2021-07-26T15:50:43.270 INFO:tasks.rados.rados.0.smithi046.stdout:1391: finishing write tid 3 to smithi04638994-28 2021-07-26T15:50:43.270 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 298 (ObjNum 445 snap 133 seq_num 445) dirty exists 2021-07-26T15:50:43.271 INFO:tasks.rados.rados.0.smithi046.stdout:1391: left oid 28 (ObjNum 445 snap 133 seq_num 445) 2021-07-26T15:50:43.271 INFO:tasks.rados.rados.0.smithi046.stdout:1463: finishing copy_from to smithi04638994-7 2021-07-26T15:50:43.271 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:43.272 INFO:tasks.rados.rados.0.smithi046.stdout:1463: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:50:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:43 smithi073 bash[34190]: cluster 2021-07-26T15:50:41.892737+0000 mgr.y (mgr.24683) 202 : cluster [DBG] pgmap v316: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:50:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:43 smithi073 bash[34190]: audit 2021-07-26T15:50:42.821466+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:43 smithi073 bash[34190]: cluster 2021-07-26T15:50:42.884069+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T15:50:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[41283]: cluster 2021-07-26T15:50:41.892737+0000 mgr.y (mgr.24683) 202 : cluster [DBG] pgmap v316: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:50:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[41283]: audit 2021-07-26T15:50:42.821466+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[41283]: cluster 2021-07-26T15:50:42.884069+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T15:50:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[42351]: cluster 2021-07-26T15:50:41.892737+0000 mgr.y (mgr.24683) 202 : cluster [DBG] pgmap v316: 25 pgs: 4 active+clean+wait, 21 active+clean; 348 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:50:43.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[42351]: audit 2021-07-26T15:50:42.821466+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:43.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[42351]: cluster 2021-07-26T15:50:42.884069+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T15:50:43.887 INFO:tasks.rados.rados.0.smithi046.stdout:1391: done (4 left) 2021-07-26T15:50:43.888 INFO:tasks.rados.rados.0.smithi046.stdout:1396: done (3 left) 2021-07-26T15:50:43.888 INFO:tasks.rados.rados.0.smithi046.stdout:1462: done (2 left) 2021-07-26T15:50:43.888 INFO:tasks.rados.rados.0.smithi046.stdout:1463: done (1 left) 2021-07-26T15:50:43.888 INFO:tasks.rados.rados.0.smithi046.stdout:1464: done (0 left) 2021-07-26T15:50:43.889 INFO:tasks.rados.rados.0.smithi046.stdout:1465: rmattr oid 27 current snap is 139 2021-07-26T15:50:43.889 INFO:tasks.rados.rados.0.smithi046.stdout:1466: rollback oid 7 current snap is 139 2021-07-26T15:50:43.889 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 134 2021-07-26T15:50:43.889 INFO:tasks.rados.rados.0.smithi046.stdout:1467: read oid 50 snap -1 2021-07-26T15:50:43.890 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:50:43.890 INFO:tasks.rados.rados.0.smithi046.stdout:1468: read oid 18 snap -1 2021-07-26T15:50:43.890 INFO:tasks.rados.rados.0.smithi046.stdout:1468: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:50:43.890 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 139 2021-07-26T15:50:43.890 INFO:tasks.rados.rados.0.smithi046.stdout:1469: seq_num 471 ranges {1318912=696320} 2021-07-26T15:50:43.903 INFO:tasks.rados.rados.0.smithi046.stdout:1469: writing smithi04638994-1 from 1318912 to 2015232 tid 1 2021-07-26T15:50:43.904 INFO:tasks.rados.rados.0.smithi046.stdout:1470: copy_from oid 41 from oid 30 current snap is 139 2021-07-26T15:50:43.904 INFO:tasks.rados.rados.0.smithi046.stdout:1467: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:50:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1045 (ObjNum 285 snap 90 seq_num 285) dirty exists 2021-07-26T15:50:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:1466: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:50:43.923 INFO:tasks.rados.rados.0.smithi046.stdout:1465: done (5 left) 2021-07-26T15:50:43.924 INFO:tasks.rados.rados.0.smithi046.stdout:1467: done (4 left) 2021-07-26T15:50:43.924 INFO:tasks.rados.rados.0.smithi046.stdout:1471: snap_remove snap 94 2021-07-26T15:50:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:43.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:50:44.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:44 smithi073 bash[34190]: cephadm 2021-07-26T15:50:42.811500+0000 mgr.y (mgr.24683) 203 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T15:50:44.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:44 smithi073 bash[34190]: cephadm 2021-07-26T15:50:42.824715+0000 mgr.y (mgr.24683) 204 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:50:44.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:44 smithi073 bash[34190]: audit 2021-07-26T15:50:43.345742+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:44.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:44 smithi073 bash[34190]: cluster 2021-07-26T15:50:43.887730+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-07-26T15:50:44.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[41283]: cephadm 2021-07-26T15:50:42.811500+0000 mgr.y (mgr.24683) 203 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T15:50:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[41283]: cephadm 2021-07-26T15:50:42.824715+0000 mgr.y (mgr.24683) 204 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:50:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[41283]: audit 2021-07-26T15:50:43.345742+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[41283]: cluster 2021-07-26T15:50:43.887730+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-07-26T15:50:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[42351]: cephadm 2021-07-26T15:50:42.811500+0000 mgr.y (mgr.24683) 203 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T15:50:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[42351]: cephadm 2021-07-26T15:50:42.824715+0000 mgr.y (mgr.24683) 204 : cephadm [INF] Deploying daemon osd.6 on smithi073 2021-07-26T15:50:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[42351]: audit 2021-07-26T15:50:43.345742+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:44 smithi046 bash[42351]: cluster 2021-07-26T15:50:43.887730+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2021-07-26T15:50:44.901 INFO:tasks.rados.rados.0.smithi046.stdout:1471: done (4 left) 2021-07-26T15:50:44.901 INFO:tasks.rados.rados.0.smithi046.stdout:1472: snap_create 2021-07-26T15:50:44.901 INFO:tasks.rados.rados.0.smithi046.stdout:1466: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:50:44.902 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1047 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:50:44.902 INFO:tasks.rados.rados.0.smithi046.stdout:1469: finishing write tid 1 to smithi04638994-1 2021-07-26T15:50:44.902 INFO:tasks.rados.rados.0.smithi046.stdout:1469: finishing write tid 2 to smithi04638994-1 2021-07-26T15:50:44.902 INFO:tasks.rados.rados.0.smithi046.stdout:1468: expect (ObjNum 201 snap 59 seq_num 201) 2021-07-26T15:50:45.208 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:50:44 smithi073 bash[25937]: debug 2021-07-26T15:50:44.918+0000 7f0b72b45700 -1 osd.7 pg_epoch: 347 pg[3.es0( v 347'628 (0'0,347'628] local-lis/les=325/326 n=7 ec=57/57 lis/c=325/325 les/c/f=326/326/0 sis=325) [7,4,1]p7(0) r=0 lpr=325 crt=347'628 lcod 347'626 mlcod 347'626 active+clean+snaptrim trimq=[a6~1] ps=[d8~1,ef~1,fc~1,10c~1,10e~1,111~1]] removing snap head 2021-07-26T15:50:45.209 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:45 smithi073 bash[34190]: cluster 2021-07-26T15:50:43.893366+0000 mgr.y (mgr.24683) 205 : cluster [DBG] pgmap v319: 25 pgs: 25 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2021-07-26T15:50:45.209 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:45 smithi073 bash[34190]: cluster 2021-07-26T15:50:44.894380+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-07-26T15:50:45.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:45 smithi046 bash[41283]: cluster 2021-07-26T15:50:43.893366+0000 mgr.y (mgr.24683) 205 : cluster [DBG] pgmap v319: 25 pgs: 25 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2021-07-26T15:50:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:45 smithi046 bash[41283]: cluster 2021-07-26T15:50:44.894380+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-07-26T15:50:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:45 smithi046 bash[42351]: cluster 2021-07-26T15:50:43.893366+0000 mgr.y (mgr.24683) 205 : cluster [DBG] pgmap v319: 25 pgs: 25 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2021-07-26T15:50:45.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:45 smithi046 bash[42351]: cluster 2021-07-26T15:50:44.894380+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2021-07-26T15:50:45.585 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:45 smithi073 systemd[1]: Stopping Ceph osd.6 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:50:45.585 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:45 smithi073 docker[37845]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:45.585 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:45 smithi073 bash[23319]: debug 2021-07-26T15:50:45.326+0000 7f38a9e97700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:50:45.585 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:45 smithi073 bash[23319]: debug 2021-07-26T15:50:45.326+0000 7f38a9e97700 -1 osd.6 347 *** Got signal Terminated *** 2021-07-26T15:50:45.586 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:45 smithi073 bash[23319]: debug 2021-07-26T15:50:45.326+0000 7f38a9e97700 -1 osd.6 347 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:50:45.710 INFO:tasks.rados.rados.0.smithi046.stdout:1469: finishing write tid 3 to smithi04638994-1 2021-07-26T15:50:45.710 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1049 (ObjNum 471 snap 139 seq_num 471) dirty exists 2021-07-26T15:50:45.710 INFO:tasks.rados.rados.0.smithi046.stdout:1469: left oid 1 (ObjNum 471 snap 139 seq_num 471) 2021-07-26T15:50:45.710 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing copy_from to smithi04638994-41 2021-07-26T15:50:45.711 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 547 (ObjNum 456 snap 137 seq_num 456) dirty exists 2021-07-26T15:50:45.711 INFO:tasks.rados.rados.0.smithi046.stdout:1470: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:50:45.878 INFO:tasks.rados.rados.0.smithi046.stdout:1466: done (4 left) 2021-07-26T15:50:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:1468: done (3 left) 2021-07-26T15:50:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:1469: done (2 left) 2021-07-26T15:50:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:1470: done (1 left) 2021-07-26T15:50:45.879 INFO:tasks.rados.rados.0.smithi046.stdout:1472: done (0 left) 2021-07-26T15:50:45.880 INFO:tasks.rados.rados.0.smithi046.stdout:1473: delete oid 39 current snap is 140 2021-07-26T15:50:45.884 INFO:tasks.rados.rados.0.smithi046.stdout:1473: done (0 left) 2021-07-26T15:50:45.885 INFO:tasks.rados.rados.0.smithi046.stdout:1474: snap_remove snap 139 2021-07-26T15:50:46.368 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:46 smithi073 docker[37845]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:50:46.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.612172+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.924 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.612246+0000 mon.a (mon.0) 647 : cluster [INF] osd.6 failed (root=default,host=smithi073) (connection refused reported by osd.3) 2021-07-26T15:50:46.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.612641+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.612794+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.613134+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.925 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.613379+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.613767+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.614029+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.614272+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.926 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.614507+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.614841+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.615123+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.615490+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.927 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.615679+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.615992+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.868472+0000 mon.a (mon.0) 661 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:46.928 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.877417+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T15:50:46.928 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:46 smithi073 bash[37896]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:46.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.612172+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.612246+0000 mon.a (mon.0) 647 : cluster [INF] osd.6 failed (root=default,host=smithi073) (connection refused reported by osd.3) 2021-07-26T15:50:46.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.612641+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.612794+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.613134+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.613379+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.613767+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.614029+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.614272+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.614507+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.614841+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.615123+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.615490+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.615679+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.615992+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.868472+0000 mon.a (mon.0) 661 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.877417+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T15:50:46.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.612172+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.612246+0000 mon.a (mon.0) 647 : cluster [INF] osd.6 failed (root=default,host=smithi073) (connection refused reported by osd.3) 2021-07-26T15:50:46.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.612641+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T15:50:46.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.612794+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.613134+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.613379+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.936 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.613767+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.614029+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T15:50:46.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.614272+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T15:50:46.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.614507+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T15:50:46.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.614841+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.937 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.615123+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T15:50:46.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.615490+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T15:50:46.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.615679+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.615992+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T15:50:46.938 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.868472+0000 mon.a (mon.0) 661 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:50:46.939 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:46 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.877417+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T15:50:46.939 INFO:tasks.rados.rados.0.smithi046.stdout:1474: done (0 left) 2021-07-26T15:50:46.939 INFO:tasks.rados.rados.0.smithi046.stdout:1475: snap_remove snap 134 2021-07-26T15:50:47.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:47 smithi073 bash[34190]: cluster 2021-07-26T15:50:45.893889+0000 mgr.y (mgr.24683) 206 : cluster [DBG] pgmap v322: 25 pgs: 2 stale+active+clean, 23 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 536 KiB/s wr, 7 op/s 2021-07-26T15:50:47.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:47 smithi073 bash[34190]: cluster 2021-07-26T15:50:46.879418+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T15:50:47.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:47 smithi046 bash[41283]: cluster 2021-07-26T15:50:45.893889+0000 mgr.y (mgr.24683) 206 : cluster [DBG] pgmap v322: 25 pgs: 2 stale+active+clean, 23 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 536 KiB/s wr, 7 op/s 2021-07-26T15:50:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:47 smithi046 bash[41283]: cluster 2021-07-26T15:50:46.879418+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T15:50:47.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:47 smithi046 bash[42351]: cluster 2021-07-26T15:50:45.893889+0000 mgr.y (mgr.24683) 206 : cluster [DBG] pgmap v322: 25 pgs: 2 stale+active+clean, 23 active+clean; 328 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 536 KiB/s wr, 7 op/s 2021-07-26T15:50:47.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:47 smithi046 bash[42351]: cluster 2021-07-26T15:50:46.879418+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T15:50:47.881 INFO:tasks.rados.rados.0.smithi046.stdout:1475: done (0 left) 2021-07-26T15:50:47.881 INFO:tasks.rados.rados.0.smithi046.stdout:1476: rollback oid 19 current snap is 140 2021-07-26T15:50:47.881 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 138 2021-07-26T15:50:47.882 INFO:tasks.rados.rados.0.smithi046.stdout:1477: rmattr oid 33 current snap is 140 2021-07-26T15:50:47.882 INFO:tasks.rados.rados.0.smithi046.stdout:1477: done (1 left) 2021-07-26T15:50:47.882 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 140 2021-07-26T15:50:47.882 INFO:tasks.rados.rados.0.smithi046.stdout:1478: seq_num 473 ranges {9715712=729088} 2021-07-26T15:50:47.943 INFO:tasks.rados.rados.0.smithi046.stdout:1478: writing smithi04638994-23 from 9715712 to 10444800 tid 1 2021-07-26T15:50:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:1479: rmattr oid 37 current snap is 140 2021-07-26T15:50:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:1479: done (2 left) 2021-07-26T15:50:47.944 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 140 2021-07-26T15:50:47.945 INFO:tasks.rados.rados.0.smithi046.stdout:1476: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:50:47.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 0 (ObjNum 198178144 snap 22029 seq_num 198895664) dirty dne 2021-07-26T15:50:47.945 INFO:tasks.rados.rados.0.smithi046.stdout:1480: seq_num 474 ranges {7200768=745472} 2021-07-26T15:50:47.988 INFO:tasks.rados.rados.0.smithi046.stdout:1480: writing smithi04638994-6 from 7200768 to 7946240 tid 1 2021-07-26T15:50:47.989 INFO:tasks.rados.rados.0.smithi046.stdout:1476: done (2 left) 2021-07-26T15:50:47.989 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 140 2021-07-26T15:50:47.989 INFO:tasks.rados.rados.0.smithi046.stdout:1481: seq_num 475 ranges {2203648=761856} 2021-07-26T15:50:48.005 INFO:tasks.rados.rados.0.smithi046.stdout:1481: writing smithi04638994-35 from 2203648 to 2965504 tid 1 2021-07-26T15:50:48.005 INFO:tasks.rados.rados.0.smithi046.stdout:1482: read oid 32 snap -1 2021-07-26T15:50:48.006 INFO:tasks.rados.rados.0.smithi046.stdout:1482: expect (ObjNum 465 snap 137 seq_num 465) 2021-07-26T15:50:48.006 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 140 2021-07-26T15:50:48.006 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 1 to smithi04638994-23 2021-07-26T15:50:48.006 INFO:tasks.rados.rados.0.smithi046.stdout:1483: seq_num 476 ranges {0=778240} 2021-07-26T15:50:48.009 INFO:tasks.rados.rados.0.smithi046.stdout:1483: writing smithi04638994-7 from 0 to 778240 tid 1 2021-07-26T15:50:48.009 INFO:tasks.rados.rados.0.smithi046.stdout:1484: snap_remove snap 138 2021-07-26T15:50:48.118 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:50:47 smithi073 bash[25937]: debug 2021-07-26T15:50:47.874+0000 7f0b73346700 -1 osd.7 pg_epoch: 350 pg[3.ds0( v 347'372 (0'0,347'372] local-lis/les=331/332 n=3 ec=57/57 lis/c=331/331 les/c/f=332/332/0 sis=331) [7,5,3]p7(0) r=0 lpr=331 crt=347'372 lcod 345'370 mlcod 345'370 active+clean+snaptrim trimq=[10b~1] ps=[a6~1,ef~1,10c~1,118~1]] removing snap head 2021-07-26T15:50:48.820 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:48 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.6.service: Succeeded. 2021-07-26T15:50:48.820 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:48 smithi073 systemd[1]: Stopped Ceph osd.6 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:48.821 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:48 smithi073 systemd[1]: Started Ceph osd.6 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:50:48.890 INFO:tasks.rados.rados.0.smithi046.stdout:1484: done (5 left) 2021-07-26T15:50:48.891 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 140 2021-07-26T15:50:48.891 INFO:tasks.rados.rados.0.smithi046.stdout:1485: seq_num 477 ranges {2711552=794624} 2021-07-26T15:50:48.912 INFO:tasks.rados.rados.0.smithi046.stdout:1485: writing smithi04638994-38 from 2711552 to 3506176 tid 1 2021-07-26T15:50:48.912 INFO:tasks.rados.rados.0.smithi046.stdout:1486: snap_create 2021-07-26T15:50:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 2 to smithi04638994-23 2021-07-26T15:50:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:1478: finishing write tid 3 to smithi04638994-23 2021-07-26T15:50:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1118 (ObjNum 473 snap 140 seq_num 473) dirty exists 2021-07-26T15:50:48.914 INFO:tasks.rados.rados.0.smithi046.stdout:1478: left oid 23 (ObjNum 473 snap 140 seq_num 473) 2021-07-26T15:50:48.915 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 1 to smithi04638994-6 2021-07-26T15:50:48.915 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 2 to smithi04638994-6 2021-07-26T15:50:48.915 INFO:tasks.rados.rados.0.smithi046.stdout:1480: finishing write tid 3 to smithi04638994-6 2021-07-26T15:50:48.915 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 551 (ObjNum 474 snap 140 seq_num 474) dirty exists 2021-07-26T15:50:48.916 INFO:tasks.rados.rados.0.smithi046.stdout:1480: left oid 6 (ObjNum 474 snap 140 seq_num 474) 2021-07-26T15:50:48.916 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 1 to smithi04638994-35 2021-07-26T15:50:48.916 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 2 to smithi04638994-35 2021-07-26T15:50:48.916 INFO:tasks.rados.rados.0.smithi046.stdout:1481: finishing write tid 3 to smithi04638994-35 2021-07-26T15:50:48.916 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 863 (ObjNum 475 snap 140 seq_num 475) dirty exists 2021-07-26T15:50:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:1481: left oid 35 (ObjNum 475 snap 140 seq_num 475) 2021-07-26T15:50:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:1483: finishing write tid 1 to smithi04638994-7 2021-07-26T15:50:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:1483: finishing write tid 2 to smithi04638994-7 2021-07-26T15:50:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:1483: finishing write tid 3 to smithi04638994-7 2021-07-26T15:50:48.917 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1051 (ObjNum 476 snap 140 seq_num 476) dirty exists 2021-07-26T15:50:48.918 INFO:tasks.rados.rados.0.smithi046.stdout:1483: left oid 7 (ObjNum 476 snap 140 seq_num 476) 2021-07-26T15:50:48.918 INFO:tasks.rados.rados.0.smithi046.stdout:1482: expect (ObjNum 465 snap 137 seq_num 465) 2021-07-26T15:50:49.117 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[38018]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:49.118 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[25937]: debug 2021-07-26T15:50:48.890+0000 7f0b7634c700 -1 osd.7 pg_epoch: 351 pg[3.fs0( v 350'739 (0'0,350'739] local-lis/les=325/326 n=5 ec=57/57 lis/c=325/325 les/c/f=326/326/0 sis=325) [7,4,0]p7(0) r=0 lpr=325 crt=350'739 lcod 350'737 mlcod 350'737 active+clean+snaptrim trimq=[116~1] ps=[a6~1,ef~1,10b~2,118~1]] removing snap head 2021-07-26T15:50:49.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: cluster 2021-07-26T15:50:47.881540+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T15:50:49.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: cluster 2021-07-26T15:50:47.894783+0000 mgr.y (mgr.24683) 207 : cluster [DBG] pgmap v325: 25 pgs: 2 active+undersized+degraded, 2 peering, 1 stale+active+clean, 1 active+undersized, 19 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s; 5/243 objects degraded (2.058%) 2021-07-26T15:50:49.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: audit 2021-07-26T15:50:48.775110+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:49.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: audit 2021-07-26T15:50:48.776907+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:49.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: audit 2021-07-26T15:50:48.779511+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:49.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:48 smithi073 bash[34190]: audit 2021-07-26T15:50:48.781242+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:49.127 INFO:tasks.rados.rados.0.smithi046.stdout:1485: finishing write tid 1 to smithi04638994-38 2021-07-26T15:50:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:1485: finishing write tid 2 to smithi04638994-38 2021-07-26T15:50:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:1485: finishing write tid 3 to smithi04638994-38 2021-07-26T15:50:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 867 (ObjNum 477 snap 140 seq_num 477) dirty exists 2021-07-26T15:50:49.128 INFO:tasks.rados.rados.0.smithi046.stdout:1485: left oid 38 (ObjNum 477 snap 140 seq_num 477) 2021-07-26T15:50:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: cluster 2021-07-26T15:50:47.881540+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T15:50:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: cluster 2021-07-26T15:50:47.894783+0000 mgr.y (mgr.24683) 207 : cluster [DBG] pgmap v325: 25 pgs: 2 active+undersized+degraded, 2 peering, 1 stale+active+clean, 1 active+undersized, 19 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s; 5/243 objects degraded (2.058%) 2021-07-26T15:50:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: audit 2021-07-26T15:50:48.775110+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:49.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: audit 2021-07-26T15:50:48.776907+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:49.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: audit 2021-07-26T15:50:48.779511+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:49.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[42351]: audit 2021-07-26T15:50:48.781242+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:49.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: cluster 2021-07-26T15:50:47.881540+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T15:50:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: cluster 2021-07-26T15:50:47.894783+0000 mgr.y (mgr.24683) 207 : cluster [DBG] pgmap v325: 25 pgs: 2 active+undersized+degraded, 2 peering, 1 stale+active+clean, 1 active+undersized, 19 active+clean; 239 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s; 5/243 objects degraded (2.058%) 2021-07-26T15:50:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: audit 2021-07-26T15:50:48.775110+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: audit 2021-07-26T15:50:48.776907+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:49.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: audit 2021-07-26T15:50:48.779511+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:49.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:48 smithi046 bash[41283]: audit 2021-07-26T15:50:48.781242+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:50:49.898 INFO:tasks.rados.rados.0.smithi046.stdout:1478: done (6 left) 2021-07-26T15:50:49.898 INFO:tasks.rados.rados.0.smithi046.stdout:1480: done (5 left) 2021-07-26T15:50:49.898 INFO:tasks.rados.rados.0.smithi046.stdout:1481: done (4 left) 2021-07-26T15:50:49.899 INFO:tasks.rados.rados.0.smithi046.stdout:1482: done (3 left) 2021-07-26T15:50:49.899 INFO:tasks.rados.rados.0.smithi046.stdout:1483: done (2 left) 2021-07-26T15:50:49.899 INFO:tasks.rados.rados.0.smithi046.stdout:1485: done (1 left) 2021-07-26T15:50:49.899 INFO:tasks.rados.rados.0.smithi046.stdout:1486: done (0 left) 2021-07-26T15:50:49.899 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 141 2021-07-26T15:50:49.900 INFO:tasks.rados.rados.0.smithi046.stdout:1487: seq_num 478 ranges {4603904=409600,5013504=401408} 2021-07-26T15:50:49.928 INFO:tasks.rados.rados.0.smithi046.stdout:1487: writing smithi04638994-44 from 4603904 to 5013504 tid 1 2021-07-26T15:50:49.931 INFO:tasks.rados.rados.0.smithi046.stdout:1487: writing smithi04638994-44 from 5013504 to 5414912 tid 2 2021-07-26T15:50:49.931 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 141 2021-07-26T15:50:49.931 INFO:tasks.rados.rados.0.smithi046.stdout:1488: seq_num 479 ranges {10838016=425984,11264000=401408} 2021-07-26T15:50:49.994 INFO:tasks.rados.rados.0.smithi046.stdout:1488: writing smithi04638994-48 from 10838016 to 11264000 tid 1 2021-07-26T15:50:49.999 INFO:tasks.rados.rados.0.smithi046.stdout:1488: writing smithi04638994-48 from 11264000 to 11665408 tid 2 2021-07-26T15:50:49.999 INFO:tasks.rados.rados.0.smithi046.stdout:1489: delete oid 25 current snap is 141 2021-07-26T15:50:50.000 INFO:tasks.rados.rados.0.smithi046.stdout:1487: finishing write tid 1 to smithi04638994-44 2021-07-26T15:50:50.000 INFO:tasks.rados.rados.0.smithi046.stdout:1487: finishing write tid 2 to smithi04638994-44 2021-07-26T15:50:50.000 INFO:tasks.rados.rados.0.smithi046.stdout:1487: finishing write tid 3 to smithi04638994-44 2021-07-26T15:50:50.000 INFO:tasks.rados.rados.0.smithi046.stdout:1487: finishing write tid 4 to smithi04638994-44 2021-07-26T15:50:50.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 502 (ObjNum 478 snap 141 seq_num 478) dirty exists 2021-07-26T15:50:50.001 INFO:tasks.rados.rados.0.smithi046.stdout:1487: left oid 44 (ObjNum 478 snap 141 seq_num 478) 2021-07-26T15:50:50.002 INFO:tasks.rados.rados.0.smithi046.stdout:1487: done (2 left) 2021-07-26T15:50:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:1489: done (1 left) 2021-07-26T15:50:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 141 2021-07-26T15:50:50.003 INFO:tasks.rados.rados.0.smithi046.stdout:1490: seq_num 481 ranges {6111232=458752,6569984=401408} 2021-07-26T15:50:50.041 INFO:tasks.rados.rados.0.smithi046.stdout:1490: writing smithi04638994-22 from 6111232 to 6569984 tid 1 2021-07-26T15:50:50.043 INFO:tasks.rados.rados.0.smithi046.stdout:1490: writing smithi04638994-22 from 6569984 to 6971392 tid 2 2021-07-26T15:50:50.043 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 141 2021-07-26T15:50:50.044 INFO:tasks.rados.rados.0.smithi046.stdout:1488: finishing write tid 1 to smithi04638994-48 2021-07-26T15:50:50.044 INFO:tasks.rados.rados.0.smithi046.stdout:1491: seq_num 482 ranges {9699328=475136,10174464=401408} 2021-07-26T15:50:50.100 INFO:tasks.rados.rados.0.smithi046.stdout:1491: writing smithi04638994-49 from 9699328 to 10174464 tid 1 2021-07-26T15:50:50.102 INFO:tasks.rados.rados.0.smithi046.stdout:1491: writing smithi04638994-49 from 10174464 to 10575872 tid 2 2021-07-26T15:50:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:1492: read oid 44 snap 140 2021-07-26T15:50:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:1492: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:50:50.114 INFO:tasks.rados.rados.0.smithi046.stdout:1493: read oid 20 snap -1 2021-07-26T15:50:50.115 INFO:tasks.rados.rados.0.smithi046.stdout:1493: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:50:50.115 INFO:tasks.rados.rados.0.smithi046.stdout:1494: rmattr oid 24 current snap is 141 2021-07-26T15:50:50.115 INFO:tasks.rados.rados.0.smithi046.stdout:1494: done (5 left) 2021-07-26T15:50:50.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 141 2021-07-26T15:50:50.116 INFO:tasks.rados.rados.0.smithi046.stdout:1488: finishing write tid 2 to smithi04638994-48 2021-07-26T15:50:50.116 INFO:tasks.rados.rados.0.smithi046.stdout:1495: seq_num 483 ranges {5586944=491520,6078464=401408} 2021-07-26T15:50:50.138 INFO:tasks.rados.rados.0.smithi046.stdout:1495: writing smithi04638994-41 from 5586944 to 6078464 tid 1 2021-07-26T15:50:50.142 INFO:tasks.rados.rados.0.smithi046.stdout:1495: writing smithi04638994-41 from 6078464 to 6479872 tid 2 2021-07-26T15:50:50.142 INFO:tasks.rados.rados.0.smithi046.stdout:1496: rmattr oid 35 current snap is 141 2021-07-26T15:50:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:1496: done (6 left) 2021-07-26T15:50:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:1497: read oid 1 snap -1 2021-07-26T15:50:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:1497: expect (ObjNum 471 snap 139 seq_num 471) 2021-07-26T15:50:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:1498: snap_create 2021-07-26T15:50:50.143 INFO:tasks.rados.rados.0.smithi046.stdout:1488: finishing write tid 3 to smithi04638994-48 2021-07-26T15:50:50.144 INFO:tasks.rados.rados.0.smithi046.stdout:1488: finishing write tid 4 to smithi04638994-48 2021-07-26T15:50:50.144 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1054 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:50:50.144 INFO:tasks.rados.rados.0.smithi046.stdout:1488: left oid 48 (ObjNum 479 snap 141 seq_num 479) 2021-07-26T15:50:50.144 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing write tid 1 to smithi04638994-22 2021-07-26T15:50:50.145 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing write tid 2 to smithi04638994-22 2021-07-26T15:50:50.145 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing write tid 3 to smithi04638994-22 2021-07-26T15:50:50.145 INFO:tasks.rados.rados.0.smithi046.stdout:1490: finishing write tid 4 to smithi04638994-22 2021-07-26T15:50:50.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 304 (ObjNum 481 snap 141 seq_num 481) dirty exists 2021-07-26T15:50:50.145 INFO:tasks.rados.rados.0.smithi046.stdout:1490: left oid 22 (ObjNum 481 snap 141 seq_num 481) 2021-07-26T15:50:50.146 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 1 to smithi04638994-49 2021-07-26T15:50:50.146 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 2 to smithi04638994-49 2021-07-26T15:50:50.146 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 3 to smithi04638994-49 2021-07-26T15:50:50.146 INFO:tasks.rados.rados.0.smithi046.stdout:1491: finishing write tid 4 to smithi04638994-49 2021-07-26T15:50:50.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 871 (ObjNum 482 snap 141 seq_num 482) dirty exists 2021-07-26T15:50:50.147 INFO:tasks.rados.rados.0.smithi046.stdout:1491: left oid 49 (ObjNum 482 snap 141 seq_num 482) 2021-07-26T15:50:50.147 INFO:tasks.rados.rados.0.smithi046.stdout:1492: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:50:50.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:49 smithi046 bash[41283]: cluster 2021-07-26T15:50:48.875762+0000 mon.a (mon.0) 669 : cluster [WRN] Health check failed: Degraded data redundancy: 5/243 objects degraded (2.058%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:50.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:49 smithi046 bash[41283]: cluster 2021-07-26T15:50:48.890713+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T15:50:50.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:49 smithi046 bash[42351]: cluster 2021-07-26T15:50:48.875762+0000 mon.a (mon.0) 669 : cluster [WRN] Health check failed: Degraded data redundancy: 5/243 objects degraded (2.058%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:50.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:49 smithi046 bash[42351]: cluster 2021-07-26T15:50:48.890713+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T15:50:50.318 INFO:tasks.rados.rados.0.smithi046.stdout:1493: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:50:50.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:49 smithi073 bash[34190]: cluster 2021-07-26T15:50:48.875762+0000 mon.a (mon.0) 669 : cluster [WRN] Health check failed: Degraded data redundancy: 5/243 objects degraded (2.058%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:50.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:49 smithi073 bash[34190]: cluster 2021-07-26T15:50:48.890713+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T15:50:50.794 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing write tid 1 to smithi04638994-41 2021-07-26T15:50:50.794 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing write tid 2 to smithi04638994-41 2021-07-26T15:50:50.795 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing write tid 3 to smithi04638994-41 2021-07-26T15:50:50.795 INFO:tasks.rados.rados.0.smithi046.stdout:1497: expect (ObjNum 471 snap 139 seq_num 471) 2021-07-26T15:50:50.867 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:50:50.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2021-07-26T15:50:50.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:50:50.868 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:50:50.869 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:50:50.869 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:50:50.869 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[38018]: --> ceph-volume lvm activate successful for osd ID: 6 2021-07-26T15:50:50.889 INFO:tasks.rados.rados.0.smithi046.stdout:1495: finishing write tid 4 to smithi04638994-41 2021-07-26T15:50:50.889 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 550 (ObjNum 483 snap 141 seq_num 483) dirty exists 2021-07-26T15:50:50.890 INFO:tasks.rados.rados.0.smithi046.stdout:1495: left oid 41 (ObjNum 483 snap 141 seq_num 483) 2021-07-26T15:50:50.890 INFO:tasks.rados.rados.0.smithi046.stdout:1488: done (7 left) 2021-07-26T15:50:50.890 INFO:tasks.rados.rados.0.smithi046.stdout:1490: done (6 left) 2021-07-26T15:50:50.890 INFO:tasks.rados.rados.0.smithi046.stdout:1491: done (5 left) 2021-07-26T15:50:50.891 INFO:tasks.rados.rados.0.smithi046.stdout:1492: done (4 left) 2021-07-26T15:50:50.891 INFO:tasks.rados.rados.0.smithi046.stdout:1493: done (3 left) 2021-07-26T15:50:50.891 INFO:tasks.rados.rados.0.smithi046.stdout:1495: done (2 left) 2021-07-26T15:50:50.891 INFO:tasks.rados.rados.0.smithi046.stdout:1497: done (1 left) 2021-07-26T15:50:50.891 INFO:tasks.rados.rados.0.smithi046.stdout:1498: done (0 left) 2021-07-26T15:50:50.892 INFO:tasks.rados.rados.0.smithi046.stdout:1499: rollback oid 45 current snap is 142 2021-07-26T15:50:50.892 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 140 2021-07-26T15:50:50.892 INFO:tasks.rados.rados.0.smithi046.stdout:1500: snap_remove snap 141 2021-07-26T15:50:51.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[41283]: cluster 2021-07-26T15:50:49.895411+0000 mgr.y (mgr.24683) 208 : cluster [DBG] pgmap v327: 25 pgs: 4 active+undersized+degraded, 2 peering, 3 active+undersized, 16 active+clean; 214 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2021-07-26T15:50:51.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[41283]: cluster 2021-07-26T15:50:49.899198+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T15:50:51.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[41283]: cluster 2021-07-26T15:50:50.879206+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T15:50:51.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[42351]: cluster 2021-07-26T15:50:49.895411+0000 mgr.y (mgr.24683) 208 : cluster [DBG] pgmap v327: 25 pgs: 4 active+undersized+degraded, 2 peering, 3 active+undersized, 16 active+clean; 214 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2021-07-26T15:50:51.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[42351]: cluster 2021-07-26T15:50:49.899198+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T15:50:51.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:50 smithi046 bash[42351]: cluster 2021-07-26T15:50:50.879206+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T15:50:51.302 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[34190]: cluster 2021-07-26T15:50:49.895411+0000 mgr.y (mgr.24683) 208 : cluster [DBG] pgmap v327: 25 pgs: 4 active+undersized+degraded, 2 peering, 3 active+undersized, 16 active+clean; 214 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 9/201 objects degraded (4.478%) 2021-07-26T15:50:51.302 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[34190]: cluster 2021-07-26T15:50:49.899198+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T15:50:51.303 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:50 smithi073 bash[34190]: cluster 2021-07-26T15:50:50.879206+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T15:50:51.617 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:51 smithi073 bash[38138]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:51.890 INFO:tasks.rados.rados.0.smithi046.stdout:1500: done (1 left) 2021-07-26T15:50:51.891 INFO:tasks.rados.rados.0.smithi046.stdout:1501: read oid 31 snap 140 2021-07-26T15:50:51.891 INFO:tasks.rados.rados.0.smithi046.stdout:1501: expect (ObjNum 197580160 snap 22029 seq_num 939543216) 2021-07-26T15:50:51.891 INFO:tasks.rados.rados.0.smithi046.stdout:1502: read oid 7 snap 140 2021-07-26T15:50:51.891 INFO:tasks.rados.rados.0.smithi046.stdout:1502: expect (ObjNum 476 snap 140 seq_num 476) 2021-07-26T15:50:51.892 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 142 2021-07-26T15:50:51.892 INFO:tasks.rados.rados.0.smithi046.stdout:1499: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:50:51.892 INFO:tasks.rados.rados.0.smithi046.stdout:1499: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:50:51.892 INFO:tasks.rados.rados.0.smithi046.stdout:1503: seq_num 484 ranges {2424832=507904,2932736=401408} 2021-07-26T15:50:51.908 INFO:tasks.rados.rados.0.smithi046.stdout:1503: writing smithi04638994-8 from 2424832 to 2932736 tid 1 2021-07-26T15:50:51.910 INFO:tasks.rados.rados.0.smithi046.stdout:1503: writing smithi04638994-8 from 2932736 to 3334144 tid 2 2021-07-26T15:50:51.911 INFO:tasks.rados.rados.0.smithi046.stdout:1504: delete oid 19 current snap is 142 2021-07-26T15:50:51.911 INFO:tasks.rados.rados.0.smithi046.stdout:1499: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:50:51.911 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 875 (ObjNum 431 snap 133 seq_num 431) dirty exists 2021-07-26T15:50:51.911 INFO:tasks.rados.rados.0.smithi046.stdout:1501: expect (ObjNum 197580160 snap 22029 seq_num 939543216) 2021-07-26T15:50:51.914 INFO:tasks.rados.rados.0.smithi046.stdout:1502: expect (ObjNum 476 snap 140 seq_num 476) 2021-07-26T15:50:51.941 INFO:tasks.rados.rados.0.smithi046.stdout:1503: finishing write tid 1 to smithi04638994-8 2021-07-26T15:50:51.941 INFO:tasks.rados.rados.0.smithi046.stdout:1503: finishing write tid 2 to smithi04638994-8 2021-07-26T15:50:51.942 INFO:tasks.rados.rados.0.smithi046.stdout:1503: finishing write tid 3 to smithi04638994-8 2021-07-26T15:50:51.942 INFO:tasks.rados.rados.0.smithi046.stdout:1503: finishing write tid 4 to smithi04638994-8 2021-07-26T15:50:51.942 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1122 (ObjNum 484 snap 142 seq_num 484) dirty exists 2021-07-26T15:50:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1503: left oid 8 (ObjNum 484 snap 142 seq_num 484) 2021-07-26T15:50:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1499: done (4 left) 2021-07-26T15:50:51.943 INFO:tasks.rados.rados.0.smithi046.stdout:1501: done (3 left) 2021-07-26T15:50:51.944 INFO:tasks.rados.rados.0.smithi046.stdout:1502: done (2 left) 2021-07-26T15:50:51.944 INFO:tasks.rados.rados.0.smithi046.stdout:1503: done (1 left) 2021-07-26T15:50:51.944 INFO:tasks.rados.rados.0.smithi046.stdout:1504: done (0 left) 2021-07-26T15:50:51.944 INFO:tasks.rados.rados.0.smithi046.stdout:1505: read oid 32 snap -1 2021-07-26T15:50:51.945 INFO:tasks.rados.rados.0.smithi046.stdout:1505: expect (ObjNum 465 snap 137 seq_num 465) 2021-07-26T15:50:51.945 INFO:tasks.rados.rados.0.smithi046.stdout:1506: copy_from oid 38 from oid 13 current snap is 142 2021-07-26T15:50:51.945 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 142 2021-07-26T15:50:51.945 INFO:tasks.rados.rados.0.smithi046.stdout:1507: seq_num 486 ranges {10215424=548864,10764288=401408} 2021-07-26T15:50:52.010 INFO:tasks.rados.rados.0.smithi046.stdout:1507: writing smithi04638994-18 from 10215424 to 10764288 tid 1 2021-07-26T15:50:52.012 INFO:tasks.rados.rados.0.smithi046.stdout:1507: writing smithi04638994-18 from 10764288 to 11165696 tid 2 2021-07-26T15:50:52.012 INFO:tasks.rados.rados.0.smithi046.stdout:1508: copy_from oid 1 from oid 5 current snap is 142 2021-07-26T15:50:52.012 INFO:tasks.rados.rados.0.smithi046.stdout:1505: expect (ObjNum 465 snap 137 seq_num 465) 2021-07-26T15:50:52.213 INFO:tasks.rados.rados.0.smithi046.stdout:1506: finishing copy_from to smithi04638994-38 2021-07-26T15:50:52.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:52.214 INFO:tasks.rados.rados.0.smithi046.stdout:1506: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:50:52.214 INFO:tasks.rados.rados.0.smithi046.stdout:1505: done (3 left) 2021-07-26T15:50:52.214 INFO:tasks.rados.rados.0.smithi046.stdout:1506: done (2 left) 2021-07-26T15:50:52.215 INFO:tasks.rados.rados.0.smithi046.stdout:1509: read oid 49 snap -1 2021-07-26T15:50:52.215 INFO:tasks.rados.rados.0.smithi046.stdout:1509: expect (ObjNum 482 snap 141 seq_num 482) 2021-07-26T15:50:52.215 INFO:tasks.rados.rados.0.smithi046.stdout:1510: snap_remove snap 140 2021-07-26T15:50:52.617 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:52 smithi073 bash[38138]: debug 2021-07-26T15:50:52.422+0000 7fad32503700 1 -- 172.21.15.73:0/3800257991 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562de6b3e340 con 0x562de6b98c00 2021-07-26T15:50:52.898 INFO:tasks.rados.rados.0.smithi046.stdout:1510: done (3 left) 2021-07-26T15:50:52.898 INFO:tasks.rados.rados.0.smithi046.stdout:1511: snap_create 2021-07-26T15:50:52.899 INFO:tasks.rados.rados.0.smithi046.stdout:1507: finishing write tid 1 to smithi04638994-18 2021-07-26T15:50:52.899 INFO:tasks.rados.rados.0.smithi046.stdout:1507: finishing write tid 2 to smithi04638994-18 2021-07-26T15:50:52.899 INFO:tasks.rados.rados.0.smithi046.stdout:1507: finishing write tid 3 to smithi04638994-18 2021-07-26T15:50:52.899 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing copy_from to smithi04638994-1 2021-07-26T15:50:52.900 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 876 (ObjNum 197907216 snap 22029 seq_num 197919216) dirty exists 2021-07-26T15:50:52.900 INFO:tasks.rados.rados.0.smithi046.stdout:1508: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:50:52.900 INFO:tasks.rados.rados.0.smithi046.stdout:1507: finishing write tid 4 to smithi04638994-18 2021-07-26T15:50:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 488 (ObjNum 486 snap 142 seq_num 486) dirty exists 2021-07-26T15:50:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:1507: left oid 18 (ObjNum 486 snap 142 seq_num 486) 2021-07-26T15:50:52.901 INFO:tasks.rados.rados.0.smithi046.stdout:1509: expect (ObjNum 482 snap 141 seq_num 482) 2021-07-26T15:50:53.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:52 smithi046 bash[41283]: cluster 2021-07-26T15:50:51.890550+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T15:50:53.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:52 smithi046 bash[41283]: cluster 2021-07-26T15:50:51.896212+0000 mgr.y (mgr.24683) 209 : cluster [DBG] pgmap v331: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 213 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 22/192 objects degraded (11.458%) 2021-07-26T15:50:53.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:52 smithi046 bash[42351]: cluster 2021-07-26T15:50:51.890550+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T15:50:53.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:52 smithi046 bash[42351]: cluster 2021-07-26T15:50:51.896212+0000 mgr.y (mgr.24683) 209 : cluster [DBG] pgmap v331: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 213 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 22/192 objects degraded (11.458%) 2021-07-26T15:50:53.367 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[38138]: debug 2021-07-26T15:50:53.006+0000 7fad39d570c0 -1 Falling back to public interface 2021-07-26T15:50:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:52 smithi073 bash[34190]: cluster 2021-07-26T15:50:51.890550+0000 mon.a (mon.0) 673 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T15:50:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:52 smithi073 bash[34190]: cluster 2021-07-26T15:50:51.896212+0000 mgr.y (mgr.24683) 209 : cluster [DBG] pgmap v331: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 213 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 22/192 objects degraded (11.458%) 2021-07-26T15:50:53.870 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:53.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:53.870 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:53.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:50:53.871 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:50:53.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:50:53.910 INFO:tasks.rados.rados.0.smithi046.stdout:1507: done (3 left) 2021-07-26T15:50:53.911 INFO:tasks.rados.rados.0.smithi046.stdout:1508: done (2 left) 2021-07-26T15:50:53.911 INFO:tasks.rados.rados.0.smithi046.stdout:1509: done (1 left) 2021-07-26T15:50:53.912 INFO:tasks.rados.rados.0.smithi046.stdout:1511: done (0 left) 2021-07-26T15:50:53.912 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 143 2021-07-26T15:50:53.912 INFO:tasks.rados.rados.0.smithi046.stdout:1512: seq_num 487 ranges {0=565248,565248=401408} 2021-07-26T15:50:53.916 INFO:tasks.rados.rados.0.smithi046.stdout:1512: writing smithi04638994-29 from 0 to 565248 tid 1 2021-07-26T15:50:53.921 INFO:tasks.rados.rados.0.smithi046.stdout:1512: writing smithi04638994-29 from 565248 to 966656 tid 2 2021-07-26T15:50:53.921 INFO:tasks.rados.rados.0.smithi046.stdout:1513: snap_remove snap 142 2021-07-26T15:50:54.181 INFO:journalctl@ceph.mgr.y.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[39887]: debug 2021-07-26T15:50:53.867+0000 7fb318f02700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:50:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: cluster 2021-07-26T15:50:52.897989+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T15:50:54.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.621563+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.858275+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.863968+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:54.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.865910+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.867884+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.869472+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[42351]: audit 2021-07-26T15:50:53.871477+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:54.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: cluster 2021-07-26T15:50:52.897989+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T15:50:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.621563+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.858275+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.863968+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.865910+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.867884+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.869472+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:53 smithi046 bash[41283]: audit 2021-07-26T15:50:53.871477+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:54.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: cluster 2021-07-26T15:50:52.897989+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T15:50:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.621563+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.858275+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:50:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.863968+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:50:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.865910+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.867884+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.869472+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:50:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:53 smithi073 bash[34190]: audit 2021-07-26T15:50:53.871477+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:54.916 INFO:tasks.rados.rados.0.smithi046.stdout:1513: done (1 left) 2021-07-26T15:50:54.917 INFO:tasks.rados.rados.0.smithi046.stdout:1514: rmattr oid 40 current snap is 143 2021-07-26T15:50:54.917 INFO:tasks.rados.rados.0.smithi046.stdout:1512: finishing write tid 1 to smithi04638994-29 2021-07-26T15:50:54.917 INFO:tasks.rados.rados.0.smithi046.stdout:1512: finishing write tid 2 to smithi04638994-29 2021-07-26T15:50:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:1512: finishing write tid 3 to smithi04638994-29 2021-07-26T15:50:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:1512: finishing write tid 4 to smithi04638994-29 2021-07-26T15:50:54.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1125 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:50:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:1512: left oid 29 (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:50:54.919 INFO:tasks.rados.rados.0.smithi046.stdout:1512: done (1 left) 2021-07-26T15:50:54.920 INFO:tasks.rados.rados.0.smithi046.stdout:1515: delete oid 21 current snap is 143 2021-07-26T15:50:54.922 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1055 (ObjNum 166 snap 46 seq_num 166) dirty exists 2021-07-26T15:50:54.923 INFO:tasks.rados.rados.0.smithi046.stdout:1514: done (1 left) 2021-07-26T15:50:54.923 INFO:tasks.rados.rados.0.smithi046.stdout:1515: done (0 left) 2021-07-26T15:50:54.924 INFO:tasks.rados.rados.0.smithi046.stdout:1516: read oid 10 snap -1 2021-07-26T15:50:54.924 INFO:tasks.rados.rados.0.smithi046.stdout:1516: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:54.924 INFO:tasks.rados.rados.0.smithi046.stdout:1517: read oid 30 snap -1 2021-07-26T15:50:54.924 INFO:tasks.rados.rados.0.smithi046.stdout:1517: expect (ObjNum 456 snap 137 seq_num 456) 2021-07-26T15:50:54.924 INFO:tasks.rados.rados.0.smithi046.stdout:1518: read oid 27 snap -1 2021-07-26T15:50:54.925 INFO:tasks.rados.rados.0.smithi046.stdout:1518: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:50:54.925 INFO:tasks.rados.rados.0.smithi046.stdout:1519: read oid 19 snap -1 2021-07-26T15:50:54.925 INFO:tasks.rados.rados.0.smithi046.stdout:1519: expect deleted 2021-07-26T15:50:54.926 INFO:tasks.rados.rados.0.smithi046.stdout:1520: snap_create 2021-07-26T15:50:54.950 INFO:tasks.rados.rados.0.smithi046.stdout:1518: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:50:55.143 INFO:tasks.rados.rados.0.smithi046.stdout:1517: expect (ObjNum 456 snap 137 seq_num 456) 2021-07-26T15:50:55.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[41283]: audit 2021-07-26T15:50:53.871911+0000 mgr.y (mgr.24683) 210 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[41283]: cephadm 2021-07-26T15:50:53.873144+0000 mgr.y (mgr.24683) 211 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:50:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[41283]: cluster 2021-07-26T15:50:53.896911+0000 mgr.y (mgr.24683) 212 : cluster [DBG] pgmap v334: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[41283]: cluster 2021-07-26T15:50:53.900612+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T15:50:55.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[41283]: cluster 2021-07-26T15:50:54.895355+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: Degraded data redundancy: 23/189 objects degraded (12.169%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:55.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[42351]: audit 2021-07-26T15:50:53.871911+0000 mgr.y (mgr.24683) 210 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:55.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[42351]: cephadm 2021-07-26T15:50:53.873144+0000 mgr.y (mgr.24683) 211 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:50:55.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[42351]: cluster 2021-07-26T15:50:53.896911+0000 mgr.y (mgr.24683) 212 : cluster [DBG] pgmap v334: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:55.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[42351]: cluster 2021-07-26T15:50:53.900612+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T15:50:55.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:54 smithi046 bash[42351]: cluster 2021-07-26T15:50:54.895355+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: Degraded data redundancy: 23/189 objects degraded (12.169%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:55.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:54 smithi073 bash[34190]: audit 2021-07-26T15:50:53.871911+0000 mgr.y (mgr.24683) 210 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:50:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:54 smithi073 bash[34190]: cephadm 2021-07-26T15:50:53.873144+0000 mgr.y (mgr.24683) 211 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-07-26T15:50:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:54 smithi073 bash[34190]: cluster 2021-07-26T15:50:53.896911+0000 mgr.y (mgr.24683) 212 : cluster [DBG] pgmap v334: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:54 smithi073 bash[34190]: cluster 2021-07-26T15:50:53.900612+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T15:50:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:54 smithi073 bash[34190]: cluster 2021-07-26T15:50:54.895355+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: Degraded data redundancy: 23/189 objects degraded (12.169%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:50:55.451 INFO:tasks.rados.rados.0.smithi046.stdout:1516: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:56.128 INFO:tasks.rados.rados.0.smithi046.stdout:1516: done (4 left) 2021-07-26T15:50:56.129 INFO:tasks.rados.rados.0.smithi046.stdout:1517: done (3 left) 2021-07-26T15:50:56.129 INFO:tasks.rados.rados.0.smithi046.stdout:1518: done (2 left) 2021-07-26T15:50:56.129 INFO:tasks.rados.rados.0.smithi046.stdout:1519: done (1 left) 2021-07-26T15:50:56.130 INFO:tasks.rados.rados.0.smithi046.stdout:1520: done (0 left) 2021-07-26T15:50:56.130 INFO:tasks.rados.rados.0.smithi046.stdout:1521: rmattr oid 13 current snap is 144 2021-07-26T15:50:56.130 INFO:tasks.rados.rados.0.smithi046.stdout:1522: snap_remove snap 143 2021-07-26T15:50:56.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:55 smithi046 bash[41283]: cluster 2021-07-26T15:50:54.917303+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2021-07-26T15:50:56.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:55 smithi046 bash[41283]: cluster 2021-07-26T15:50:55.879421+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2021-07-26T15:50:56.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:55 smithi046 bash[42351]: cluster 2021-07-26T15:50:54.917303+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2021-07-26T15:50:56.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:55 smithi046 bash[42351]: cluster 2021-07-26T15:50:55.879421+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2021-07-26T15:50:56.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:55 smithi073 bash[34190]: cluster 2021-07-26T15:50:54.917303+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2021-07-26T15:50:56.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:55 smithi073 bash[34190]: cluster 2021-07-26T15:50:55.879421+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2021-07-26T15:50:56.927 INFO:tasks.rados.rados.0.smithi046.stdout:1522: done (1 left) 2021-07-26T15:50:56.928 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 144 2021-07-26T15:50:56.928 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 480 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:56.928 INFO:tasks.rados.rados.0.smithi046.stdout:1523: seq_num 489 ranges {0=598016,598016=401408} 2021-07-26T15:50:56.930 INFO:tasks.rados.rados.0.smithi046.stdout:1523: writing smithi04638994-25 from 0 to 598016 tid 1 2021-07-26T15:50:56.933 INFO:tasks.rados.rados.0.smithi046.stdout:1523: writing smithi04638994-25 from 598016 to 999424 tid 2 2021-07-26T15:50:56.933 INFO:tasks.rados.rados.0.smithi046.stdout:1521: done (1 left) 2021-07-26T15:50:56.933 INFO:tasks.rados.rados.0.smithi046.stdout:1524: snap_create 2021-07-26T15:50:56.940 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 1 to smithi04638994-25 2021-07-26T15:50:56.941 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 2 to smithi04638994-25 2021-07-26T15:50:56.943 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 3 to smithi04638994-25 2021-07-26T15:50:56.943 INFO:tasks.rados.rados.0.smithi046.stdout:1523: finishing write tid 4 to smithi04638994-25 2021-07-26T15:50:56.943 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 927 (ObjNum 489 snap 144 seq_num 489) dirty exists 2021-07-26T15:50:56.944 INFO:tasks.rados.rados.0.smithi046.stdout:1523: left oid 25 (ObjNum 489 snap 144 seq_num 489) 2021-07-26T15:50:57.117 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:56 smithi073 bash[38138]: debug 2021-07-26T15:50:56.717+0000 7fad39d570c0 -1 osd.6 347 log_to_monitors {default=true} 2021-07-26T15:50:57.118 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 15:50:56 smithi073 bash[38138]: debug 2021-07-26T15:50:56.945+0000 7fad2a6aa700 -1 osd.6 347 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:50:57.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:56 smithi073 bash[34190]: cluster 2021-07-26T15:50:55.897472+0000 mgr.y (mgr.24683) 213 : cluster [DBG] pgmap v337: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 210 KiB/s wr, 1 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:57.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:56 smithi073 bash[34190]: audit 2021-07-26T15:50:56.725608+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:56 smithi073 bash[34190]: audit 2021-07-26T15:50:56.725791+0000 mon.a (mon.0) 686 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[41283]: cluster 2021-07-26T15:50:55.897472+0000 mgr.y (mgr.24683) 213 : cluster [DBG] pgmap v337: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 210 KiB/s wr, 1 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:57.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[41283]: audit 2021-07-26T15:50:56.725608+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[41283]: audit 2021-07-26T15:50:56.725791+0000 mon.a (mon.0) 686 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[42351]: cluster 2021-07-26T15:50:55.897472+0000 mgr.y (mgr.24683) 213 : cluster [DBG] pgmap v337: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 211 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 210 KiB/s wr, 1 op/s; 23/189 objects degraded (12.169%) 2021-07-26T15:50:57.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[42351]: audit 2021-07-26T15:50:56.725608+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:56 smithi046 bash[42351]: audit 2021-07-26T15:50:56.725791+0000 mon.a (mon.0) 686 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:50:57.933 INFO:tasks.rados.rados.0.smithi046.stdout:1523: done (1 left) 2021-07-26T15:50:57.933 INFO:tasks.rados.rados.0.smithi046.stdout:1524: done (0 left) 2021-07-26T15:50:57.934 INFO:tasks.rados.rados.0.smithi046.stdout:1525: read oid 27 snap -1 2021-07-26T15:50:57.934 INFO:tasks.rados.rados.0.smithi046.stdout:1525: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:50:57.934 INFO:tasks.rados.rados.0.smithi046.stdout:1526: rmattr oid 12 current snap is 145 2021-07-26T15:50:57.934 INFO:tasks.rados.rados.0.smithi046.stdout:1526: done (1 left) 2021-07-26T15:50:57.935 INFO:tasks.rados.rados.0.smithi046.stdout:1527: read oid 46 snap -1 2021-07-26T15:50:57.935 INFO:tasks.rados.rados.0.smithi046.stdout:1527: expect (ObjNum 288 snap 92 seq_num 288) 2021-07-26T15:50:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:1528: copy_from oid 3 from oid 29 current snap is 145 2021-07-26T15:50:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:1529: read oid 10 snap -1 2021-07-26T15:50:57.937 INFO:tasks.rados.rados.0.smithi046.stdout:1529: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:57.938 INFO:tasks.rados.rados.0.smithi046.stdout:1530: copy_from oid 41 from oid 20 current snap is 145 2021-07-26T15:50:57.938 INFO:tasks.rados.rados.0.smithi046.stdout:1531: setattr oid 15 current snap is 145 2021-07-26T15:50:57.938 INFO:tasks.rados.rados.0.smithi046.stdout:1532: delete oid 40 current snap is 145 2021-07-26T15:50:57.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 634 (ObjNum 264 snap 82 seq_num 264) dirty exists 2021-07-26T15:50:57.951 INFO:tasks.rados.rados.0.smithi046.stdout:1527: expect (ObjNum 288 snap 92 seq_num 288) 2021-07-26T15:50:58.018 INFO:tasks.rados.rados.0.smithi046.stdout:1527: done (6 left) 2021-07-26T15:50:58.018 INFO:tasks.rados.rados.0.smithi046.stdout:1531: done (5 left) 2021-07-26T15:50:58.018 INFO:tasks.rados.rados.0.smithi046.stdout:1532: done (4 left) 2021-07-26T15:50:58.019 INFO:tasks.rados.rados.0.smithi046.stdout:1533: read oid 33 snap 144 2021-07-26T15:50:58.019 INFO:tasks.rados.rados.0.smithi046.stdout:1533: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:58.019 INFO:tasks.rados.rados.0.smithi046.stdout:1534: read oid 8 snap -1 2021-07-26T15:50:58.019 INFO:tasks.rados.rados.0.smithi046.stdout:1534: expect (ObjNum 484 snap 142 seq_num 484) 2021-07-26T15:50:58.020 INFO:tasks.rados.rados.0.smithi046.stdout:1535: copy_from oid 37 from oid 14 current snap is 145 2021-07-26T15:50:58.020 INFO:tasks.rados.rados.0.smithi046.stdout:1525: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:50:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:1529: expect (ObjNum 391 snap 126 seq_num 391) 2021-07-26T15:50:58.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:57 smithi073 bash[34190]: audit 2021-07-26T15:50:56.928923+0000 mon.a (mon.0) 687 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:50:58.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:57 smithi073 bash[34190]: cluster 2021-07-26T15:50:56.929022+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-07-26T15:50:58.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:57 smithi073 bash[34190]: audit 2021-07-26T15:50:56.932687+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:57 smithi073 bash[34190]: audit 2021-07-26T15:50:56.932923+0000 mon.a (mon.0) 689 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[41283]: audit 2021-07-26T15:50:56.928923+0000 mon.a (mon.0) 687 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:50:58.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[41283]: cluster 2021-07-26T15:50:56.929022+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-07-26T15:50:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[41283]: audit 2021-07-26T15:50:56.932687+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[41283]: audit 2021-07-26T15:50:56.932923+0000 mon.a (mon.0) 689 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[42351]: audit 2021-07-26T15:50:56.928923+0000 mon.a (mon.0) 687 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:50:58.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[42351]: cluster 2021-07-26T15:50:56.929022+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2021-07-26T15:50:58.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[42351]: audit 2021-07-26T15:50:56.932687+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:57 smithi046 bash[42351]: audit 2021-07-26T15:50:56.932923+0000 mon.a (mon.0) 689 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:50:58.867 INFO:tasks.rados.rados.0.smithi046.stdout:1533: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:50:58.882 INFO:tasks.rados.rados.0.smithi046.stdout:1535: finishing copy_from to smithi04638994-37 2021-07-26T15:50:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 466 (ObjNum 367 snap 118 seq_num 367) dirty exists 2021-07-26T15:50:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:1535: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:50:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:1525: done (6 left) 2021-07-26T15:50:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:1529: done (5 left) 2021-07-26T15:50:58.883 INFO:tasks.rados.rados.0.smithi046.stdout:1533: done (4 left) 2021-07-26T15:50:58.884 INFO:tasks.rados.rados.0.smithi046.stdout:1535: done (3 left) 2021-07-26T15:50:58.884 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 145 2021-07-26T15:50:58.884 INFO:tasks.rados.rados.0.smithi046.stdout:1536: seq_num 491 ranges {0=630784,630784=401408} 2021-07-26T15:50:58.885 INFO:tasks.rados.rados.0.smithi046.stdout:1536: writing smithi04638994-5 from 0 to 630784 tid 1 2021-07-26T15:50:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:1536: writing smithi04638994-5 from 630784 to 1032192 tid 2 2021-07-26T15:50:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:1537: copy_from oid 13 from oid 38 current snap is 145 2021-07-26T15:50:58.888 INFO:tasks.rados.rados.0.smithi046.stdout:1538: delete oid 42 current snap is 145 2021-07-26T15:50:58.896 INFO:tasks.rados.rados.0.smithi046.stdout:1536: finishing write tid 1 to smithi04638994-5 2021-07-26T15:50:58.897 INFO:tasks.rados.rados.0.smithi046.stdout:1536: finishing write tid 2 to smithi04638994-5 2021-07-26T15:50:58.897 INFO:tasks.rados.rados.0.smithi046.stdout:1536: finishing write tid 3 to smithi04638994-5 2021-07-26T15:50:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:1536: finishing write tid 4 to smithi04638994-5 2021-07-26T15:50:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 879 (ObjNum 491 snap 145 seq_num 491) dirty exists 2021-07-26T15:50:58.900 INFO:tasks.rados.rados.0.smithi046.stdout:1536: left oid 5 (ObjNum 491 snap 145 seq_num 491) 2021-07-26T15:50:58.950 INFO:tasks.rados.rados.0.smithi046.stdout:1536: done (5 left) 2021-07-26T15:50:58.950 INFO:tasks.rados.rados.0.smithi046.stdout:1538: done (4 left) 2021-07-26T15:50:58.950 INFO:tasks.rados.rados.0.smithi046.stdout:1539: snap_remove snap 144 2021-07-26T15:50:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: cluster 2021-07-26T15:50:57.898285+0000 mgr.y (mgr.24683) 214 : cluster [DBG] pgmap v339: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 25/174 objects degraded (14.368%) 2021-07-26T15:50:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: cluster 2021-07-26T15:50:57.925842+0000 mon.a (mon.0) 690 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: cluster 2021-07-26T15:50:57.933829+0000 mon.a (mon.0) 691 : cluster [INF] osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538] boot 2021-07-26T15:50:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: cluster 2021-07-26T15:50:57.933958+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T15:50:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: audit 2021-07-26T15:50:57.935557+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:50:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: audit 2021-07-26T15:50:58.044060+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:59.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: audit 2021-07-26T15:50:58.055141+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:59.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:58 smithi073 bash[34190]: cluster 2021-07-26T15:50:58.935915+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T15:50:59.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: cluster 2021-07-26T15:50:57.898285+0000 mgr.y (mgr.24683) 214 : cluster [DBG] pgmap v339: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 25/174 objects degraded (14.368%) 2021-07-26T15:50:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: cluster 2021-07-26T15:50:57.925842+0000 mon.a (mon.0) 690 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: cluster 2021-07-26T15:50:57.933829+0000 mon.a (mon.0) 691 : cluster [INF] osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538] boot 2021-07-26T15:50:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: cluster 2021-07-26T15:50:57.933958+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T15:50:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: audit 2021-07-26T15:50:57.935557+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:50:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: audit 2021-07-26T15:50:58.044060+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: audit 2021-07-26T15:50:58.055141+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[41283]: cluster 2021-07-26T15:50:58.935915+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T15:50:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: cluster 2021-07-26T15:50:57.898285+0000 mgr.y (mgr.24683) 214 : cluster [DBG] pgmap v339: 25 pgs: 6 active+undersized+degraded, 3 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 25/174 objects degraded (14.368%) 2021-07-26T15:50:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: cluster 2021-07-26T15:50:57.925842+0000 mon.a (mon.0) 690 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:50:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: cluster 2021-07-26T15:50:57.933829+0000 mon.a (mon.0) 691 : cluster [INF] osd.6 [v2:172.21.15.73:6816/1484734538,v1:172.21.15.73:6817/1484734538] boot 2021-07-26T15:50:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: cluster 2021-07-26T15:50:57.933958+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T15:50:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: audit 2021-07-26T15:50:57.935557+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:50:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: audit 2021-07-26T15:50:58.044060+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: audit 2021-07-26T15:50:58.055141+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:58 smithi046 bash[42351]: cluster 2021-07-26T15:50:58.935915+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T15:50:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:1539: done (4 left) 2021-07-26T15:50:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:1540: read oid 42 snap -1 2021-07-26T15:50:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:1540: expect deleted 2021-07-26T15:50:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:1541: rmattr oid 26 current snap is 145 2021-07-26T15:50:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:1541: done (5 left) 2021-07-26T15:50:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:1542: read oid 12 snap -1 2021-07-26T15:50:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:1542: expect (ObjNum 402 snap 130 seq_num 402) 2021-07-26T15:50:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:1543: copy_from oid 1 from oid 46 current snap is 145 2021-07-26T15:50:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:1537: finishing copy_from to smithi04638994-13 2021-07-26T15:50:59.958 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:50:59.958 INFO:tasks.rados.rados.0.smithi046.stdout:1537: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:50:59.959 INFO:tasks.rados.rados.0.smithi046.stdout:1537: done (6 left) 2021-07-26T15:50:59.959 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 145 2021-07-26T15:50:59.959 INFO:tasks.rados.rados.0.smithi046.stdout:1544: seq_num 493 ranges {11165696=663552,11829248=401408} 2021-07-26T15:51:00.023 INFO:tasks.rados.rados.0.smithi046.stdout:1544: writing smithi04638994-18 from 11165696 to 11829248 tid 1 2021-07-26T15:51:00.025 INFO:tasks.rados.rados.0.smithi046.stdout:1544: writing smithi04638994-18 from 11829248 to 12230656 tid 2 2021-07-26T15:51:00.025 INFO:tasks.rados.rados.0.smithi046.stdout:1545: setattr oid 26 current snap is 145 2021-07-26T15:51:00.026 INFO:tasks.rados.rados.0.smithi046.stdout:1543: finishing copy_from to smithi04638994-1 2021-07-26T15:51:00.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 923 (ObjNum 288 snap 92 seq_num 288) dirty exists 2021-07-26T15:51:00.026 INFO:tasks.rados.rados.0.smithi046.stdout:1543: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:51:00.026 INFO:tasks.rados.rados.0.smithi046.stdout:1542: expect (ObjNum 402 snap 130 seq_num 402) 2021-07-26T15:51:00.085 INFO:tasks.rados.rados.0.smithi046.stdout:1544: finishing write tid 1 to smithi04638994-18 2021-07-26T15:51:00.086 INFO:tasks.rados.rados.0.smithi046.stdout:1544: finishing write tid 2 to smithi04638994-18 2021-07-26T15:51:00.086 INFO:tasks.rados.rados.0.smithi046.stdout:1544: finishing write tid 3 to smithi04638994-18 2021-07-26T15:51:00.086 INFO:tasks.rados.rados.0.smithi046.stdout:1544: finishing write tid 4 to smithi04638994-18 2021-07-26T15:51:00.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 492 (ObjNum 493 snap 145 seq_num 493) dirty exists 2021-07-26T15:51:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:1544: left oid 18 (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:1540: done (7 left) 2021-07-26T15:51:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:1542: done (6 left) 2021-07-26T15:51:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:1543: done (5 left) 2021-07-26T15:51:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:1544: done (4 left) 2021-07-26T15:51:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:1546: read oid 50 snap -1 2021-07-26T15:51:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:1546: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:51:00.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 145 2021-07-26T15:51:00.089 INFO:tasks.rados.rados.0.smithi046.stdout:1547: seq_num 494 ranges {3891200=679936,4571136=401408} 2021-07-26T15:51:00.120 INFO:tasks.rados.rados.0.smithi046.stdout:1547: writing smithi04638994-28 from 3891200 to 4571136 tid 1 2021-07-26T15:51:00.123 INFO:tasks.rados.rados.0.smithi046.stdout:1547: writing smithi04638994-28 from 4571136 to 4972544 tid 2 2021-07-26T15:51:00.123 INFO:tasks.rados.rados.0.smithi046.stdout:1548: read oid 23 snap -1 2021-07-26T15:51:00.123 INFO:tasks.rados.rados.0.smithi046.stdout:1548: expect (ObjNum 473 snap 140 seq_num 473) 2021-07-26T15:51:00.123 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 145 2021-07-26T15:51:00.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 489 (ObjNum 435 snap 133 seq_num 435) dirty exists 2021-07-26T15:51:00.124 INFO:tasks.rados.rados.0.smithi046.stdout:1549: seq_num 495 ranges {0=696320,696320=401408} 2021-07-26T15:51:00.126 INFO:tasks.rados.rados.0.smithi046.stdout:1549: writing smithi04638994-31 from 0 to 696320 tid 1 2021-07-26T15:51:00.129 INFO:tasks.rados.rados.0.smithi046.stdout:1549: writing smithi04638994-31 from 696320 to 1097728 tid 2 2021-07-26T15:51:00.130 INFO:tasks.rados.rados.0.smithi046.stdout:1545: done (7 left) 2021-07-26T15:51:00.130 INFO:tasks.rados.rados.0.smithi046.stdout:1550: rollback oid 1 current snap is 145 2021-07-26T15:51:00.130 INFO:tasks.rados.rados.0.smithi046.stdout:1550: done (7 left) 2021-07-26T15:51:00.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 145 2021-07-26T15:51:00.131 INFO:tasks.rados.rados.0.smithi046.stdout:1551: seq_num 496 ranges {9158656=712704,9871360=401408} 2021-07-26T15:51:00.185 INFO:tasks.rados.rados.0.smithi046.stdout:1551: writing smithi04638994-10 from 9158656 to 9871360 tid 1 2021-07-26T15:51:00.187 INFO:tasks.rados.rados.0.smithi046.stdout:1551: writing smithi04638994-10 from 9871360 to 10272768 tid 2 2021-07-26T15:51:00.187 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 145 2021-07-26T15:51:00.187 INFO:tasks.rados.rados.0.smithi046.stdout:1552: seq_num 497 ranges {6012928=729088,6742016=401408} 2021-07-26T15:51:00.225 INFO:tasks.rados.rados.0.smithi046.stdout:1552: writing smithi04638994-34 from 6012928 to 6742016 tid 1 2021-07-26T15:51:00.227 INFO:tasks.rados.rados.0.smithi046.stdout:1552: writing smithi04638994-34 from 6742016 to 7143424 tid 2 2021-07-26T15:51:00.227 INFO:tasks.rados.rados.0.smithi046.stdout:1553: read oid 44 snap -1 2021-07-26T15:51:00.227 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 478 snap 141 seq_num 478) 2021-07-26T15:51:00.228 INFO:tasks.rados.rados.0.smithi046.stdout:1554: copy_from oid 24 from oid 49 current snap is 145 2021-07-26T15:51:00.228 INFO:tasks.rados.rados.0.smithi046.stdout:1546: expect (ObjNum 455 snap 137 seq_num 455) 2021-07-26T15:51:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 1 to smithi04638994-28 2021-07-26T15:51:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 2 to smithi04638994-28 2021-07-26T15:51:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 3 to smithi04638994-28 2021-07-26T15:51:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:1547: finishing write tid 4 to smithi04638994-28 2021-07-26T15:51:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 309 (ObjNum 494 snap 145 seq_num 494) dirty exists 2021-07-26T15:51:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:1547: left oid 28 (ObjNum 494 snap 145 seq_num 494) 2021-07-26T15:51:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing write tid 1 to smithi04638994-31 2021-07-26T15:51:00.253 INFO:tasks.rados.rados.0.smithi046.stdout:1546: done (10 left) 2021-07-26T15:51:00.253 INFO:tasks.rados.rados.0.smithi046.stdout:1547: done (9 left) 2021-07-26T15:51:00.253 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 145 2021-07-26T15:51:00.254 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing write tid 2 to smithi04638994-31 2021-07-26T15:51:00.254 INFO:tasks.rados.rados.0.smithi046.stdout:1555: seq_num 498 ranges {90112=745472,835584=401408} 2021-07-26T15:51:00.256 INFO:tasks.rados.rados.0.smithi046.stdout:1555: writing smithi04638994-26 from 90112 to 835584 tid 1 2021-07-26T15:51:00.261 INFO:tasks.rados.rados.0.smithi046.stdout:1555: writing smithi04638994-26 from 835584 to 1236992 tid 2 2021-07-26T15:51:00.261 INFO:tasks.rados.rados.0.smithi046.stdout:1556: read oid 18 snap -1 2021-07-26T15:51:00.262 INFO:tasks.rados.rados.0.smithi046.stdout:1556: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:00.262 INFO:tasks.rados.rados.0.smithi046.stdout:1557: delete oid 5 current snap is 145 2021-07-26T15:51:00.262 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing write tid 3 to smithi04638994-31 2021-07-26T15:51:00.262 INFO:tasks.rados.rados.0.smithi046.stdout:1549: finishing write tid 4 to smithi04638994-31 2021-07-26T15:51:00.263 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 507 (ObjNum 495 snap 145 seq_num 495) dirty exists 2021-07-26T15:51:00.263 INFO:tasks.rados.rados.0.smithi046.stdout:1549: left oid 31 (ObjNum 495 snap 145 seq_num 495) 2021-07-26T15:51:00.263 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 1 to smithi04638994-10 2021-07-26T15:51:00.263 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 2 to smithi04638994-10 2021-07-26T15:51:00.263 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 3 to smithi04638994-10 2021-07-26T15:51:00.264 INFO:tasks.rados.rados.0.smithi046.stdout:1551: finishing write tid 4 to smithi04638994-10 2021-07-26T15:51:00.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 925 (ObjNum 496 snap 145 seq_num 496) dirty exists 2021-07-26T15:51:00.264 INFO:tasks.rados.rados.0.smithi046.stdout:1551: left oid 10 (ObjNum 496 snap 145 seq_num 496) 2021-07-26T15:51:00.264 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 1 to smithi04638994-34 2021-07-26T15:51:00.264 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 2 to smithi04638994-34 2021-07-26T15:51:00.265 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 3 to smithi04638994-34 2021-07-26T15:51:00.265 INFO:tasks.rados.rados.0.smithi046.stdout:1552: finishing write tid 4 to smithi04638994-34 2021-07-26T15:51:00.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 930 (ObjNum 497 snap 145 seq_num 497) dirty exists 2021-07-26T15:51:00.265 INFO:tasks.rados.rados.0.smithi046.stdout:1552: left oid 34 (ObjNum 497 snap 145 seq_num 497) 2021-07-26T15:51:00.266 INFO:tasks.rados.rados.0.smithi046.stdout:1553: expect (ObjNum 478 snap 141 seq_num 478) 2021-07-26T15:51:00.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:59 smithi073 bash[34190]: cluster 2021-07-26T15:50:59.942155+0000 mon.a (mon.0) 697 : cluster [WRN] Health check update: Degraded data redundancy: 20/177 objects degraded (11.299%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:00.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:50:59 smithi073 bash[34190]: cluster 2021-07-26T15:50:59.956191+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T15:51:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:59 smithi046 bash[41283]: cluster 2021-07-26T15:50:59.942155+0000 mon.a (mon.0) 697 : cluster [WRN] Health check update: Degraded data redundancy: 20/177 objects degraded (11.299%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:00.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:50:59 smithi046 bash[41283]: cluster 2021-07-26T15:50:59.956191+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T15:51:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:59 smithi046 bash[42351]: cluster 2021-07-26T15:50:59.942155+0000 mon.a (mon.0) 697 : cluster [WRN] Health check update: Degraded data redundancy: 20/177 objects degraded (11.299%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:50:59 smithi046 bash[42351]: cluster 2021-07-26T15:50:59.956191+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T15:51:00.548 INFO:tasks.rados.rados.0.smithi046.stdout:1555: finishing write tid 1 to smithi04638994-26 2021-07-26T15:51:00.548 INFO:tasks.rados.rados.0.smithi046.stdout:1555: finishing write tid 2 to smithi04638994-26 2021-07-26T15:51:00.548 INFO:tasks.rados.rados.0.smithi046.stdout:1555: finishing write tid 3 to smithi04638994-26 2021-07-26T15:51:00.548 INFO:tasks.rados.rados.0.smithi046.stdout:1555: finishing write tid 4 to smithi04638994-26 2021-07-26T15:51:00.549 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 492 (ObjNum 498 snap 145 seq_num 498) dirty exists 2021-07-26T15:51:00.549 INFO:tasks.rados.rados.0.smithi046.stdout:1555: left oid 26 (ObjNum 498 snap 145 seq_num 498) 2021-07-26T15:51:00.549 INFO:tasks.rados.rados.0.smithi046.stdout:1556: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:01.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:00 smithi073 bash[34190]: cluster 2021-07-26T15:50:59.899198+0000 mgr.y (mgr.24683) 215 : cluster [DBG] pgmap v342: 25 pgs: 3 peering, 4 active+undersized+degraded, 2 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 20/177 objects degraded (11.299%) 2021-07-26T15:51:01.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:00 smithi046 bash[41283]: cluster 2021-07-26T15:50:59.899198+0000 mgr.y (mgr.24683) 215 : cluster [DBG] pgmap v342: 25 pgs: 3 peering, 4 active+undersized+degraded, 2 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 20/177 objects degraded (11.299%) 2021-07-26T15:51:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:00 smithi046 bash[42351]: cluster 2021-07-26T15:50:59.899198+0000 mgr.y (mgr.24683) 215 : cluster [DBG] pgmap v342: 25 pgs: 3 peering, 4 active+undersized+degraded, 2 active+undersized, 16 active+clean; 204 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 20/177 objects degraded (11.299%) 2021-07-26T15:51:01.751 INFO:tasks.rados.rados.0.smithi046.stdout:1549: done (11 left) 2021-07-26T15:51:01.751 INFO:tasks.rados.rados.0.smithi046.stdout:1551: done (10 left) 2021-07-26T15:51:01.752 INFO:tasks.rados.rados.0.smithi046.stdout:1552: done (9 left) 2021-07-26T15:51:01.752 INFO:tasks.rados.rados.0.smithi046.stdout:1553: done (8 left) 2021-07-26T15:51:01.752 INFO:tasks.rados.rados.0.smithi046.stdout:1555: done (7 left) 2021-07-26T15:51:01.752 INFO:tasks.rados.rados.0.smithi046.stdout:1556: done (6 left) 2021-07-26T15:51:01.754 INFO:tasks.rados.rados.0.smithi046.stdout:1557: done (5 left) 2021-07-26T15:51:01.754 INFO:tasks.rados.rados.0.smithi046.stdout:1558: copy_from oid 22 from oid 11 current snap is 145 2021-07-26T15:51:01.754 INFO:tasks.rados.rados.0.smithi046.stdout:1559: read oid 6 snap -1 2021-07-26T15:51:01.754 INFO:tasks.rados.rados.0.smithi046.stdout:1559: expect (ObjNum 474 snap 140 seq_num 474) 2021-07-26T15:51:01.755 INFO:tasks.rados.rados.0.smithi046.stdout:1560: delete oid 19 current snap is 145 2021-07-26T15:51:01.757 INFO:tasks.rados.rados.0.smithi046.stdout:1560: done (7 left) 2021-07-26T15:51:01.758 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 145 2021-07-26T15:51:01.758 INFO:tasks.rados.rados.0.smithi046.stdout:1561: seq_num 501 ranges {0=794624,794624=401408} 2021-07-26T15:51:01.767 INFO:tasks.rados.rados.0.smithi046.stdout:1561: writing smithi04638994-16 from 0 to 794624 tid 1 2021-07-26T15:51:01.769 INFO:tasks.rados.rados.0.smithi046.stdout:1561: writing smithi04638994-16 from 794624 to 1196032 tid 2 2021-07-26T15:51:01.769 INFO:tasks.rados.rados.0.smithi046.stdout:1562: delete oid 12 current snap is 145 2021-07-26T15:51:01.778 INFO:tasks.rados.rados.0.smithi046.stdout:1561: finishing write tid 1 to smithi04638994-16 2021-07-26T15:51:01.779 INFO:tasks.rados.rados.0.smithi046.stdout:1561: finishing write tid 2 to smithi04638994-16 2021-07-26T15:51:01.780 INFO:tasks.rados.rados.0.smithi046.stdout:1561: finishing write tid 3 to smithi04638994-16 2021-07-26T15:51:01.783 INFO:tasks.rados.rados.0.smithi046.stdout:1561: finishing write tid 4 to smithi04638994-16 2021-07-26T15:51:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 639 (ObjNum 501 snap 145 seq_num 501) dirty exists 2021-07-26T15:51:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:1561: left oid 16 (ObjNum 501 snap 145 seq_num 501) 2021-07-26T15:51:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:1561: done (8 left) 2021-07-26T15:51:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:1562: done (7 left) 2021-07-26T15:51:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:1563: read oid 27 snap -1 2021-07-26T15:51:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:1563: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:51:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:1564: delete oid 35 current snap is 145 2021-07-26T15:51:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:1559: expect (ObjNum 474 snap 140 seq_num 474) 2021-07-26T15:51:02.439 INFO:tasks.rados.rados.0.smithi046.stdout:1563: expect (ObjNum 285 snap 90 seq_num 285) 2021-07-26T15:51:02.625 INFO:tasks.rados.rados.0.smithi046.stdout:1559: done (8 left) 2021-07-26T15:51:02.625 INFO:tasks.rados.rados.0.smithi046.stdout:1563: done (7 left) 2021-07-26T15:51:02.626 INFO:tasks.rados.rados.0.smithi046.stdout:1564: done (6 left) 2021-07-26T15:51:02.626 INFO:tasks.rados.rados.0.smithi046.stdout:1565: copy_from oid 4 from oid 6 current snap is 145 2021-07-26T15:51:02.626 INFO:tasks.rados.rados.0.smithi046.stdout:1566: delete oid 12 current snap is 145 2021-07-26T15:51:02.629 INFO:tasks.rados.rados.0.smithi046.stdout:1566: done (7 left) 2021-07-26T15:51:02.629 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 145 2021-07-26T15:51:02.629 INFO:tasks.rados.rados.0.smithi046.stdout:1567: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2021-07-26T15:51:02.636 INFO:tasks.rados.rados.0.smithi046.stdout:1567: writing smithi04638994-17 from 0 to 466944 tid 1 2021-07-26T15:51:02.640 INFO:tasks.rados.rados.0.smithi046.stdout:1567: writing smithi04638994-17 from 466944 to 942080 tid 2 2021-07-26T15:51:02.643 INFO:tasks.rados.rados.0.smithi046.stdout:1567: writing smithi04638994-17 from 942080 to 1269760 tid 3 2021-07-26T15:51:02.643 INFO:tasks.rados.rados.0.smithi046.stdout:1568: rmattr oid 38 current snap is 145 2021-07-26T15:51:02.643 INFO:tasks.rados.rados.0.smithi046.stdout:1569: read oid 16 snap -1 2021-07-26T15:51:02.643 INFO:tasks.rados.rados.0.smithi046.stdout:1569: expect (ObjNum 501 snap 145 seq_num 501) 2021-07-26T15:51:02.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 145 2021-07-26T15:51:02.644 INFO:tasks.rados.rados.0.smithi046.stdout:1570: seq_num 506 ranges {5144576=483328,5627904=761856,6389760=40960} 2021-07-26T15:51:02.675 INFO:tasks.rados.rados.0.smithi046.stdout:1570: writing smithi04638994-15 from 5144576 to 5627904 tid 1 2021-07-26T15:51:02.679 INFO:tasks.rados.rados.0.smithi046.stdout:1570: writing smithi04638994-15 from 5627904 to 6389760 tid 2 2021-07-26T15:51:02.680 INFO:tasks.rados.rados.0.smithi046.stdout:1570: writing smithi04638994-15 from 6389760 to 6430720 tid 3 2021-07-26T15:51:02.680 INFO:tasks.rados.rados.0.smithi046.stdout:1567: finishing write tid 1 to smithi04638994-17 2021-07-26T15:51:02.680 INFO:tasks.rados.rados.0.smithi046.stdout:1571: snap_create 2021-07-26T15:51:02.681 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 891 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:02.681 INFO:tasks.rados.rados.0.smithi046.stdout:1567: finishing write tid 2 to smithi04638994-17 2021-07-26T15:51:02.681 INFO:tasks.rados.rados.0.smithi046.stdout:1567: finishing write tid 3 to smithi04638994-17 2021-07-26T15:51:02.681 INFO:tasks.rados.rados.0.smithi046.stdout:1567: finishing write tid 4 to smithi04638994-17 2021-07-26T15:51:02.682 INFO:tasks.rados.rados.0.smithi046.stdout:1567: finishing write tid 5 to smithi04638994-17 2021-07-26T15:51:02.682 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1060 (ObjNum 505 snap 145 seq_num 505) dirty exists 2021-07-26T15:51:02.682 INFO:tasks.rados.rados.0.smithi046.stdout:1567: left oid 17 (ObjNum 505 snap 145 seq_num 505) 2021-07-26T15:51:02.682 INFO:tasks.rados.rados.0.smithi046.stdout:1569: expect (ObjNum 501 snap 145 seq_num 501) 2021-07-26T15:51:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1570: finishing write tid 1 to smithi04638994-15 2021-07-26T15:51:02.714 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing copy_from to smithi04638994-4 2021-07-26T15:51:02.715 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 551 (ObjNum 474 snap 140 seq_num 474) dirty exists 2021-07-26T15:51:02.715 INFO:tasks.rados.rados.0.smithi046.stdout:1565: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:51:02.715 INFO:tasks.rados.rados.0.smithi046.stdout:1570: finishing write tid 2 to smithi04638994-15 2021-07-26T15:51:02.715 INFO:tasks.rados.rados.0.smithi046.stdout:1570: finishing write tid 3 to smithi04638994-15 2021-07-26T15:51:02.716 INFO:tasks.rados.rados.0.smithi046.stdout:1570: finishing write tid 4 to smithi04638994-15 2021-07-26T15:51:02.716 INFO:tasks.rados.rados.0.smithi046.stdout:1570: finishing write tid 5 to smithi04638994-15 2021-07-26T15:51:02.716 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 645 (ObjNum 506 snap 145 seq_num 506) dirty exists 2021-07-26T15:51:02.716 INFO:tasks.rados.rados.0.smithi046.stdout:1570: left oid 15 (ObjNum 506 snap 145 seq_num 506) 2021-07-26T15:51:03.013 INFO:tasks.rados.rados.0.smithi046.stdout:1565: done (11 left) 2021-07-26T15:51:03.013 INFO:tasks.rados.rados.0.smithi046.stdout:1567: done (10 left) 2021-07-26T15:51:03.014 INFO:tasks.rados.rados.0.smithi046.stdout:1568: done (9 left) 2021-07-26T15:51:03.014 INFO:tasks.rados.rados.0.smithi046.stdout:1569: done (8 left) 2021-07-26T15:51:03.014 INFO:tasks.rados.rados.0.smithi046.stdout:1570: done (7 left) 2021-07-26T15:51:03.014 INFO:tasks.rados.rados.0.smithi046.stdout:1571: done (6 left) 2021-07-26T15:51:03.015 INFO:tasks.rados.rados.0.smithi046.stdout:1572: read oid 5 snap -1 2021-07-26T15:51:03.015 INFO:tasks.rados.rados.0.smithi046.stdout:1572: expect deleted 2021-07-26T15:51:03.015 INFO:tasks.rados.rados.0.smithi046.stdout:1573: delete oid 40 current snap is 146 2021-07-26T15:51:03.018 INFO:tasks.rados.rados.0.smithi046.stdout:1572: done (7 left) 2021-07-26T15:51:03.019 INFO:tasks.rados.rados.0.smithi046.stdout:1573: done (6 left) 2021-07-26T15:51:03.019 INFO:tasks.rados.rados.0.smithi046.stdout:1574: read oid 36 snap 145 2021-07-26T15:51:03.019 INFO:tasks.rados.rados.0.smithi046.stdout:1574: expect (ObjNum 198394688 snap 22029 seq_num 198060912) 2021-07-26T15:51:03.019 INFO:tasks.rados.rados.0.smithi046.stdout:1575: read oid 28 snap -1 2021-07-26T15:51:03.019 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 494 snap 145 seq_num 494) 2021-07-26T15:51:03.020 INFO:tasks.rados.rados.0.smithi046.stdout:1576: rollback oid 48 current snap is 146 2021-07-26T15:51:03.020 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 145 2021-07-26T15:51:03.020 INFO:tasks.rados.rados.0.smithi046.stdout:1577: read oid 40 snap -1 2021-07-26T15:51:03.020 INFO:tasks.rados.rados.0.smithi046.stdout:1577: expect deleted 2021-07-26T15:51:03.021 INFO:tasks.rados.rados.0.smithi046.stdout:1578: rollback oid 35 current snap is 146 2021-07-26T15:51:03.021 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 145 2021-07-26T15:51:03.021 INFO:tasks.rados.rados.0.smithi046.stdout:1579: rollback oid 38 current snap is 146 2021-07-26T15:51:03.021 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 145 2021-07-26T15:51:03.021 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 146 2021-07-26T15:51:03.022 INFO:tasks.rados.rados.0.smithi046.stdout:1580: seq_num 508 ranges {1318912=516096,1835008=524288,2359296=278528} 2021-07-26T15:51:03.030 INFO:tasks.rados.rados.0.smithi046.stdout:1580: writing smithi04638994-46 from 1318912 to 1835008 tid 1 2021-07-26T15:51:03.033 INFO:tasks.rados.rados.0.smithi046.stdout:1580: writing smithi04638994-46 from 1835008 to 2359296 tid 2 2021-07-26T15:51:03.035 INFO:tasks.rados.rados.0.smithi046.stdout:1580: writing smithi04638994-46 from 2359296 to 2637824 tid 3 2021-07-26T15:51:03.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 146 2021-07-26T15:51:03.036 INFO:tasks.rados.rados.0.smithi046.stdout:1581: seq_num 509 ranges {7946240=532480,8478720=409600,8888320=393216} 2021-07-26T15:51:03.085 INFO:tasks.rados.rados.0.smithi046.stdout:1581: writing smithi04638994-4 from 7946240 to 8478720 tid 1 2021-07-26T15:51:03.087 INFO:tasks.rados.rados.0.smithi046.stdout:1581: writing smithi04638994-4 from 8478720 to 8888320 tid 2 2021-07-26T15:51:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:1581: writing smithi04638994-4 from 8888320 to 9281536 tid 3 2021-07-26T15:51:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:1582: copy_from oid 14 from oid 34 current snap is 146 2021-07-26T15:51:03.090 INFO:tasks.rados.rados.0.smithi046.stdout:1583: delete oid 44 current snap is 146 2021-07-26T15:51:03.091 INFO:tasks.rados.rados.0.smithi046.stdout:1574: expect (ObjNum 198394688 snap 22029 seq_num 198060912) 2021-07-26T15:51:03.102 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:51:03.102 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:51:03.102 INFO:tasks.rados.rados.0.smithi046.stdout:1574: done (15 left) 2021-07-26T15:51:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:1583: done (14 left) 2021-07-26T15:51:03.103 INFO:tasks.rados.rados.0.smithi046.stdout:1584: snap_create 2021-07-26T15:51:03.104 INFO:tasks.rados.rados.0.smithi046.stdout:1576: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:51:03.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1063 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:51:03.104 INFO:tasks.rados.rados.0.smithi046.stdout:1578: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:51:03.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 0 (ObjNum 198564480 snap 22029 seq_num 1110543344) dirty dne 2021-07-26T15:51:03.104 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:51:03.105 INFO:tasks.rados.rados.0.smithi046.stdout:1580: finishing write tid 1 to smithi04638994-46 2021-07-26T15:51:03.105 INFO:tasks.rados.rados.0.smithi046.stdout:1580: finishing write tid 2 to smithi04638994-46 2021-07-26T15:51:03.105 INFO:tasks.rados.rados.0.smithi046.stdout:1580: finishing write tid 3 to smithi04638994-46 2021-07-26T15:51:03.105 INFO:tasks.rados.rados.0.smithi046.stdout:1580: finishing write tid 4 to smithi04638994-46 2021-07-26T15:51:03.105 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:51:03.106 INFO:tasks.rados.rados.0.smithi046.stdout:1579: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:51:03.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 896 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:03.106 INFO:tasks.rados.rados.0.smithi046.stdout:1580: finishing write tid 5 to smithi04638994-46 2021-07-26T15:51:03.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 934 (ObjNum 508 snap 146 seq_num 508) dirty exists 2021-07-26T15:51:03.107 INFO:tasks.rados.rados.0.smithi046.stdout:1580: left oid 46 (ObjNum 508 snap 146 seq_num 508) 2021-07-26T15:51:03.107 INFO:tasks.rados.rados.0.smithi046.stdout:1575: expect (ObjNum 494 snap 145 seq_num 494) 2021-07-26T15:51:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:03 smithi073 bash[34190]: cluster 2021-07-26T15:51:01.899796+0000 mgr.y (mgr.24683) 216 : cluster [DBG] pgmap v344: 25 pgs: 3 peering, 3 active+undersized+degraded, 2 active+undersized, 17 active+clean; 204 MiB data, 895 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 16/174 objects degraded (9.195%); 1.8 MiB/s, 0 objects/s recovering 2021-07-26T15:51:03.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:03 smithi046 bash[41283]: cluster 2021-07-26T15:51:01.899796+0000 mgr.y (mgr.24683) 216 : cluster [DBG] pgmap v344: 25 pgs: 3 peering, 3 active+undersized+degraded, 2 active+undersized, 17 active+clean; 204 MiB data, 895 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 16/174 objects degraded (9.195%); 1.8 MiB/s, 0 objects/s recovering 2021-07-26T15:51:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:03 smithi046 bash[42351]: cluster 2021-07-26T15:51:01.899796+0000 mgr.y (mgr.24683) 216 : cluster [DBG] pgmap v344: 25 pgs: 3 peering, 3 active+undersized+degraded, 2 active+undersized, 17 active+clean; 204 MiB data, 895 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 22 op/s; 16/174 objects degraded (9.195%); 1.8 MiB/s, 0 objects/s recovering 2021-07-26T15:51:03.435 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 1 to smithi04638994-4 2021-07-26T15:51:03.435 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 2 to smithi04638994-4 2021-07-26T15:51:03.436 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 3 to smithi04638994-4 2021-07-26T15:51:03.436 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 4 to smithi04638994-4 2021-07-26T15:51:03.436 INFO:tasks.rados.rados.0.smithi046.stdout:1581: finishing write tid 5 to smithi04638994-4 2021-07-26T15:51:03.437 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 884 (ObjNum 509 snap 146 seq_num 509) dirty exists 2021-07-26T15:51:03.437 INFO:tasks.rados.rados.0.smithi046.stdout:1581: left oid 4 (ObjNum 509 snap 146 seq_num 509) 2021-07-26T15:51:03.437 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing copy_from to smithi04638994-14 2021-07-26T15:51:03.437 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 930 (ObjNum 497 snap 145 seq_num 497) dirty exists 2021-07-26T15:51:03.438 INFO:tasks.rados.rados.0.smithi046.stdout:1582: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:51:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:03 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:03.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:51:04.024 INFO:tasks.rados.rados.0.smithi046.stdout:1575: done (14 left) 2021-07-26T15:51:04.025 INFO:tasks.rados.rados.0.smithi046.stdout:1576: done (13 left) 2021-07-26T15:51:04.025 INFO:tasks.rados.rados.0.smithi046.stdout:1577: done (12 left) 2021-07-26T15:51:04.025 INFO:tasks.rados.rados.0.smithi046.stdout:1578: done (11 left) 2021-07-26T15:51:04.026 INFO:tasks.rados.rados.0.smithi046.stdout:1579: done (10 left) 2021-07-26T15:51:04.026 INFO:tasks.rados.rados.0.smithi046.stdout:1580: done (9 left) 2021-07-26T15:51:04.026 INFO:tasks.rados.rados.0.smithi046.stdout:1581: done (8 left) 2021-07-26T15:51:04.026 INFO:tasks.rados.rados.0.smithi046.stdout:1582: done (7 left) 2021-07-26T15:51:04.027 INFO:tasks.rados.rados.0.smithi046.stdout:1584: done (6 left) 2021-07-26T15:51:04.027 INFO:tasks.rados.rados.0.smithi046.stdout:1585: read oid 47 snap 145 2021-07-26T15:51:04.027 INFO:tasks.rados.rados.0.smithi046.stdout:1585: expect (ObjNum 352 snap 111 seq_num 352) 2021-07-26T15:51:04.027 INFO:tasks.rados.rados.0.smithi046.stdout:1586: delete oid 44 current snap is 147 2021-07-26T15:51:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:1586: done (7 left) 2021-07-26T15:51:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 147 2021-07-26T15:51:04.029 INFO:tasks.rados.rados.0.smithi046.stdout:1587: seq_num 512 ranges {10002432=581632,10584064=516096,11100160=286720} 2021-07-26T15:51:04.093 INFO:tasks.rados.rados.0.smithi046.stdout:1587: writing smithi04638994-2 from 10002432 to 10584064 tid 1 2021-07-26T15:51:04.097 INFO:tasks.rados.rados.0.smithi046.stdout:1587: writing smithi04638994-2 from 10584064 to 11100160 tid 2 2021-07-26T15:51:04.098 INFO:tasks.rados.rados.0.smithi046.stdout:1587: writing smithi04638994-2 from 11100160 to 11386880 tid 3 2021-07-26T15:51:04.099 INFO:tasks.rados.rados.0.smithi046.stdout:1588: rmattr oid 16 current snap is 147 2021-07-26T15:51:04.099 INFO:tasks.rados.rados.0.smithi046.stdout:1588: done (8 left) 2021-07-26T15:51:04.099 INFO:tasks.rados.rados.0.smithi046.stdout:1589: read oid 19 snap -1 2021-07-26T15:51:04.100 INFO:tasks.rados.rados.0.smithi046.stdout:1589: expect deleted 2021-07-26T15:51:04.100 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 147 2021-07-26T15:51:04.100 INFO:tasks.rados.rados.0.smithi046.stdout:1590: seq_num 513 ranges {6430720=598016,7028736=794624,7823360=8192} 2021-07-26T15:51:04.136 INFO:tasks.rados.rados.0.smithi046.stdout:1590: writing smithi04638994-15 from 6430720 to 7028736 tid 1 2021-07-26T15:51:04.140 INFO:tasks.rados.rados.0.smithi046.stdout:1590: writing smithi04638994-15 from 7028736 to 7823360 tid 2 2021-07-26T15:51:04.141 INFO:tasks.rados.rados.0.smithi046.stdout:1590: writing smithi04638994-15 from 7823360 to 7831552 tid 3 2021-07-26T15:51:04.141 INFO:tasks.rados.rados.0.smithi046.stdout:1591: delete oid 37 current snap is 147 2021-07-26T15:51:04.141 INFO:tasks.rados.rados.0.smithi046.stdout:1585: expect (ObjNum 352 snap 111 seq_num 352) 2021-07-26T15:51:04.182 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing write tid 1 to smithi04638994-2 2021-07-26T15:51:04.182 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing write tid 2 to smithi04638994-2 2021-07-26T15:51:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing write tid 3 to smithi04638994-2 2021-07-26T15:51:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing write tid 4 to smithi04638994-2 2021-07-26T15:51:04.183 INFO:tasks.rados.rados.0.smithi046.stdout:1587: finishing write tid 5 to smithi04638994-2 2021-07-26T15:51:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 929 (ObjNum 512 snap 147 seq_num 512) dirty exists 2021-07-26T15:51:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:1587: left oid 2 (ObjNum 512 snap 147 seq_num 512) 2021-07-26T15:51:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 1 to smithi04638994-15 2021-07-26T15:51:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 2 to smithi04638994-15 2021-07-26T15:51:04.185 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 3 to smithi04638994-15 2021-07-26T15:51:04.186 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 4 to smithi04638994-15 2021-07-26T15:51:04.186 INFO:tasks.rados.rados.0.smithi046.stdout:1585: done (10 left) 2021-07-26T15:51:04.186 INFO:tasks.rados.rados.0.smithi046.stdout:1587: done (9 left) 2021-07-26T15:51:04.186 INFO:tasks.rados.rados.0.smithi046.stdout:1589: done (8 left) 2021-07-26T15:51:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:1591: done (7 left) 2021-07-26T15:51:04.187 INFO:tasks.rados.rados.0.smithi046.stdout:1592: snap_remove snap 145 2021-07-26T15:51:04.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:04 smithi073 bash[34190]: cluster 2021-07-26T15:51:03.014403+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T15:51:04.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:04 smithi046 bash[41283]: cluster 2021-07-26T15:51:03.014403+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T15:51:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:04 smithi046 bash[42351]: cluster 2021-07-26T15:51:03.014403+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T15:51:05.032 INFO:tasks.rados.rados.0.smithi046.stdout:1592: done (7 left) 2021-07-26T15:51:05.032 INFO:tasks.rados.rados.0.smithi046.stdout:1593: delete oid 1 current snap is 147 2021-07-26T15:51:05.033 INFO:tasks.rados.rados.0.smithi046.stdout:1590: finishing write tid 5 to smithi04638994-15 2021-07-26T15:51:05.033 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 650 (ObjNum 513 snap 147 seq_num 513) dirty exists 2021-07-26T15:51:05.033 INFO:tasks.rados.rados.0.smithi046.stdout:1590: left oid 15 (ObjNum 513 snap 147 seq_num 513) 2021-07-26T15:51:05.038 INFO:tasks.rados.rados.0.smithi046.stdout:1590: done (7 left) 2021-07-26T15:51:05.038 INFO:tasks.rados.rados.0.smithi046.stdout:1593: done (6 left) 2021-07-26T15:51:05.038 INFO:tasks.rados.rados.0.smithi046.stdout:1594: delete oid 39 current snap is 147 2021-07-26T15:51:05.040 INFO:tasks.rados.rados.0.smithi046.stdout:1594: done (6 left) 2021-07-26T15:51:05.040 INFO:tasks.rados.rados.0.smithi046.stdout:1595: copy_from oid 30 from oid 47 current snap is 147 2021-07-26T15:51:05.041 INFO:tasks.rados.rados.0.smithi046.stdout:1596: snap_remove snap 146 2021-07-26T15:51:05.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:05 smithi073 bash[34190]: cluster 2021-07-26T15:51:03.900563+0000 mgr.y (mgr.24683) 217 : cluster [DBG] pgmap v346: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 11 MiB/s, 2 objects/s recovering 2021-07-26T15:51:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:05 smithi073 bash[34190]: cluster 2021-07-26T15:51:04.009198+0000 mon.a (mon.0) 700 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/174 objects degraded (9.195%), 3 pgs degraded) 2021-07-26T15:51:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:05 smithi073 bash[34190]: cluster 2021-07-26T15:51:04.009328+0000 mon.a (mon.0) 701 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:05.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:05 smithi073 bash[34190]: cluster 2021-07-26T15:51:04.025113+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T15:51:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[41283]: cluster 2021-07-26T15:51:03.900563+0000 mgr.y (mgr.24683) 217 : cluster [DBG] pgmap v346: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 11 MiB/s, 2 objects/s recovering 2021-07-26T15:51:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[41283]: cluster 2021-07-26T15:51:04.009198+0000 mon.a (mon.0) 700 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/174 objects degraded (9.195%), 3 pgs degraded) 2021-07-26T15:51:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[41283]: cluster 2021-07-26T15:51:04.009328+0000 mon.a (mon.0) 701 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[41283]: cluster 2021-07-26T15:51:04.025113+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T15:51:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[42351]: cluster 2021-07-26T15:51:03.900563+0000 mgr.y (mgr.24683) 217 : cluster [DBG] pgmap v346: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 11 MiB/s, 2 objects/s recovering 2021-07-26T15:51:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[42351]: cluster 2021-07-26T15:51:04.009198+0000 mon.a (mon.0) 700 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/174 objects degraded (9.195%), 3 pgs degraded) 2021-07-26T15:51:05.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[42351]: cluster 2021-07-26T15:51:04.009328+0000 mon.a (mon.0) 701 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:05.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:05 smithi046 bash[42351]: cluster 2021-07-26T15:51:04.025113+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T15:51:05.885 INFO:tasks.rados.rados.0.smithi046.stdout:1596: done (7 left) 2021-07-26T15:51:05.885 INFO:tasks.rados.rados.0.smithi046.stdout:1597: snap_create 2021-07-26T15:51:05.885 INFO:tasks.rados.rados.0.smithi046.stdout:1595: finishing copy_from to smithi04638994-30 2021-07-26T15:51:05.886 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 140 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:51:05.886 INFO:tasks.rados.rados.0.smithi046.stdout:1595: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:51:06.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:06 smithi073 bash[34190]: cluster 2021-07-26T15:51:05.028076+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T15:51:06.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:06 smithi073 bash[34190]: cluster 2021-07-26T15:51:05.885361+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T15:51:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:06 smithi046 bash[41283]: cluster 2021-07-26T15:51:05.028076+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T15:51:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:06 smithi046 bash[41283]: cluster 2021-07-26T15:51:05.885361+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T15:51:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:06 smithi046 bash[42351]: cluster 2021-07-26T15:51:05.028076+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T15:51:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:06 smithi046 bash[42351]: cluster 2021-07-26T15:51:05.885361+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T15:51:06.899 INFO:tasks.rados.rados.0.smithi046.stdout:1595: done (7 left) 2021-07-26T15:51:06.900 INFO:tasks.rados.rados.0.smithi046.stdout:1597: done (6 left) 2021-07-26T15:51:06.900 INFO:tasks.rados.rados.0.smithi046.stdout:1598: delete oid 2 current snap is 148 2021-07-26T15:51:06.905 INFO:tasks.rados.rados.0.smithi046.stdout:1598: done (6 left) 2021-07-26T15:51:06.906 INFO:tasks.rados.rados.0.smithi046.stdout:1599: rollback oid 50 current snap is 148 2021-07-26T15:51:06.906 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 147 2021-07-26T15:51:06.907 INFO:tasks.rados.rados.0.smithi046.stdout:1600: read oid 6 snap -1 2021-07-26T15:51:06.907 INFO:tasks.rados.rados.0.smithi046.stdout:1600: expect (ObjNum 474 snap 140 seq_num 474) 2021-07-26T15:51:06.907 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 148 2021-07-26T15:51:06.908 INFO:tasks.rados.rados.0.smithi046.stdout:1601: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2021-07-26T15:51:06.911 INFO:tasks.rados.rados.0.smithi046.stdout:1601: writing smithi04638994-2 from 0 to 679936 tid 1 2021-07-26T15:51:06.917 INFO:tasks.rados.rados.0.smithi046.stdout:1601: writing smithi04638994-2 from 679936 to 1351680 tid 2 2021-07-26T15:51:06.919 INFO:tasks.rados.rados.0.smithi046.stdout:1601: writing smithi04638994-2 from 1351680 to 1482752 tid 3 2021-07-26T15:51:06.919 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 148 2021-07-26T15:51:06.919 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 0 to smithi04638994-50 2021-07-26T15:51:06.920 INFO:tasks.rados.rados.0.smithi046.stdout:1602: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2021-07-26T15:51:06.922 INFO:tasks.rados.rados.0.smithi046.stdout:1602: writing smithi04638994-12 from 0 to 696320 tid 1 2021-07-26T15:51:06.926 INFO:tasks.rados.rados.0.smithi046.stdout:1602: writing smithi04638994-12 from 696320 to 1245184 tid 2 2021-07-26T15:51:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:1602: writing smithi04638994-12 from 1245184 to 1499136 tid 3 2021-07-26T15:51:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:1603: delete oid 39 current snap is 148 2021-07-26T15:51:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:51:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:1599: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:51:06.929 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 496 (ObjNum 455 snap 137 seq_num 455) dirty exists 2021-07-26T15:51:06.929 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing write tid 1 to smithi04638994-2 2021-07-26T15:51:06.930 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing write tid 1 to smithi04638994-12 2021-07-26T15:51:06.931 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing write tid 2 to smithi04638994-2 2021-07-26T15:51:06.932 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing write tid 2 to smithi04638994-12 2021-07-26T15:51:06.933 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing write tid 3 to smithi04638994-12 2021-07-26T15:51:06.933 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing write tid 4 to smithi04638994-12 2021-07-26T15:51:06.935 INFO:tasks.rados.rados.0.smithi046.stdout:1600: expect (ObjNum 474 snap 140 seq_num 474) 2021-07-26T15:51:07.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:07 smithi073 bash[34190]: cluster 2021-07-26T15:51:05.901176+0000 mgr.y (mgr.24683) 218 : cluster [DBG] pgmap v350: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2021-07-26T15:51:07.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:07 smithi073 bash[34190]: cluster 2021-07-26T15:51:06.901078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T15:51:07.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:07 smithi046 bash[42351]: cluster 2021-07-26T15:51:05.901176+0000 mgr.y (mgr.24683) 218 : cluster [DBG] pgmap v350: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2021-07-26T15:51:07.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:07 smithi046 bash[42351]: cluster 2021-07-26T15:51:06.901078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T15:51:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:07 smithi046 bash[41283]: cluster 2021-07-26T15:51:05.901176+0000 mgr.y (mgr.24683) 218 : cluster [DBG] pgmap v350: 25 pgs: 2 active+clean+wait, 23 active+clean; 190 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 8 op/s; 15 MiB/s, 2 objects/s recovering 2021-07-26T15:51:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:07 smithi046 bash[41283]: cluster 2021-07-26T15:51:06.901078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T15:51:07.593 INFO:tasks.rados.rados.0.smithi046.stdout:1602: finishing write tid 5 to smithi04638994-12 2021-07-26T15:51:07.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 658 (ObjNum 519 snap 148 seq_num 519) dirty exists 2021-07-26T15:51:07.594 INFO:tasks.rados.rados.0.smithi046.stdout:1602: left oid 12 (ObjNum 519 snap 148 seq_num 519) 2021-07-26T15:51:07.594 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing write tid 3 to smithi04638994-2 2021-07-26T15:51:07.594 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing write tid 4 to smithi04638994-2 2021-07-26T15:51:07.595 INFO:tasks.rados.rados.0.smithi046.stdout:1601: finishing write tid 5 to smithi04638994-2 2021-07-26T15:51:07.595 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 934 (ObjNum 518 snap 148 seq_num 518) dirty exists 2021-07-26T15:51:07.595 INFO:tasks.rados.rados.0.smithi046.stdout:1601: left oid 2 (ObjNum 518 snap 148 seq_num 518) 2021-07-26T15:51:07.595 INFO:tasks.rados.rados.0.smithi046.stdout:1599: done (10 left) 2021-07-26T15:51:07.595 INFO:tasks.rados.rados.0.smithi046.stdout:1600: done (9 left) 2021-07-26T15:51:07.596 INFO:tasks.rados.rados.0.smithi046.stdout:1601: done (8 left) 2021-07-26T15:51:07.596 INFO:tasks.rados.rados.0.smithi046.stdout:1602: done (7 left) 2021-07-26T15:51:07.596 INFO:tasks.rados.rados.0.smithi046.stdout:1603: done (6 left) 2021-07-26T15:51:07.596 INFO:tasks.rados.rados.0.smithi046.stdout:1604: snap_remove snap 147 2021-07-26T15:51:07.627 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:51:07.954 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:51:07.955 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (9m) 80s ago 9m 15.2M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:51:07.955 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (9m) 14s ago 9m 26.2M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:51:07.955 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (4m) 14s ago 13m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:51:07.956 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (4m) 80s ago 16m 418M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:51:07.956 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 80s ago 16m 49.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:51:07.956 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (3m) 14s ago 14m 45.5M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:51:07.956 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (3m) 80s ago 14m 41.6M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:51:07.956 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (9m) 80s ago 9m 11.5M - 0.18.1 e5a616e4b9cf 9387585b59b1 2021-07-26T15:51:07.957 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (9m) 14s ago 9m 11.5M - 0.18.1 e5a616e4b9cf 5721e411f3b6 2021-07-26T15:51:07.957 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (2m) 80s ago 13m 161M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:51:07.957 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 80s ago 13m 192M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:51:07.957 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (112s) 80s ago 12m 88.6M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:51:07.957 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (82s) 80s ago 12m - 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:51:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (53s) 14s ago 11m 289M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 ceaeb248825e 2021-07-26T15:51:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (45s) 14s ago 11m 113M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 48ee957df141 2021-07-26T15:51:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (16s) 14s ago 10m - 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 3b7d7639c254 2021-07-26T15:51:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (10m) 14s ago 10m 250M 3552M 16.2.5 34f74fddb18e 67646d624253 2021-07-26T15:51:07.958 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (8m) 14s ago 9m 39.8M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:51:08.039 INFO:tasks.rados.rados.0.smithi046.stdout:1604: done (6 left) 2021-07-26T15:51:08.039 INFO:tasks.rados.rados.0.smithi046.stdout:1605: rollback oid 42 current snap is 148 2021-07-26T15:51:08.039 INFO:tasks.rados.rados.0.smithi046.stdout:1605: done (6 left) 2021-07-26T15:51:08.040 INFO:tasks.rados.rados.0.smithi046.stdout:1606: setattr oid 30 current snap is 148 2021-07-26T15:51:08.043 INFO:tasks.rados.rados.0.smithi046.stdout:1607: snap_create 2021-07-26T15:51:08.047 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 552 (ObjNum 352 snap 111 seq_num 352) dirty exists 2021-07-26T15:51:08.339 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:51:08.339 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:51:08.339 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:51:08.340 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:08.340 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:51:08.340 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:51:08.340 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:08.340 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:51:08.341 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 1, 2021-07-26T15:51:08.341 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 7 2021-07-26T15:51:08.341 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:08.341 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:51:08.341 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:51:08.342 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 16.2.5 (0883bdea7337b95e4b611c768c0279868462204a) pacific (stable)": 1, 2021-07-26T15:51:08.342 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 12 2021-07-26T15:51:08.343 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:51:08.343 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:51:09.049 INFO:tasks.rados.rados.0.smithi046.stdout:1606: done (7 left) 2021-07-26T15:51:09.049 INFO:tasks.rados.rados.0.smithi046.stdout:1607: done (6 left) 2021-07-26T15:51:09.049 INFO:tasks.rados.rados.0.smithi046.stdout:1608: delete oid 27 current snap is 149 2021-07-26T15:51:09.054 INFO:tasks.rados.rados.0.smithi046.stdout:1608: done (6 left) 2021-07-26T15:51:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:1609: delete oid 30 current snap is 149 2021-07-26T15:51:09.061 INFO:tasks.rados.rados.0.smithi046.stdout:1609: done (6 left) 2021-07-26T15:51:09.061 INFO:tasks.rados.rados.0.smithi046.stdout:1610: read oid 45 snap -1 2021-07-26T15:51:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:1610: expect (ObjNum 431 snap 133 seq_num 431) 2021-07-26T15:51:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:1611: read oid 14 snap -1 2021-07-26T15:51:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:1611: expect (ObjNum 497 snap 145 seq_num 497) 2021-07-26T15:51:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:1612: snap_create 2021-07-26T15:51:09.083 INFO:tasks.rados.rados.0.smithi046.stdout:1610: expect (ObjNum 431 snap 133 seq_num 431) 2021-07-26T15:51:09.336 INFO:tasks.rados.rados.0.smithi046.stdout:1611: expect (ObjNum 497 snap 145 seq_num 497) 2021-07-26T15:51:09.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: audit 2021-07-26T15:51:07.616391+0000 mgr.y (mgr.24683) 219 : audit [DBG] from='client.44266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: cluster 2021-07-26T15:51:07.901828+0000 mgr.y (mgr.24683) 220 : cluster [DBG] pgmap v352: 25 pgs: 2 active+clean+wait, 23 active+clean; 179 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2021-07-26T15:51:09.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: audit 2021-07-26T15:51:07.937513+0000 mgr.y (mgr.24683) 221 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: cluster 2021-07-26T15:51:08.040026+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T15:51:09.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: audit 2021-07-26T15:51:08.340312+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.46:0/394840857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:09.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:09 smithi073 bash[34190]: audit 2021-07-26T15:51:08.889112+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:09.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: audit 2021-07-26T15:51:07.616391+0000 mgr.y (mgr.24683) 219 : audit [DBG] from='client.44266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: cluster 2021-07-26T15:51:07.901828+0000 mgr.y (mgr.24683) 220 : cluster [DBG] pgmap v352: 25 pgs: 2 active+clean+wait, 23 active+clean; 179 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2021-07-26T15:51:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: audit 2021-07-26T15:51:07.937513+0000 mgr.y (mgr.24683) 221 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: cluster 2021-07-26T15:51:08.040026+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T15:51:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: audit 2021-07-26T15:51:08.340312+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.46:0/394840857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[41283]: audit 2021-07-26T15:51:08.889112+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: audit 2021-07-26T15:51:07.616391+0000 mgr.y (mgr.24683) 219 : audit [DBG] from='client.44266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: cluster 2021-07-26T15:51:07.901828+0000 mgr.y (mgr.24683) 220 : cluster [DBG] pgmap v352: 25 pgs: 2 active+clean+wait, 23 active+clean; 179 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2021-07-26T15:51:09.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: audit 2021-07-26T15:51:07.937513+0000 mgr.y (mgr.24683) 221 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:09.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: cluster 2021-07-26T15:51:08.040026+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T15:51:09.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: audit 2021-07-26T15:51:08.340312+0000 mon.a (mon.0) 707 : audit [DBG] from='client.? 172.21.15.46:0/394840857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:09.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:09 smithi046 bash[42351]: audit 2021-07-26T15:51:08.889112+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:10.060 INFO:tasks.rados.rados.0.smithi046.stdout:1610: done (8 left) 2021-07-26T15:51:10.060 INFO:tasks.rados.rados.0.smithi046.stdout:1611: done (7 left) 2021-07-26T15:51:10.060 INFO:tasks.rados.rados.0.smithi046.stdout:1612: done (6 left) 2021-07-26T15:51:10.061 INFO:tasks.rados.rados.0.smithi046.stdout:1613: snap_create 2021-07-26T15:51:10.351 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:10 smithi073 bash[34190]: audit 2021-07-26T15:51:08.889562+0000 mgr.y (mgr.24683) 222 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:10.351 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:10 smithi073 bash[34190]: cephadm 2021-07-26T15:51:08.891683+0000 mgr.y (mgr.24683) 223 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T15:51:10.351 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:10 smithi073 bash[34190]: cluster 2021-07-26T15:51:09.050553+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T15:51:10.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[41283]: audit 2021-07-26T15:51:08.889562+0000 mgr.y (mgr.24683) 222 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:10.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[41283]: cephadm 2021-07-26T15:51:08.891683+0000 mgr.y (mgr.24683) 223 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T15:51:10.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[41283]: cluster 2021-07-26T15:51:09.050553+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T15:51:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[42351]: audit 2021-07-26T15:51:08.889562+0000 mgr.y (mgr.24683) 222 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T15:51:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[42351]: cephadm 2021-07-26T15:51:08.891683+0000 mgr.y (mgr.24683) 223 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T15:51:10.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:10 smithi046 bash[42351]: cluster 2021-07-26T15:51:09.050553+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T15:51:10.885 INFO:tasks.rados.rados.0.smithi046.stdout:1613: done (6 left) 2021-07-26T15:51:10.886 INFO:tasks.rados.rados.0.smithi046.stdout:1614: read oid 44 snap -1 2021-07-26T15:51:10.886 INFO:tasks.rados.rados.0.smithi046.stdout:1614: expect deleted 2021-07-26T15:51:10.886 INFO:tasks.rados.rados.0.smithi046.stdout:1615: read oid 12 snap -1 2021-07-26T15:51:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1615: expect (ObjNum 519 snap 148 seq_num 519) 2021-07-26T15:51:10.887 INFO:tasks.rados.rados.0.smithi046.stdout:1616: delete oid 28 current snap is 151 2021-07-26T15:51:10.897 INFO:tasks.rados.rados.0.smithi046.stdout:1614: done (8 left) 2021-07-26T15:51:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:1616: done (7 left) 2021-07-26T15:51:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:1617: copy_from oid 26 from oid 38 current snap is 151 2021-07-26T15:51:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:1618: read oid 18 snap -1 2021-07-26T15:51:10.898 INFO:tasks.rados.rados.0.smithi046.stdout:1618: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:10.899 INFO:tasks.rados.rados.0.smithi046.stdout:1619: read oid 33 snap -1 2021-07-26T15:51:10.899 INFO:tasks.rados.rados.0.smithi046.stdout:1619: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:51:10.899 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 151 2021-07-26T15:51:10.900 INFO:tasks.rados.rados.0.smithi046.stdout:1620: seq_num 524 ranges {7946240=786432,8732672=778240,9510912=24576} 2021-07-26T15:51:10.955 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04638994-6 from 7946240 to 8732672 tid 1 2021-07-26T15:51:10.961 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04638994-6 from 8732672 to 9510912 tid 2 2021-07-26T15:51:10.961 INFO:tasks.rados.rados.0.smithi046.stdout:1620: writing smithi04638994-6 from 9510912 to 9535488 tid 3 2021-07-26T15:51:10.961 INFO:tasks.rados.rados.0.smithi046.stdout:1621: delete oid 42 current snap is 151 2021-07-26T15:51:10.961 INFO:tasks.rados.rados.0.smithi046.stdout:1615: expect (ObjNum 519 snap 148 seq_num 519) 2021-07-26T15:51:11.010 INFO:tasks.rados.rados.0.smithi046.stdout:1619: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:51:11.025 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing copy_from to smithi04638994-22 2021-07-26T15:51:11.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1072 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:51:11.025 INFO:tasks.rados.rados.0.smithi046.stdout:1558: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:51:11.025 INFO:tasks.rados.rados.0.smithi046.stdout:1534: expect (ObjNum 484 snap 142 seq_num 484) 2021-07-26T15:51:11.195 INFO:tasks.rados.rados.0.smithi046.stdout:1617: finishing copy_from to smithi04638994-26 2021-07-26T15:51:11.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 896 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:11.196 INFO:tasks.rados.rados.0.smithi046.stdout:1617: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:51:11.196 INFO:tasks.rados.rados.0.smithi046.stdout:1618: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:11.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:11 smithi073 bash[34190]: cluster 2021-07-26T15:51:09.902458+0000 mgr.y (mgr.24683) 224 : cluster [DBG] pgmap v355: 25 pgs: 2 active+clean+wait, 23 active+clean; 173 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2021-07-26T15:51:11.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:11 smithi073 bash[34190]: cluster 2021-07-26T15:51:10.059727+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T15:51:11.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:11 smithi073 bash[34190]: cluster 2021-07-26T15:51:10.886825+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T15:51:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[41283]: cluster 2021-07-26T15:51:09.902458+0000 mgr.y (mgr.24683) 224 : cluster [DBG] pgmap v355: 25 pgs: 2 active+clean+wait, 23 active+clean; 173 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2021-07-26T15:51:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[41283]: cluster 2021-07-26T15:51:10.059727+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T15:51:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[41283]: cluster 2021-07-26T15:51:10.886825+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T15:51:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[42351]: cluster 2021-07-26T15:51:09.902458+0000 mgr.y (mgr.24683) 224 : cluster [DBG] pgmap v355: 25 pgs: 2 active+clean+wait, 23 active+clean; 173 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2021-07-26T15:51:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[42351]: cluster 2021-07-26T15:51:10.059727+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T15:51:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:11 smithi046 bash[42351]: cluster 2021-07-26T15:51:10.886825+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T15:51:12.396 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing copy_from to smithi04638994-41 2021-07-26T15:51:12.397 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 991 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:51:12.397 INFO:tasks.rados.rados.0.smithi046.stdout:1528: finishing copy_from to smithi04638994-3 2021-07-26T15:51:12.397 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1125 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:51:12.397 INFO:tasks.rados.rados.0.smithi046.stdout:1530: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:51:12.398 INFO:tasks.rados.rados.0.smithi046.stdout:1528: finishing copy_from racing read to smithi04638994-3 2021-07-26T15:51:12.398 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 1 to smithi04638994-6 2021-07-26T15:51:12.398 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 2 to smithi04638994-6 2021-07-26T15:51:12.398 INFO:tasks.rados.rados.0.smithi046.stdout:1528: done (11 left) 2021-07-26T15:51:12.398 INFO:tasks.rados.rados.0.smithi046.stdout:1530: done (10 left) 2021-07-26T15:51:12.399 INFO:tasks.rados.rados.0.smithi046.stdout:1534: done (9 left) 2021-07-26T15:51:12.399 INFO:tasks.rados.rados.0.smithi046.stdout:1558: done (8 left) 2021-07-26T15:51:12.399 INFO:tasks.rados.rados.0.smithi046.stdout:1615: done (7 left) 2021-07-26T15:51:12.399 INFO:tasks.rados.rados.0.smithi046.stdout:1617: done (6 left) 2021-07-26T15:51:12.400 INFO:tasks.rados.rados.0.smithi046.stdout:1618: done (5 left) 2021-07-26T15:51:12.400 INFO:tasks.rados.rados.0.smithi046.stdout:1619: done (4 left) 2021-07-26T15:51:12.401 INFO:tasks.rados.rados.0.smithi046.stdout:1621: done (3 left) 2021-07-26T15:51:12.401 INFO:tasks.rados.rados.0.smithi046.stdout:1622: rollback oid 25 current snap is 151 2021-07-26T15:51:12.401 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 149 2021-07-26T15:51:12.401 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 3 to smithi04638994-6 2021-07-26T15:51:12.401 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 4 to smithi04638994-6 2021-07-26T15:51:12.402 INFO:tasks.rados.rados.0.smithi046.stdout:1620: finishing write tid 5 to smithi04638994-6 2021-07-26T15:51:12.402 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 557 (ObjNum 524 snap 151 seq_num 524) dirty exists 2021-07-26T15:51:12.402 INFO:tasks.rados.rados.0.smithi046.stdout:1620: left oid 6 (ObjNum 524 snap 151 seq_num 524) 2021-07-26T15:51:12.403 INFO:tasks.rados.rados.0.smithi046.stdout:1548: expect (ObjNum 473 snap 140 seq_num 473) 2021-07-26T15:51:12.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:12 smithi073 bash[34190]: cephadm 2021-07-26T15:51:11.348512+0000 mgr.y (mgr.24683) 225 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T15:51:12.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:12 smithi073 bash[34190]: audit 2021-07-26T15:51:11.357504+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:12.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:12 smithi073 bash[34190]: cephadm 2021-07-26T15:51:11.359944+0000 mgr.y (mgr.24683) 226 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:51:12.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:12 smithi073 bash[34190]: cluster 2021-07-26T15:51:11.903204+0000 mgr.y (mgr.24683) 227 : cluster [DBG] pgmap v358: 25 pgs: 2 active+clean+wait, 23 active+clean; 186 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T15:51:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[41283]: cephadm 2021-07-26T15:51:11.348512+0000 mgr.y (mgr.24683) 225 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T15:51:12.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[41283]: audit 2021-07-26T15:51:11.357504+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:12.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[41283]: cephadm 2021-07-26T15:51:11.359944+0000 mgr.y (mgr.24683) 226 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:51:12.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[41283]: cluster 2021-07-26T15:51:11.903204+0000 mgr.y (mgr.24683) 227 : cluster [DBG] pgmap v358: 25 pgs: 2 active+clean+wait, 23 active+clean; 186 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T15:51:12.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[42351]: cephadm 2021-07-26T15:51:11.348512+0000 mgr.y (mgr.24683) 225 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T15:51:12.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[42351]: audit 2021-07-26T15:51:11.357504+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:12.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[42351]: cephadm 2021-07-26T15:51:11.359944+0000 mgr.y (mgr.24683) 226 : cephadm [INF] Deploying daemon osd.7 on smithi073 2021-07-26T15:51:12.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:12 smithi046 bash[42351]: cluster 2021-07-26T15:51:11.903204+0000 mgr.y (mgr.24683) 227 : cluster [DBG] pgmap v358: 25 pgs: 2 active+clean+wait, 23 active+clean; 186 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T15:51:13.336 INFO:tasks.rados.rados.0.smithi046.stdout:1554: finishing copy_from to smithi04638994-24 2021-07-26T15:51:13.336 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 871 (ObjNum 482 snap 141 seq_num 482) dirty exists 2021-07-26T15:51:13.336 INFO:tasks.rados.rados.0.smithi046.stdout:1554: finishing copy_from racing read to smithi04638994-24 2021-07-26T15:51:13.336 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:51:13.337 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:51:13.337 INFO:tasks.rados.rados.0.smithi046.stdout:1548: done (3 left) 2021-07-26T15:51:13.337 INFO:tasks.rados.rados.0.smithi046.stdout:1554: done (2 left) 2021-07-26T15:51:13.337 INFO:tasks.rados.rados.0.smithi046.stdout:1620: done (1 left) 2021-07-26T15:51:13.337 INFO:tasks.rados.rados.0.smithi046.stdout:1623: snap_remove snap 150 2021-07-26T15:51:13.367 INFO:tasks.rados.rados.0.smithi046.stdout:1623: done (1 left) 2021-07-26T15:51:13.367 INFO:tasks.rados.rados.0.smithi046.stdout:1624: copy_from oid 28 from oid 20 current snap is 151 2021-07-26T15:51:13.367 INFO:tasks.rados.rados.0.smithi046.stdout:1622: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:51:13.368 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 937 (ObjNum 489 snap 144 seq_num 489) dirty exists 2021-07-26T15:51:13.368 INFO:tasks.rados.rados.0.smithi046.stdout:1622: done (1 left) 2021-07-26T15:51:13.368 INFO:tasks.rados.rados.0.smithi046.stdout:1625: snap_remove snap 149 2021-07-26T15:51:13.691 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:13 smithi073 systemd[1]: Stopping Ceph osd.7 for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:51:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:13 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:13.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:51:14.031 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:13 smithi073 docker[39287]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:14.031 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:13 smithi073 bash[25937]: debug 2021-07-26T15:51:13.797+0000 7f0b95dce700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-07-26T15:51:14.031 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:13 smithi073 bash[25937]: debug 2021-07-26T15:51:13.797+0000 7f0b95dce700 -1 osd.7 372 *** Got signal Terminated *** 2021-07-26T15:51:14.032 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:13 smithi073 bash[25937]: debug 2021-07-26T15:51:13.797+0000 7f0b95dce700 -1 osd.7 372 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:51:14.385 INFO:tasks.rados.rados.0.smithi046.stdout:1625: done (1 left) 2021-07-26T15:51:14.385 INFO:tasks.rados.rados.0.smithi046.stdout:1626: read oid 30 snap -1 2021-07-26T15:51:14.386 INFO:tasks.rados.rados.0.smithi046.stdout:1626: expect deleted 2021-07-26T15:51:14.386 INFO:tasks.rados.rados.0.smithi046.stdout:1624: finishing copy_from to smithi04638994-28 2021-07-26T15:51:14.386 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 991 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:51:14.386 INFO:tasks.rados.rados.0.smithi046.stdout:1624: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:51:14.386 INFO:tasks.rados.rados.0.smithi046.stdout:1624: done (1 left) 2021-07-26T15:51:14.387 INFO:tasks.rados.rados.0.smithi046.stdout:1627: copy_from oid 49 from oid 13 current snap is 151 2021-07-26T15:51:14.387 INFO:tasks.rados.rados.0.smithi046.stdout:1628: copy_from oid 17 from oid 41 current snap is 151 2021-07-26T15:51:14.387 INFO:tasks.rados.rados.0.smithi046.stdout:1629: read oid 25 snap 148 2021-07-26T15:51:14.387 INFO:tasks.rados.rados.0.smithi046.stdout:1629: expect (ObjNum 489 snap 144 seq_num 489) 2021-07-26T15:51:14.388 INFO:tasks.rados.rados.0.smithi046.stdout:1630: delete oid 1 current snap is 151 2021-07-26T15:51:14.420 INFO:tasks.rados.rados.0.smithi046.stdout:1627: finishing copy_from to smithi04638994-49 2021-07-26T15:51:14.420 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 468 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:14.421 INFO:tasks.rados.rados.0.smithi046.stdout:1627: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:51:14.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:13.368087+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T15:51:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: audit 2021-07-26T15:51:13.407682+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:13.903867+0000 mgr.y (mgr.24683) 228 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 13 op/s 2021-07-26T15:51:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.100316+0000 mon.a (mon.0) 715 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.100425+0000 mon.a (mon.0) 716 : cluster [INF] osd.7 failed (root=default,host=smithi073) (connection refused reported by osd.2) 2021-07-26T15:51:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.101048+0000 mon.a (mon.0) 717 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.101298+0000 mon.a (mon.0) 718 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.102001+0000 mon.a (mon.0) 719 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.102259+0000 mon.a (mon.0) 720 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.102868+0000 mon.a (mon.0) 721 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.103116+0000 mon.a (mon.0) 722 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.103673+0000 mon.a (mon.0) 723 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.103806+0000 mon.a (mon.0) 724 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.104088+0000 mon.a (mon.0) 725 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.104280+0000 mon.a (mon.0) 726 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.104656+0000 mon.a (mon.0) 727 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:14.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.104855+0000 mon.a (mon.0) 728 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.105208+0000 mon.a (mon.0) 729 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:14.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:13.368087+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T15:51:14.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: audit 2021-07-26T15:51:13.407682+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:14.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:13.903867+0000 mgr.y (mgr.24683) 228 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 13 op/s 2021-07-26T15:51:14.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.100316+0000 mon.a (mon.0) 715 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.100425+0000 mon.a (mon.0) 716 : cluster [INF] osd.7 failed (root=default,host=smithi073) (connection refused reported by osd.2) 2021-07-26T15:51:14.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.101048+0000 mon.a (mon.0) 717 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.101298+0000 mon.a (mon.0) 718 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.102001+0000 mon.a (mon.0) 719 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.102259+0000 mon.a (mon.0) 720 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.102868+0000 mon.a (mon.0) 721 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.103116+0000 mon.a (mon.0) 722 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.103673+0000 mon.a (mon.0) 723 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.103806+0000 mon.a (mon.0) 724 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.104088+0000 mon.a (mon.0) 725 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.688 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.104280+0000 mon.a (mon.0) 726 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.104656+0000 mon.a (mon.0) 727 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:14.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.104855+0000 mon.a (mon.0) 728 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.105208+0000 mon.a (mon.0) 729 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:14.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:13.368087+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T15:51:14.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: audit 2021-07-26T15:51:13.407682+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:14.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:13.903867+0000 mgr.y (mgr.24683) 228 : cluster [DBG] pgmap v360: 25 pgs: 25 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 5.5 MiB/s wr, 13 op/s 2021-07-26T15:51:14.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.100316+0000 mon.a (mon.0) 715 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.100425+0000 mon.a (mon.0) 716 : cluster [INF] osd.7 failed (root=default,host=smithi073) (connection refused reported by osd.2) 2021-07-26T15:51:14.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.101048+0000 mon.a (mon.0) 717 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T15:51:14.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.101298+0000 mon.a (mon.0) 718 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.102001+0000 mon.a (mon.0) 719 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.102259+0000 mon.a (mon.0) 720 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.102868+0000 mon.a (mon.0) 721 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.103116+0000 mon.a (mon.0) 722 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T15:51:14.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.103673+0000 mon.a (mon.0) 723 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T15:51:14.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.103806+0000 mon.a (mon.0) 724 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T15:51:14.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.104088+0000 mon.a (mon.0) 725 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T15:51:14.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.104280+0000 mon.a (mon.0) 726 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.693 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.104656+0000 mon.a (mon.0) 727 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:14.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.104855+0000 mon.a (mon.0) 728 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T15:51:14.694 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:14 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.105208+0000 mon.a (mon.0) 729 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T15:51:15.117 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:14 smithi073 docker[39287]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:51:15.118 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:14 smithi073 bash[39336]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:15.393 INFO:tasks.rados.rados.0.smithi046.stdout:1626: done (4 left) 2021-07-26T15:51:15.394 INFO:tasks.rados.rados.0.smithi046.stdout:1627: done (3 left) 2021-07-26T15:51:15.394 INFO:tasks.rados.rados.0.smithi046.stdout:1630: done (2 left) 2021-07-26T15:51:15.394 INFO:tasks.rados.rados.0.smithi046.stdout:1631: read oid 40 snap -1 2021-07-26T15:51:15.394 INFO:tasks.rados.rados.0.smithi046.stdout:1631: expect deleted 2021-07-26T15:51:15.395 INFO:tasks.rados.rados.0.smithi046.stdout:1632: read oid 39 snap -1 2021-07-26T15:51:15.395 INFO:tasks.rados.rados.0.smithi046.stdout:1632: expect deleted 2021-07-26T15:51:15.395 INFO:tasks.rados.rados.0.smithi046.stdout:1633: copy_from oid 45 from oid 18 current snap is 151 2021-07-26T15:51:15.395 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 151 2021-07-26T15:51:15.396 INFO:tasks.rados.rados.0.smithi046.stdout:1634: seq_num 527 ranges {1499136=434176,1933312=475136,2408448=565248,2973696=163840} 2021-07-26T15:51:15.406 INFO:tasks.rados.rados.0.smithi046.stdout:1634: writing smithi04638994-12 from 1499136 to 1933312 tid 1 2021-07-26T15:51:15.408 INFO:tasks.rados.rados.0.smithi046.stdout:1634: writing smithi04638994-12 from 1933312 to 2408448 tid 2 2021-07-26T15:51:15.412 INFO:tasks.rados.rados.0.smithi046.stdout:1634: writing smithi04638994-12 from 2408448 to 2973696 tid 3 2021-07-26T15:51:15.413 INFO:tasks.rados.rados.0.smithi046.stdout:1634: writing smithi04638994-12 from 2973696 to 3137536 tid 4 2021-07-26T15:51:15.413 INFO:tasks.rados.rados.0.smithi046.stdout:1629: expect (ObjNum 489 snap 144 seq_num 489) 2021-07-26T15:51:15.444 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 1 to smithi04638994-12 2021-07-26T15:51:15.444 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 2 to smithi04638994-12 2021-07-26T15:51:15.445 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 3 to smithi04638994-12 2021-07-26T15:51:15.445 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 4 to smithi04638994-12 2021-07-26T15:51:15.445 INFO:tasks.rados.rados.0.smithi046.stdout:1629: done (5 left) 2021-07-26T15:51:15.445 INFO:tasks.rados.rados.0.smithi046.stdout:1631: done (4 left) 2021-07-26T15:51:15.446 INFO:tasks.rados.rados.0.smithi046.stdout:1632: done (3 left) 2021-07-26T15:51:15.446 INFO:tasks.rados.rados.0.smithi046.stdout:1635: rmattr oid 40 current snap is 151 2021-07-26T15:51:15.446 INFO:tasks.rados.rados.0.smithi046.stdout:1635: done (3 left) 2021-07-26T15:51:15.446 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 151 2021-07-26T15:51:15.446 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 5 to smithi04638994-12 2021-07-26T15:51:15.447 INFO:tasks.rados.rados.0.smithi046.stdout:1636: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2021-07-26T15:51:15.448 INFO:tasks.rados.rados.0.smithi046.stdout:1636: writing smithi04638994-35 from 0 to 450560 tid 1 2021-07-26T15:51:15.457 INFO:tasks.rados.rados.0.smithi046.stdout:1636: writing smithi04638994-35 from 450560 to 1212416 tid 2 2021-07-26T15:51:15.461 INFO:tasks.rados.rados.0.smithi046.stdout:1636: writing smithi04638994-35 from 1212416 to 1654784 tid 3 2021-07-26T15:51:15.461 INFO:tasks.rados.rados.0.smithi046.stdout:1637: read oid 26 snap -1 2021-07-26T15:51:15.461 INFO:tasks.rados.rados.0.smithi046.stdout:1637: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:51:15.462 INFO:tasks.rados.rados.0.smithi046.stdout:1638: rollback oid 49 current snap is 151 2021-07-26T15:51:15.462 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 148 2021-07-26T15:51:15.462 INFO:tasks.rados.rados.0.smithi046.stdout:1639: rmattr oid 48 current snap is 151 2021-07-26T15:51:15.462 INFO:tasks.rados.rados.0.smithi046.stdout:1640: rollback oid 3 current snap is 151 2021-07-26T15:51:15.463 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 148 2021-07-26T15:51:15.463 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing copy_from to smithi04638994-17 2021-07-26T15:51:15.463 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 991 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:51:15.463 INFO:tasks.rados.rados.0.smithi046.stdout:1628: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:51:15.466 INFO:tasks.rados.rados.0.smithi046.stdout:1634: finishing write tid 6 to smithi04638994-12 2021-07-26T15:51:15.466 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 664 (ObjNum 527 snap 151 seq_num 527) dirty exists 2021-07-26T15:51:15.466 INFO:tasks.rados.rados.0.smithi046.stdout:1634: left oid 12 (ObjNum 527 snap 151 seq_num 527) 2021-07-26T15:51:15.466 INFO:tasks.rados.rados.0.smithi046.stdout:1633: finishing copy_from to smithi04638994-45 2021-07-26T15:51:15.467 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 492 (ObjNum 493 snap 145 seq_num 493) dirty exists 2021-07-26T15:51:15.467 INFO:tasks.rados.rados.0.smithi046.stdout:1633: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:51:15.467 INFO:tasks.rados.rados.0.smithi046.stdout:1636: finishing write tid 1 to smithi04638994-35 2021-07-26T15:51:15.467 INFO:tasks.rados.rados.0.smithi046.stdout:1628: done (7 left) 2021-07-26T15:51:15.467 INFO:tasks.rados.rados.0.smithi046.stdout:1633: done (6 left) 2021-07-26T15:51:15.468 INFO:tasks.rados.rados.0.smithi046.stdout:1634: done (5 left) 2021-07-26T15:51:15.468 INFO:tasks.rados.rados.0.smithi046.stdout:1641: setattr oid 2 current snap is 151 2021-07-26T15:51:15.468 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1066 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:51:15.468 INFO:tasks.rados.rados.0.smithi046.stdout:1639: done (5 left) 2021-07-26T15:51:15.469 INFO:tasks.rados.rados.0.smithi046.stdout:1642: read oid 18 snap -1 2021-07-26T15:51:15.469 INFO:tasks.rados.rados.0.smithi046.stdout:1642: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:15.469 INFO:tasks.rados.rados.0.smithi046.stdout:1643: read oid 11 snap 148 2021-07-26T15:51:15.469 INFO:tasks.rados.rados.0.smithi046.stdout:1643: expect (ObjNum 336 snap 107 seq_num 336) 2021-07-26T15:51:15.470 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 151 2021-07-26T15:51:15.470 INFO:tasks.rados.rados.0.smithi046.stdout:1644: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2021-07-26T15:51:15.472 INFO:tasks.rados.rados.0.smithi046.stdout:1644: writing smithi04638994-39 from 0 to 466944 tid 1 2021-07-26T15:51:15.476 INFO:tasks.rados.rados.0.smithi046.stdout:1644: writing smithi04638994-39 from 466944 to 1114112 tid 2 2021-07-26T15:51:15.481 INFO:tasks.rados.rados.0.smithi046.stdout:1644: writing smithi04638994-39 from 1114112 to 1646592 tid 3 2021-07-26T15:51:15.481 INFO:tasks.rados.rados.0.smithi046.stdout:1644: writing smithi04638994-39 from 1646592 to 1671168 tid 4 2021-07-26T15:51:15.481 INFO:tasks.rados.rados.0.smithi046.stdout:1645: snap_create 2021-07-26T15:51:15.482 INFO:tasks.rados.rados.0.smithi046.stdout:1636: finishing write tid 2 to smithi04638994-35 2021-07-26T15:51:15.482 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 935 (ObjNum 518 snap 148 seq_num 518) dirty exists 2021-07-26T15:51:15.482 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 1 to smithi04638994-39 2021-07-26T15:51:15.482 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:51:15.483 INFO:tasks.rados.rados.0.smithi046.stdout:1636: finishing write tid 3 to smithi04638994-35 2021-07-26T15:51:15.483 INFO:tasks.rados.rados.0.smithi046.stdout:1636: finishing write tid 4 to smithi04638994-35 2021-07-26T15:51:15.484 INFO:tasks.rados.rados.0.smithi046.stdout:1638: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:51:15.484 INFO:tasks.rados.rados.0.smithi046.stdout:1638: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:51:15.484 INFO:tasks.rados.rados.0.smithi046.stdout:1638: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:51:15.484 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 915 (ObjNum 482 snap 141 seq_num 482) dirty exists 2021-07-26T15:51:15.485 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:51:15.485 INFO:tasks.rados.rados.0.smithi046.stdout:1636: finishing write tid 5 to smithi04638994-35 2021-07-26T15:51:15.485 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 912 (ObjNum 528 snap 151 seq_num 528) dirty exists 2021-07-26T15:51:15.485 INFO:tasks.rados.rados.0.smithi046.stdout:1636: left oid 35 (ObjNum 528 snap 151 seq_num 528) 2021-07-26T15:51:15.486 INFO:tasks.rados.rados.0.smithi046.stdout:1640: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:51:15.486 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1128 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:51:15.487 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 2 to smithi04638994-39 2021-07-26T15:51:15.487 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 3 to smithi04638994-39 2021-07-26T15:51:15.488 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 4 to smithi04638994-39 2021-07-26T15:51:15.490 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 5 to smithi04638994-39 2021-07-26T15:51:15.492 INFO:tasks.rados.rados.0.smithi046.stdout:1644: finishing write tid 6 to smithi04638994-39 2021-07-26T15:51:15.492 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 940 (ObjNum 529 snap 151 seq_num 529) dirty exists 2021-07-26T15:51:15.492 INFO:tasks.rados.rados.0.smithi046.stdout:1644: left oid 39 (ObjNum 529 snap 151 seq_num 529) 2021-07-26T15:51:15.493 INFO:tasks.rados.rados.0.smithi046.stdout:1643: expect (ObjNum 336 snap 107 seq_num 336) 2021-07-26T15:51:15.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:15 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.363520+0000 mon.a (mon.0) 730 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:51:15.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:15 smithi073 bash[34190]: cluster 2021-07-26T15:51:14.379044+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e373: 8 total, 7 up, 8 in 2021-07-26T15:51:15.623 INFO:tasks.rados.rados.0.smithi046.stdout:1637: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:51:15.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:15 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.363520+0000 mon.a (mon.0) 730 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:51:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:15 smithi046 bash[41283]: cluster 2021-07-26T15:51:14.379044+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e373: 8 total, 7 up, 8 in 2021-07-26T15:51:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:15 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.363520+0000 mon.a (mon.0) 730 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:51:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:15 smithi046 bash[42351]: cluster 2021-07-26T15:51:14.379044+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e373: 8 total, 7 up, 8 in 2021-07-26T15:51:15.800 INFO:tasks.rados.rados.0.smithi046.stdout:1642: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:16.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:16 smithi073 bash[34190]: cluster 2021-07-26T15:51:15.382013+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T15:51:16.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:16 smithi073 bash[34190]: cluster 2021-07-26T15:51:15.888754+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T15:51:16.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:16 smithi073 bash[34190]: cluster 2021-07-26T15:51:15.904321+0000 mgr.y (mgr.24683) 229 : cluster [DBG] pgmap v364: 25 pgs: 6 stale+active+clean, 19 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T15:51:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[41283]: cluster 2021-07-26T15:51:15.382013+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T15:51:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[41283]: cluster 2021-07-26T15:51:15.888754+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T15:51:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[41283]: cluster 2021-07-26T15:51:15.904321+0000 mgr.y (mgr.24683) 229 : cluster [DBG] pgmap v364: 25 pgs: 6 stale+active+clean, 19 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T15:51:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[42351]: cluster 2021-07-26T15:51:15.382013+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T15:51:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[42351]: cluster 2021-07-26T15:51:15.888754+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T15:51:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:16 smithi046 bash[42351]: cluster 2021-07-26T15:51:15.904321+0000 mgr.y (mgr.24683) 229 : cluster [DBG] pgmap v364: 25 pgs: 6 stale+active+clean, 19 active+clean; 186 MiB data, 889 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T15:51:17.003 INFO:tasks.rados.rados.0.smithi046.stdout:1636: done (8 left) 2021-07-26T15:51:17.243 INFO:tasks.rados.rados.0.smithi046.stdout:1637: done (7 left) 2021-07-26T15:51:17.244 INFO:tasks.rados.rados.0.smithi046.stdout:1638: done (6 left) 2021-07-26T15:51:17.244 INFO:tasks.rados.rados.0.smithi046.stdout:1640: done (5 left) 2021-07-26T15:51:17.244 INFO:tasks.rados.rados.0.smithi046.stdout:1641: done (4 left) 2021-07-26T15:51:17.244 INFO:tasks.rados.rados.0.smithi046.stdout:1642: done (3 left) 2021-07-26T15:51:17.245 INFO:tasks.rados.rados.0.smithi046.stdout:1643: done (2 left) 2021-07-26T15:51:17.245 INFO:tasks.rados.rados.0.smithi046.stdout:1644: done (1 left) 2021-07-26T15:51:17.245 INFO:tasks.rados.rados.0.smithi046.stdout:1645: done (0 left) 2021-07-26T15:51:17.245 INFO:tasks.rados.rados.0.smithi046.stdout:1646: copy_from oid 34 from oid 41 current snap is 152 2021-07-26T15:51:17.245 INFO:tasks.rados.rados.0.smithi046.stdout:1647: rollback oid 2 current snap is 152 2021-07-26T15:51:17.246 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 148 2021-07-26T15:51:17.246 INFO:tasks.rados.rados.0.smithi046.stdout:1648: rollback oid 26 current snap is 152 2021-07-26T15:51:17.246 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 151 2021-07-26T15:51:17.246 INFO:tasks.rados.rados.0.smithi046.stdout:1649: read oid 9 snap -1 2021-07-26T15:51:17.247 INFO:tasks.rados.rados.0.smithi046.stdout:1649: expect deleted 2021-07-26T15:51:17.247 INFO:tasks.rados.rados.0.smithi046.stdout:1650: read oid 16 snap -1 2021-07-26T15:51:17.247 INFO:tasks.rados.rados.0.smithi046.stdout:1650: expect (ObjNum 501 snap 145 seq_num 501) 2021-07-26T15:51:17.247 INFO:tasks.rados.rados.0.smithi046.stdout:1651: read oid 49 snap -1 2021-07-26T15:51:17.247 INFO:tasks.rados.rados.0.smithi046.stdout:1651: expect (ObjNum 482 snap 141 seq_num 482) 2021-07-26T15:51:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:1652: read oid 31 snap -1 2021-07-26T15:51:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:1652: expect (ObjNum 495 snap 145 seq_num 495) 2021-07-26T15:51:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:1653: snap_create 2021-07-26T15:51:17.249 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:16 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@osd.7.service: Succeeded. 2021-07-26T15:51:17.249 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:16 smithi073 systemd[1]: Stopped Ceph osd.7 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:17.249 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:17 smithi073 systemd[1]: Started Ceph osd.7 for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:17.250 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:51:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing rollback tid 0 to smithi04638994-2 2021-07-26T15:51:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:1652: expect (ObjNum 495 snap 145 seq_num 495) 2021-07-26T15:51:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:51:17.251 INFO:tasks.rados.rados.0.smithi046.stdout:1648: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:51:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 899 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:1650: expect (ObjNum 501 snap 145 seq_num 501) 2021-07-26T15:51:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing rollback tid 1 to smithi04638994-2 2021-07-26T15:51:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:1647: finishing rollback tid 2 to smithi04638994-2 2021-07-26T15:51:17.252 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 943 (ObjNum 518 snap 148 seq_num 518) dirty exists 2021-07-26T15:51:17.253 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing copy_from to smithi04638994-34 2021-07-26T15:51:17.253 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 991 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:51:17.253 INFO:tasks.rados.rados.0.smithi046.stdout:1646: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:51:17.253 INFO:tasks.rados.rados.0.smithi046.stdout:1651: expect (ObjNum 482 snap 141 seq_num 482) 2021-07-26T15:51:17.367 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:17 smithi073 bash[39459]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:18.089 INFO:tasks.rados.rados.0.smithi046.stdout:1646: done (7 left) 2021-07-26T15:51:18.089 INFO:tasks.rados.rados.0.smithi046.stdout:1647: done (6 left) 2021-07-26T15:51:18.090 INFO:tasks.rados.rados.0.smithi046.stdout:1648: done (5 left) 2021-07-26T15:51:18.090 INFO:tasks.rados.rados.0.smithi046.stdout:1649: done (4 left) 2021-07-26T15:51:18.090 INFO:tasks.rados.rados.0.smithi046.stdout:1650: done (3 left) 2021-07-26T15:51:18.090 INFO:tasks.rados.rados.0.smithi046.stdout:1651: done (2 left) 2021-07-26T15:51:18.091 INFO:tasks.rados.rados.0.smithi046.stdout:1652: done (1 left) 2021-07-26T15:51:18.091 INFO:tasks.rados.rados.0.smithi046.stdout:1653: done (0 left) 2021-07-26T15:51:18.091 INFO:tasks.rados.rados.0.smithi046.stdout:1654: rollback oid 35 current snap is 153 2021-07-26T15:51:18.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 148 2021-07-26T15:51:18.091 INFO:tasks.rados.rados.0.smithi046.stdout:1655: snap_remove snap 152 2021-07-26T15:51:18.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[34190]: audit 2021-07-26T15:51:17.066713+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:18.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[34190]: audit 2021-07-26T15:51:17.067914+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:18.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[34190]: audit 2021-07-26T15:51:17.069926+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:18.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[34190]: audit 2021-07-26T15:51:17.071331+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:18.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[34190]: cluster 2021-07-26T15:51:17.900170+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T15:51:18.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[41283]: audit 2021-07-26T15:51:17.066713+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[41283]: audit 2021-07-26T15:51:17.067914+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[41283]: audit 2021-07-26T15:51:17.069926+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[41283]: audit 2021-07-26T15:51:17.071331+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[41283]: cluster 2021-07-26T15:51:17.900170+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T15:51:18.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[42351]: audit 2021-07-26T15:51:17.066713+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:18.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[42351]: audit 2021-07-26T15:51:17.067914+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:18.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[42351]: audit 2021-07-26T15:51:17.069926+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:18.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[42351]: audit 2021-07-26T15:51:17.071331+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:18.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:18 smithi046 bash[42351]: cluster 2021-07-26T15:51:17.900170+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T15:51:18.867 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:51:18.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-07-26T15:51:18.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:51:18.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:51:18.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:51:18.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:51:18.869 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:18 smithi073 bash[39459]: --> ceph-volume lvm activate successful for osd ID: 7 2021-07-26T15:51:19.081 INFO:tasks.rados.rados.0.smithi046.stdout:1655: done (1 left) 2021-07-26T15:51:19.082 INFO:tasks.rados.rados.0.smithi046.stdout:1656: rollback oid 13 current snap is 153 2021-07-26T15:51:19.082 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 151 2021-07-26T15:51:19.082 INFO:tasks.rados.rados.0.smithi046.stdout:1654: finishing rollback tid 0 to smithi04638994-35 2021-07-26T15:51:19.082 INFO:tasks.rados.rados.0.smithi046.stdout:1654: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:51:19.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 918 (ObjNum 198595344 snap 22029 seq_num 195899408) dirty dne 2021-07-26T15:51:19.083 INFO:tasks.rados.rados.0.smithi046.stdout:1654: done (1 left) 2021-07-26T15:51:19.083 INFO:tasks.rados.rados.0.smithi046.stdout:1657: rmattr oid 5 current snap is 153 2021-07-26T15:51:19.083 INFO:tasks.rados.rados.0.smithi046.stdout:1657: done (1 left) 2021-07-26T15:51:19.084 INFO:tasks.rados.rados.0.smithi046.stdout:1658: snap_create 2021-07-26T15:51:19.090 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:51:19.090 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:51:19.091 INFO:tasks.rados.rados.0.smithi046.stdout:1656: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:51:19.091 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 902 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:19.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:19 smithi073 bash[34190]: cluster 2021-07-26T15:51:17.905109+0000 mgr.y (mgr.24683) 230 : cluster [DBG] pgmap v366: 25 pgs: 6 active+undersized+degraded, 1 stale+active+clean, 4 active+undersized, 14 active+clean; 219 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 13 op/s; 30/192 objects degraded (15.625%) 2021-07-26T15:51:19.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:19 smithi073 bash[34190]: cluster 2021-07-26T15:51:18.894985+0000 mon.a (mon.0) 739 : cluster [WRN] Health check failed: Degraded data redundancy: 30/192 objects degraded (15.625%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:19 smithi046 bash[41283]: cluster 2021-07-26T15:51:17.905109+0000 mgr.y (mgr.24683) 230 : cluster [DBG] pgmap v366: 25 pgs: 6 active+undersized+degraded, 1 stale+active+clean, 4 active+undersized, 14 active+clean; 219 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 13 op/s; 30/192 objects degraded (15.625%) 2021-07-26T15:51:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:19 smithi046 bash[41283]: cluster 2021-07-26T15:51:18.894985+0000 mon.a (mon.0) 739 : cluster [WRN] Health check failed: Degraded data redundancy: 30/192 objects degraded (15.625%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:19.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:19 smithi046 bash[42351]: cluster 2021-07-26T15:51:17.905109+0000 mgr.y (mgr.24683) 230 : cluster [DBG] pgmap v366: 25 pgs: 6 active+undersized+degraded, 1 stale+active+clean, 4 active+undersized, 14 active+clean; 219 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 13 op/s; 30/192 objects degraded (15.625%) 2021-07-26T15:51:19.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:19 smithi046 bash[42351]: cluster 2021-07-26T15:51:18.894985+0000 mon.a (mon.0) 739 : cluster [WRN] Health check failed: Degraded data redundancy: 30/192 objects degraded (15.625%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:19.867 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:19 smithi073 bash[39580]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:20.091 INFO:tasks.rados.rados.0.smithi046.stdout:1656: done (1 left) 2021-07-26T15:51:20.091 INFO:tasks.rados.rados.0.smithi046.stdout:1658: done (0 left) 2021-07-26T15:51:20.092 INFO:tasks.rados.rados.0.smithi046.stdout:1659: delete oid 42 current snap is 154 2021-07-26T15:51:20.095 INFO:tasks.rados.rados.0.smithi046.stdout:1659: done (0 left) 2021-07-26T15:51:20.095 INFO:tasks.rados.rados.0.smithi046.stdout:1660: copy_from oid 11 from oid 21 current snap is 154 2021-07-26T15:51:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:1661: rollback oid 32 current snap is 154 2021-07-26T15:51:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 148 2021-07-26T15:51:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:1662: read oid 39 snap -1 2021-07-26T15:51:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:1662: expect (ObjNum 529 snap 151 seq_num 529) 2021-07-26T15:51:20.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 154 2021-07-26T15:51:20.097 INFO:tasks.rados.rados.0.smithi046.stdout:1663: seq_num 531 ranges {425984=499712,925696=417792,1343488=548864,1892352=237568} 2021-07-26T15:51:20.101 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04638994-50 from 425984 to 925696 tid 1 2021-07-26T15:51:20.105 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04638994-50 from 925696 to 1343488 tid 2 2021-07-26T15:51:20.109 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04638994-50 from 1343488 to 1892352 tid 3 2021-07-26T15:51:20.110 INFO:tasks.rados.rados.0.smithi046.stdout:1663: writing smithi04638994-50 from 1892352 to 2129920 tid 4 2021-07-26T15:51:20.112 INFO:tasks.rados.rados.0.smithi046.stdout:1664: snap_remove snap 153 2021-07-26T15:51:20.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:20 smithi073 bash[34190]: cluster 2021-07-26T15:51:19.081618+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T15:51:20.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:20 smithi046 bash[41283]: cluster 2021-07-26T15:51:19.081618+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T15:51:20.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:20 smithi046 bash[42351]: cluster 2021-07-26T15:51:19.081618+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T15:51:20.868 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:20 smithi073 bash[39580]: debug 2021-07-26T15:51:20.577+0000 7fde492dd700 1 -- 172.21.15.73:0/1868468026 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5653d1d12340 con 0x5653d1d6d000 2021-07-26T15:51:20.891 INFO:tasks.rados.rados.0.smithi046.stdout:1664: done (4 left) 2021-07-26T15:51:20.891 INFO:tasks.rados.rados.0.smithi046.stdout:1665: rollback oid 26 current snap is 154 2021-07-26T15:51:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 151 2021-07-26T15:51:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing copy_from to smithi04638994-11 2021-07-26T15:51:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:1660: got expected ENOENT (src dne) 2021-07-26T15:51:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:1660: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:51:20.892 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 0 to smithi04638994-32 2021-07-26T15:51:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 1 to smithi04638994-32 2021-07-26T15:51:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:1661: finishing rollback tid 2 to smithi04638994-32 2021-07-26T15:51:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 946 (ObjNum 465 snap 137 seq_num 465) dirty exists 2021-07-26T15:51:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:1660: done (4 left) 2021-07-26T15:51:20.893 INFO:tasks.rados.rados.0.smithi046.stdout:1661: done (3 left) 2021-07-26T15:51:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:1666: delete oid 17 current snap is 154 2021-07-26T15:51:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 1 to smithi04638994-50 2021-07-26T15:51:20.894 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 2 to smithi04638994-50 2021-07-26T15:51:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 3 to smithi04638994-50 2021-07-26T15:51:20.895 INFO:tasks.rados.rados.0.smithi046.stdout:1662: expect (ObjNum 529 snap 151 seq_num 529) 2021-07-26T15:51:20.944 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 4 to smithi04638994-50 2021-07-26T15:51:20.944 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 5 to smithi04638994-50 2021-07-26T15:51:20.944 INFO:tasks.rados.rados.0.smithi046.stdout:1663: finishing write tid 6 to smithi04638994-50 2021-07-26T15:51:20.945 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 907 (ObjNum 531 snap 154 seq_num 531) dirty exists 2021-07-26T15:51:20.945 INFO:tasks.rados.rados.0.smithi046.stdout:1663: left oid 50 (ObjNum 531 snap 154 seq_num 531) 2021-07-26T15:51:20.945 INFO:tasks.rados.rados.0.smithi046.stdout:1662: done (3 left) 2021-07-26T15:51:20.945 INFO:tasks.rados.rados.0.smithi046.stdout:1663: done (2 left) 2021-07-26T15:51:20.946 INFO:tasks.rados.rados.0.smithi046.stdout:1666: done (1 left) 2021-07-26T15:51:20.946 INFO:tasks.rados.rados.0.smithi046.stdout:1667: delete oid 10 current snap is 154 2021-07-26T15:51:20.946 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:51:20.946 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:51:20.947 INFO:tasks.rados.rados.0.smithi046.stdout:1665: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:51:20.947 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 910 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:20.948 INFO:tasks.rados.rados.0.smithi046.stdout:1665: done (1 left) 2021-07-26T15:51:20.949 INFO:tasks.rados.rados.0.smithi046.stdout:1667: done (0 left) 2021-07-26T15:51:20.949 INFO:tasks.rados.rados.0.smithi046.stdout:1668: snap_remove snap 148 2021-07-26T15:51:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:21 smithi073 bash[34190]: cluster 2021-07-26T15:51:19.905939+0000 mgr.y (mgr.24683) 231 : cluster [DBG] pgmap v368: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 226 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 11 op/s; 31/192 objects degraded (16.146%) 2021-07-26T15:51:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:21 smithi073 bash[34190]: cluster 2021-07-26T15:51:20.092902+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T15:51:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:21 smithi073 bash[34190]: cluster 2021-07-26T15:51:20.891069+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T15:51:21.368 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:20 smithi073 bash[39580]: debug 2021-07-26T15:51:20.877+0000 7fde50b310c0 -1 Falling back to public interface 2021-07-26T15:51:21.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[42351]: cluster 2021-07-26T15:51:19.905939+0000 mgr.y (mgr.24683) 231 : cluster [DBG] pgmap v368: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 226 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 11 op/s; 31/192 objects degraded (16.146%) 2021-07-26T15:51:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[42351]: cluster 2021-07-26T15:51:20.092902+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T15:51:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[42351]: cluster 2021-07-26T15:51:20.891069+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T15:51:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[41283]: cluster 2021-07-26T15:51:19.905939+0000 mgr.y (mgr.24683) 231 : cluster [DBG] pgmap v368: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 226 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 11 op/s; 31/192 objects degraded (16.146%) 2021-07-26T15:51:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[41283]: cluster 2021-07-26T15:51:20.092902+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T15:51:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:21 smithi046 bash[41283]: cluster 2021-07-26T15:51:20.891069+0000 mon.a (mon.0) 742 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T15:51:21.903 INFO:tasks.rados.rados.0.smithi046.stdout:1668: done (0 left) 2021-07-26T15:51:21.904 INFO:tasks.rados.rados.0.smithi046.stdout:1669: setattr oid 36 current snap is 154 2021-07-26T15:51:21.907 INFO:tasks.rados.rados.0.smithi046.stdout:1670: copy_from oid 38 from oid 1 current snap is 154 2021-07-26T15:51:21.907 INFO:tasks.rados.rados.0.smithi046.stdout:1671: rollback oid 15 current snap is 154 2021-07-26T15:51:21.907 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 151 2021-07-26T15:51:21.907 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 154 2021-07-26T15:51:21.908 INFO:tasks.rados.rados.0.smithi046.stdout:1672: seq_num 534 ranges {2990080=548864,3538944=516096,4055040=688128} 2021-07-26T15:51:21.931 INFO:tasks.rados.rados.0.smithi046.stdout:1672: writing smithi04638994-22 from 2990080 to 3538944 tid 1 2021-07-26T15:51:21.934 INFO:tasks.rados.rados.0.smithi046.stdout:1672: writing smithi04638994-22 from 3538944 to 4055040 tid 2 2021-07-26T15:51:21.939 INFO:tasks.rados.rados.0.smithi046.stdout:1672: writing smithi04638994-22 from 4055040 to 4743168 tid 3 2021-07-26T15:51:21.939 INFO:tasks.rados.rados.0.smithi046.stdout:1673: rollback oid 10 current snap is 154 2021-07-26T15:51:21.940 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 151 2021-07-26T15:51:21.940 INFO:tasks.rados.rados.0.smithi046.stdout:1671: finishing rollback tid 0 to smithi04638994-15 2021-07-26T15:51:21.940 INFO:tasks.rados.rados.0.smithi046.stdout:1671: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:51:21.940 INFO:tasks.rados.rados.0.smithi046.stdout:1671: finishing rollback tid 2 to smithi04638994-15 2021-07-26T15:51:21.941 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 668 (ObjNum 513 snap 147 seq_num 513) dirty exists 2021-07-26T15:51:21.941 INFO:tasks.rados.rados.0.smithi046.stdout:1670: finishing copy_from to smithi04638994-38 2021-07-26T15:51:21.941 INFO:tasks.rados.rados.0.smithi046.stdout:1670: got expected ENOENT (src dne) 2021-07-26T15:51:21.941 INFO:tasks.rados.rados.0.smithi046.stdout:1670: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:51:21.941 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 992 (ObjNum 1700679266 snap 1835557464 seq_num 1936223091) dirty exists 2021-07-26T15:51:21.942 INFO:tasks.rados.rados.0.smithi046.stdout:1669: done (4 left) 2021-07-26T15:51:21.942 INFO:tasks.rados.rados.0.smithi046.stdout:1670: done (3 left) 2021-07-26T15:51:21.942 INFO:tasks.rados.rados.0.smithi046.stdout:1671: done (2 left) 2021-07-26T15:51:21.942 INFO:tasks.rados.rados.0.smithi046.stdout:1674: snap_create 2021-07-26T15:51:21.943 INFO:tasks.rados.rados.0.smithi046.stdout:1672: finishing write tid 1 to smithi04638994-22 2021-07-26T15:51:21.943 INFO:tasks.rados.rados.0.smithi046.stdout:1672: finishing write tid 2 to smithi04638994-22 2021-07-26T15:51:21.944 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:51:21.944 INFO:tasks.rados.rados.0.smithi046.stdout:1673: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:51:21.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 949 (ObjNum 496 snap 145 seq_num 496) dirty exists 2021-07-26T15:51:21.945 INFO:tasks.rados.rados.0.smithi046.stdout:1672: finishing write tid 3 to smithi04638994-22 2021-07-26T15:51:21.945 INFO:tasks.rados.rados.0.smithi046.stdout:1672: finishing write tid 4 to smithi04638994-22 2021-07-26T15:51:21.948 INFO:tasks.rados.rados.0.smithi046.stdout:1672: finishing write tid 5 to smithi04638994-22 2021-07-26T15:51:21.948 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1076 (ObjNum 534 snap 154 seq_num 534) dirty exists 2021-07-26T15:51:21.948 INFO:tasks.rados.rados.0.smithi046.stdout:1672: left oid 22 (ObjNum 534 snap 154 seq_num 534) 2021-07-26T15:51:22.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.398615+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.404845+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.412127+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:22.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.414134+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.416003+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.417456+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.419764+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.420858+0000 mgr.y (mgr.24683) 232 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T15:51:22.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.426589+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.428634+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T15:51:22.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.436046+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T15:51:22.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.437485+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T15:51:22.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.442560+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T15:51:22.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.443976+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T15:51:22.688 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.448019+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T15:51:22.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.449515+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T15:51:22.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.455538+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T15:51:22.689 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.456984+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T15:51:22.690 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.398615+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.404845+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.691 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.412127+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:22.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.414134+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.416003+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.692 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.417456+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.419764+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.693 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.420858+0000 mgr.y (mgr.24683) 232 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T15:51:22.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.426589+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.694 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.428634+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T15:51:22.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.436046+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T15:51:22.695 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.437485+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T15:51:22.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.442560+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T15:51:22.696 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.443976+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T15:51:22.697 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.448019+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T15:51:22.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.449515+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T15:51:22.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.455538+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T15:51:22.698 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.456984+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T15:51:22.699 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.463770+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T15:51:22.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.465129+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T15:51:22.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.472945+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T15:51:22.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.474552+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T15:51:22.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.479942+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T15:51:22.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.481240+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T15:51:22.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.485706+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T15:51:22.702 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.487638+0000 mgr.y (mgr.24683) 233 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T15:51:22.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.488397+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T15:51:22.703 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.902986+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T15:51:22.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cluster 2021-07-26T15:51:21.903176+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T15:51:22.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.906321+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.704 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cluster 2021-07-26T15:51:21.906845+0000 mgr.y (mgr.24683) 234 : cluster [DBG] pgmap v372: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 235 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 8 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:22.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.907575+0000 mgr.y (mgr.24683) 235 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T15:51:22.705 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.915710+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.918047+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.921739+0000 mgr.y (mgr.24683) 236 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T15:51:22.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.932702+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.934042+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.709 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.463770+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T15:51:22.710 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.465129+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T15:51:22.710 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.472945+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T15:51:22.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.474552+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T15:51:22.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.479942+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T15:51:22.711 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.481240+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T15:51:22.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.485706+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T15:51:22.712 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.487638+0000 mgr.y (mgr.24683) 233 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T15:51:22.713 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.488397+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T15:51:22.713 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.902986+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T15:51:22.713 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cluster 2021-07-26T15:51:21.903176+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T15:51:22.714 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.906321+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.714 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cluster 2021-07-26T15:51:21.906845+0000 mgr.y (mgr.24683) 234 : cluster [DBG] pgmap v372: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 235 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 8 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:22.715 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.907575+0000 mgr.y (mgr.24683) 235 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T15:51:22.715 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.915710+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.716 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.918047+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.716 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.921739+0000 mgr.y (mgr.24683) 236 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T15:51:22.717 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.932702+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.718 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.934042+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.934956+0000 mgr.y (mgr.24683) 237 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T15:51:22.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.941796+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.720 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.943821+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.720 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.945378+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.721 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.946534+0000 mgr.y (mgr.24683) 238 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T15:51:22.721 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.951988+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.721 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.953032+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.722 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: cephadm 2021-07-26T15:51:21.953951+0000 mgr.y (mgr.24683) 239 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T15:51:22.723 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[41283]: audit 2021-07-26T15:51:21.958379+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.723 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.934956+0000 mgr.y (mgr.24683) 237 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T15:51:22.724 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.941796+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.724 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.943821+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.724 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.945378+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.725 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.946534+0000 mgr.y (mgr.24683) 238 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T15:51:22.725 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.951988+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.726 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.953032+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.726 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: cephadm 2021-07-26T15:51:21.953951+0000 mgr.y (mgr.24683) 239 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T15:51:22.726 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:22 smithi046 bash[42351]: audit 2021-07-26T15:51:21.958379+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.398615+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.404845+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.412127+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:22.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.414134+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.416003+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.417456+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.419764+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.420858+0000 mgr.y (mgr.24683) 232 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T15:51:22.871 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.426589+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.428634+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T15:51:22.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.436046+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T15:51:22.872 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.437485+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T15:51:22.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.442560+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T15:51:22.873 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.443976+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T15:51:22.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.448019+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T15:51:22.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.449515+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T15:51:22.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.455538+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T15:51:22.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.456984+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T15:51:22.874 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.463770+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T15:51:22.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.465129+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T15:51:22.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.472945+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T15:51:22.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.474552+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T15:51:22.875 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.479942+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T15:51:22.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.481240+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T15:51:22.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.485706+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T15:51:22.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.487638+0000 mgr.y (mgr.24683) 233 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T15:51:22.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.488397+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T15:51:22.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.902986+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T15:51:22.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cluster 2021-07-26T15:51:21.903176+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T15:51:22.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.906321+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cluster 2021-07-26T15:51:21.906845+0000 mgr.y (mgr.24683) 234 : cluster [DBG] pgmap v372: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 235 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 8 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:22.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.907575+0000 mgr.y (mgr.24683) 235 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T15:51:22.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.915710+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.918047+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.921739+0000 mgr.y (mgr.24683) 236 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T15:51:22.878 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.932702+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.934042+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.934956+0000 mgr.y (mgr.24683) 237 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T15:51:22.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.941796+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.879 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.943821+0000 mon.a (mon.0) 776 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.945378+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.946534+0000 mgr.y (mgr.24683) 238 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T15:51:22.880 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.951988+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.953032+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:22.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: cephadm 2021-07-26T15:51:21.953951+0000 mgr.y (mgr.24683) 239 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T15:51:22.881 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:22 smithi073 bash[34190]: audit 2021-07-26T15:51:21.958379+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:1672: done (2 left) 2021-07-26T15:51:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:1673: done (1 left) 2021-07-26T15:51:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:1674: done (0 left) 2021-07-26T15:51:22.947 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 155 2021-07-26T15:51:22.947 INFO:tasks.rados.rados.0.smithi046.stdout:1675: seq_num 535 ranges {3334144=565248,3899392=802816,4702208=401408} 2021-07-26T15:51:22.973 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04638994-8 from 3334144 to 3899392 tid 1 2021-07-26T15:51:22.977 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04638994-8 from 3899392 to 4702208 tid 2 2021-07-26T15:51:22.980 INFO:tasks.rados.rados.0.smithi046.stdout:1675: writing smithi04638994-8 from 4702208 to 5103616 tid 3 2021-07-26T15:51:22.980 INFO:tasks.rados.rados.0.smithi046.stdout:1676: delete oid 12 current snap is 155 2021-07-26T15:51:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:1676: done (1 left) 2021-07-26T15:51:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 155 2021-07-26T15:51:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:1677: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2021-07-26T15:51:22.993 INFO:tasks.rados.rados.0.smithi046.stdout:1677: writing smithi04638994-35 from 0 to 598016 tid 1 2021-07-26T15:51:22.997 INFO:tasks.rados.rados.0.smithi046.stdout:1677: writing smithi04638994-35 from 598016 to 1171456 tid 2 2021-07-26T15:51:23.002 INFO:tasks.rados.rados.0.smithi046.stdout:1677: writing smithi04638994-35 from 1171456 to 1662976 tid 3 2021-07-26T15:51:23.003 INFO:tasks.rados.rados.0.smithi046.stdout:1677: writing smithi04638994-35 from 1662976 to 1802240 tid 4 2021-07-26T15:51:23.004 INFO:tasks.rados.rados.0.smithi046.stdout:1678: delete oid 4 current snap is 155 2021-07-26T15:51:23.004 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 1 to smithi04638994-8 2021-07-26T15:51:23.004 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 2 to smithi04638994-8 2021-07-26T15:51:23.004 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 3 to smithi04638994-8 2021-07-26T15:51:23.005 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 4 to smithi04638994-8 2021-07-26T15:51:23.005 INFO:tasks.rados.rados.0.smithi046.stdout:1675: finishing write tid 5 to smithi04638994-8 2021-07-26T15:51:23.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1139 (ObjNum 535 snap 155 seq_num 535) dirty exists 2021-07-26T15:51:23.005 INFO:tasks.rados.rados.0.smithi046.stdout:1675: left oid 8 (ObjNum 535 snap 155 seq_num 535) 2021-07-26T15:51:23.005 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 1 to smithi04638994-35 2021-07-26T15:51:23.006 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 2 to smithi04638994-35 2021-07-26T15:51:23.007 INFO:tasks.rados.rados.0.smithi046.stdout:1675: done (2 left) 2021-07-26T15:51:23.007 INFO:tasks.rados.rados.0.smithi046.stdout:1678: done (1 left) 2021-07-26T15:51:23.008 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 155 2021-07-26T15:51:23.008 INFO:tasks.rados.rados.0.smithi046.stdout:1679: seq_num 539 ranges {1105920=630784,1736704=737280,2473984=466944} 2021-07-26T15:51:23.019 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04638994-47 from 1105920 to 1736704 tid 1 2021-07-26T15:51:23.024 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04638994-47 from 1736704 to 2473984 tid 2 2021-07-26T15:51:23.027 INFO:tasks.rados.rados.0.smithi046.stdout:1679: writing smithi04638994-47 from 2473984 to 2940928 tid 3 2021-07-26T15:51:23.027 INFO:tasks.rados.rados.0.smithi046.stdout:1680: rmattr oid 23 current snap is 155 2021-07-26T15:51:23.028 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 3 to smithi04638994-35 2021-07-26T15:51:23.028 INFO:tasks.rados.rados.0.smithi046.stdout:1681: copy_from oid 38 from oid 50 current snap is 155 2021-07-26T15:51:23.028 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 4 to smithi04638994-35 2021-07-26T15:51:23.028 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 5 to smithi04638994-35 2021-07-26T15:51:23.028 INFO:tasks.rados.rados.0.smithi046.stdout:1677: finishing write tid 6 to smithi04638994-35 2021-07-26T15:51:23.029 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 929 (ObjNum 537 snap 155 seq_num 537) dirty exists 2021-07-26T15:51:23.029 INFO:tasks.rados.rados.0.smithi046.stdout:1677: left oid 35 (ObjNum 537 snap 155 seq_num 537) 2021-07-26T15:51:23.029 INFO:tasks.rados.rados.0.smithi046.stdout:1677: done (3 left) 2021-07-26T15:51:23.029 INFO:tasks.rados.rados.0.smithi046.stdout:1682: copy_from oid 7 from oid 45 current snap is 155 2021-07-26T15:51:23.030 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 155 2021-07-26T15:51:23.030 INFO:tasks.rados.rados.0.smithi046.stdout:1683: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2021-07-26T15:51:23.030 INFO:tasks.rados.rados.0.smithi046.stdout:1683: writing smithi04638994-42 from 0 to 647168 tid 1 2021-07-26T15:51:23.035 INFO:tasks.rados.rados.0.smithi046.stdout:1683: writing smithi04638994-42 from 647168 to 1318912 tid 2 2021-07-26T15:51:23.039 INFO:tasks.rados.rados.0.smithi046.stdout:1683: writing smithi04638994-42 from 1318912 to 1851392 tid 3 2021-07-26T15:51:23.039 INFO:tasks.rados.rados.0.smithi046.stdout:1684: delete oid 46 current snap is 155 2021-07-26T15:51:23.039 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 1 to smithi04638994-47 2021-07-26T15:51:23.039 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1141 (ObjNum 473 snap 140 seq_num 473) dirty exists 2021-07-26T15:51:23.040 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 2 to smithi04638994-47 2021-07-26T15:51:23.040 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 3 to smithi04638994-47 2021-07-26T15:51:23.040 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 4 to smithi04638994-47 2021-07-26T15:51:23.040 INFO:tasks.rados.rados.0.smithi046.stdout:1683: finishing write tid 1 to smithi04638994-42 2021-07-26T15:51:23.041 INFO:tasks.rados.rados.0.smithi046.stdout:1679: finishing write tid 5 to smithi04638994-47 2021-07-26T15:51:23.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 145 (ObjNum 539 snap 155 seq_num 539) dirty exists 2021-07-26T15:51:23.041 INFO:tasks.rados.rados.0.smithi046.stdout:1679: left oid 47 (ObjNum 539 snap 155 seq_num 539) 2021-07-26T15:51:23.043 INFO:tasks.rados.rados.0.smithi046.stdout:1683: finishing write tid 2 to smithi04638994-42 2021-07-26T15:51:23.043 INFO:tasks.rados.rados.0.smithi046.stdout:1683: finishing write tid 3 to smithi04638994-42 2021-07-26T15:51:23.043 INFO:tasks.rados.rados.0.smithi046.stdout:1683: finishing write tid 4 to smithi04638994-42 2021-07-26T15:51:23.043 INFO:tasks.rados.rados.0.smithi046.stdout:1679: done (5 left) 2021-07-26T15:51:23.044 INFO:tasks.rados.rados.0.smithi046.stdout:1680: done (4 left) 2021-07-26T15:51:23.044 INFO:tasks.rados.rados.0.smithi046.stdout:1684: done (3 left) 2021-07-26T15:51:23.044 INFO:tasks.rados.rados.0.smithi046.stdout:1685: read oid 34 snap -1 2021-07-26T15:51:23.044 INFO:tasks.rados.rados.0.smithi046.stdout:1685: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:51:23.044 INFO:tasks.rados.rados.0.smithi046.stdout:1686: delete oid 30 current snap is 155 2021-07-26T15:51:23.045 INFO:tasks.rados.rados.0.smithi046.stdout:1683: finishing write tid 5 to smithi04638994-42 2021-07-26T15:51:23.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 196 (ObjNum 540 snap 155 seq_num 540) dirty exists 2021-07-26T15:51:23.046 INFO:tasks.rados.rados.0.smithi046.stdout:1683: left oid 42 (ObjNum 540 snap 155 seq_num 540) 2021-07-26T15:51:23.046 INFO:tasks.rados.rados.0.smithi046.stdout:1683: done (4 left) 2021-07-26T15:51:23.046 INFO:tasks.rados.rados.0.smithi046.stdout:1686: done (3 left) 2021-07-26T15:51:23.046 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 155 2021-07-26T15:51:23.047 INFO:tasks.rados.rados.0.smithi046.stdout:1687: seq_num 543 ranges {4743168=704512,5447680=729088,6176768=475136} 2021-07-26T15:51:23.077 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04638994-22 from 4743168 to 5447680 tid 1 2021-07-26T15:51:23.081 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04638994-22 from 5447680 to 6176768 tid 2 2021-07-26T15:51:23.084 INFO:tasks.rados.rados.0.smithi046.stdout:1687: writing smithi04638994-22 from 6176768 to 6651904 tid 3 2021-07-26T15:51:23.085 INFO:tasks.rados.rados.0.smithi046.stdout:1688: snap_remove snap 151 2021-07-26T15:51:23.883 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:23.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:23.883 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:23.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:23.883 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:23 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:23.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:51:23.953 INFO:tasks.rados.rados.0.smithi046.stdout:1688: done (4 left) 2021-07-26T15:51:23.954 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 155 2021-07-26T15:51:23.954 INFO:tasks.rados.rados.0.smithi046.stdout:1681: finishing copy_from to smithi04638994-38 2021-07-26T15:51:23.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 907 (ObjNum 531 snap 154 seq_num 531) dirty exists 2021-07-26T15:51:23.955 INFO:tasks.rados.rados.0.smithi046.stdout:1681: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:51:23.955 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 1 to smithi04638994-22 2021-07-26T15:51:23.955 INFO:tasks.rados.rados.0.smithi046.stdout:1685: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:51:24.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:23 smithi046 bash[41283]: cluster 2021-07-26T15:51:22.945675+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T15:51:24.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:23 smithi046 bash[42351]: cluster 2021-07-26T15:51:22.945675+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T15:51:24.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:23 smithi073 bash[34190]: cluster 2021-07-26T15:51:22.945675+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T15:51:24.441 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 2 to smithi04638994-22 2021-07-26T15:51:24.441 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 3 to smithi04638994-22 2021-07-26T15:51:24.442 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 4 to smithi04638994-22 2021-07-26T15:51:24.442 INFO:tasks.rados.rados.0.smithi046.stdout:1687: finishing write tid 5 to smithi04638994-22 2021-07-26T15:51:24.442 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1080 (ObjNum 543 snap 155 seq_num 543) dirty exists 2021-07-26T15:51:24.442 INFO:tasks.rados.rados.0.smithi046.stdout:1687: left oid 22 (ObjNum 543 snap 155 seq_num 543) 2021-07-26T15:51:24.442 INFO:tasks.rados.rados.0.smithi046.stdout:1682: finishing copy_from to smithi04638994-7 2021-07-26T15:51:24.443 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 492 (ObjNum 493 snap 145 seq_num 493) dirty exists 2021-07-26T15:51:24.443 INFO:tasks.rados.rados.0.smithi046.stdout:1682: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:51:24.443 INFO:tasks.rados.rados.0.smithi046.stdout:1689: seq_num 544 ranges {1482752=720896,2203648=614400,2818048=589824} 2021-07-26T15:51:24.462 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04638994-2 from 1482752 to 2203648 tid 1 2021-07-26T15:51:24.466 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04638994-2 from 2203648 to 2818048 tid 2 2021-07-26T15:51:24.469 INFO:tasks.rados.rados.0.smithi046.stdout:1689: writing smithi04638994-2 from 2818048 to 3407872 tid 3 2021-07-26T15:51:24.470 INFO:tasks.rados.rados.0.smithi046.stdout:1681: done (4 left) 2021-07-26T15:51:24.470 INFO:tasks.rados.rados.0.smithi046.stdout:1682: done (3 left) 2021-07-26T15:51:24.470 INFO:tasks.rados.rados.0.smithi046.stdout:1685: done (2 left) 2021-07-26T15:51:24.470 INFO:tasks.rados.rados.0.smithi046.stdout:1687: done (1 left) 2021-07-26T15:51:24.470 INFO:tasks.rados.rados.0.smithi046.stdout:1690: snap_create 2021-07-26T15:51:24.471 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 1 to smithi04638994-2 2021-07-26T15:51:24.476 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 2 to smithi04638994-2 2021-07-26T15:51:24.476 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 3 to smithi04638994-2 2021-07-26T15:51:24.477 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 4 to smithi04638994-2 2021-07-26T15:51:24.478 INFO:tasks.rados.rados.0.smithi046.stdout:1689: finishing write tid 5 to smithi04638994-2 2021-07-26T15:51:24.479 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 953 (ObjNum 544 snap 155 seq_num 544) dirty exists 2021-07-26T15:51:24.479 INFO:tasks.rados.rados.0.smithi046.stdout:1689: left oid 2 (ObjNum 544 snap 155 seq_num 544) 2021-07-26T15:51:24.867 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:24 smithi073 bash[39580]: debug 2021-07-26T15:51:24.589+0000 7fde50b310c0 -1 osd.7 372 log_to_monitors {default=true} 2021-07-26T15:51:24.959 INFO:tasks.rados.rados.0.smithi046.stdout:1689: done (1 left) 2021-07-26T15:51:24.959 INFO:tasks.rados.rados.0.smithi046.stdout:1690: done (0 left) 2021-07-26T15:51:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1691: rollback oid 36 current snap is 156 2021-07-26T15:51:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 154 2021-07-26T15:51:24.960 INFO:tasks.rados.rados.0.smithi046.stdout:1692: snap_create 2021-07-26T15:51:24.968 INFO:tasks.rados.rados.0.smithi046.stdout:1691: finishing rollback tid 0 to smithi04638994-36 2021-07-26T15:51:24.969 INFO:tasks.rados.rados.0.smithi046.stdout:1691: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:51:24.970 INFO:tasks.rados.rados.0.smithi046.stdout:1691: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:51:24.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 995 (ObjNum 1 snap 32682 seq_num 198691600) dirty exists 2021-07-26T15:51:25.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[42351]: cluster 2021-07-26T15:51:23.907783+0000 mgr.y (mgr.24683) 240 : cluster [DBG] pgmap v374: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:25.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[42351]: cluster 2021-07-26T15:51:23.954518+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T15:51:25.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[42351]: audit 2021-07-26T15:51:24.600495+0000 mon.a (mon.0) 783 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:25.183 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:25 smithi046 systemd[1]: Stopping Ceph node-exporter.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:51:25.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[41283]: cluster 2021-07-26T15:51:23.907783+0000 mgr.y (mgr.24683) 240 : cluster [DBG] pgmap v374: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:25.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[41283]: cluster 2021-07-26T15:51:23.954518+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T15:51:25.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:24 smithi046 bash[41283]: audit 2021-07-26T15:51:24.600495+0000 mon.a (mon.0) 783 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:25.367 INFO:journalctl@ceph.osd.7.smithi073.stdout:Jul 26 15:51:24 smithi073 bash[39580]: debug 2021-07-26T15:51:24.977+0000 7fde3fc81700 -1 osd.7 372 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:51:25.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:24 smithi073 bash[34190]: cluster 2021-07-26T15:51:23.907783+0000 mgr.y (mgr.24683) 240 : cluster [DBG] pgmap v374: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:24 smithi073 bash[34190]: cluster 2021-07-26T15:51:23.954518+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T15:51:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:24 smithi073 bash[34190]: audit 2021-07-26T15:51:24.600495+0000 mon.a (mon.0) 783 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:25.465 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:25 smithi046 docker[49635]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:25.965 INFO:tasks.rados.rados.0.smithi046.stdout:1691: done (1 left) 2021-07-26T15:51:25.966 INFO:tasks.rados.rados.0.smithi046.stdout:1692: done (0 left) 2021-07-26T15:51:25.966 INFO:tasks.rados.rados.0.smithi046.stdout:1693: read oid 4 snap 156 2021-07-26T15:51:25.966 INFO:tasks.rados.rados.0.smithi046.stdout:1693: expect deleted 2021-07-26T15:51:25.967 INFO:tasks.rados.rados.0.smithi046.stdout:1694: snap_remove snap 154 2021-07-26T15:51:26.327 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: cephadm 2021-07-26T15:51:24.741762+0000 mgr.y (mgr.24683) 241 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T15:51:26.328 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: cephadm 2021-07-26T15:51:24.742143+0000 mgr.y (mgr.24683) 242 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:51:26.328 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: audit 2021-07-26T15:51:24.960390+0000 mon.a (mon.0) 784 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:26.328 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: cluster 2021-07-26T15:51:24.960567+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T15:51:26.328 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: audit 2021-07-26T15:51:24.961628+0000 mon.a (mon.0) 786 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:51:26.329 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[42351]: cluster 2021-07-26T15:51:25.884817+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: Degraded data redundancy: 35/216 objects degraded (16.204%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:26.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: cephadm 2021-07-26T15:51:24.741762+0000 mgr.y (mgr.24683) 241 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T15:51:26.329 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: cephadm 2021-07-26T15:51:24.742143+0000 mgr.y (mgr.24683) 242 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:51:26.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: audit 2021-07-26T15:51:24.960390+0000 mon.a (mon.0) 784 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:26.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: cluster 2021-07-26T15:51:24.960567+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T15:51:26.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: audit 2021-07-26T15:51:24.961628+0000 mon.a (mon.0) 786 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:51:26.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:25 smithi046 bash[41283]: cluster 2021-07-26T15:51:25.884817+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: Degraded data redundancy: 35/216 objects degraded (16.204%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:26.331 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 docker[49635]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-node-exporter.a 2021-07-26T15:51:26.331 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2021-07-26T15:51:26.331 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.a.service: Failed with result 'exit-code'. 2021-07-26T15:51:26.331 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 systemd[1]: Stopped Ceph node-exporter.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:26.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: cephadm 2021-07-26T15:51:24.741762+0000 mgr.y (mgr.24683) 241 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T15:51:26.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: cephadm 2021-07-26T15:51:24.742143+0000 mgr.y (mgr.24683) 242 : cephadm [INF] Deploying daemon node-exporter.a on smithi046 2021-07-26T15:51:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: audit 2021-07-26T15:51:24.960390+0000 mon.a (mon.0) 784 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: cluster 2021-07-26T15:51:24.960567+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T15:51:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: audit 2021-07-26T15:51:24.961628+0000 mon.a (mon.0) 786 : audit [INF] from='osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch 2021-07-26T15:51:26.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:25 smithi073 bash[34190]: cluster 2021-07-26T15:51:25.884817+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: Degraded data redundancy: 35/216 objects degraded (16.204%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:26.681 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 systemd[1]: Started Ceph node-exporter.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:26.682 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[49716]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:26.984 INFO:tasks.rados.rados.0.smithi046.stdout:1694: done (1 left) 2021-07-26T15:51:26.984 INFO:tasks.rados.rados.0.smithi046.stdout:1695: setattr oid 49 current snap is 157 2021-07-26T15:51:26.984 INFO:tasks.rados.rados.0.smithi046.stdout:1693: done (1 left) 2021-07-26T15:51:26.984 INFO:tasks.rados.rados.0.smithi046.stdout:1696: snap_remove snap 156 2021-07-26T15:51:27.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: cluster 2021-07-26T15:51:25.908558+0000 mgr.y (mgr.24683) 243 : cluster [DBG] pgmap v377: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 427 KiB/s wr, 1 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:27.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: cluster 2021-07-26T15:51:25.957625+0000 mon.a (mon.0) 788 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:51:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: cluster 2021-07-26T15:51:25.966593+0000 mon.a (mon.0) 789 : cluster [INF] osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615] boot 2021-07-26T15:51:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: cluster 2021-07-26T15:51:25.966778+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-07-26T15:51:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: audit 2021-07-26T15:51:25.967677+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:27.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: audit 2021-07-26T15:51:26.485368+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:27.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: audit 2021-07-26T15:51:26.486397+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:27.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: audit 2021-07-26T15:51:26.487984+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:27.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:26 smithi073 bash[34190]: audit 2021-07-26T15:51:26.489186+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: cluster 2021-07-26T15:51:25.908558+0000 mgr.y (mgr.24683) 243 : cluster [DBG] pgmap v377: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 427 KiB/s wr, 1 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: cluster 2021-07-26T15:51:25.957625+0000 mon.a (mon.0) 788 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:51:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: cluster 2021-07-26T15:51:25.966593+0000 mon.a (mon.0) 789 : cluster [INF] osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615] boot 2021-07-26T15:51:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: cluster 2021-07-26T15:51:25.966778+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-07-26T15:51:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: audit 2021-07-26T15:51:25.967677+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: audit 2021-07-26T15:51:26.485368+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: audit 2021-07-26T15:51:26.486397+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:27.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: audit 2021-07-26T15:51:26.487984+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:27.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[41283]: audit 2021-07-26T15:51:26.489186+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:27.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: cluster 2021-07-26T15:51:25.908558+0000 mgr.y (mgr.24683) 243 : cluster [DBG] pgmap v377: 25 pgs: 7 active+undersized+degraded, 5 active+undersized, 13 active+clean; 232 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 427 KiB/s wr, 1 op/s; 35/216 objects degraded (16.204%) 2021-07-26T15:51:27.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: cluster 2021-07-26T15:51:25.957625+0000 mon.a (mon.0) 788 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:51:27.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: cluster 2021-07-26T15:51:25.966593+0000 mon.a (mon.0) 789 : cluster [INF] osd.7 [v2:172.21.15.73:6824/565251615,v1:172.21.15.73:6825/565251615] boot 2021-07-26T15:51:27.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: cluster 2021-07-26T15:51:25.966778+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-07-26T15:51:27.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: audit 2021-07-26T15:51:25.967677+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:27.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: audit 2021-07-26T15:51:26.485368+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:27.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: audit 2021-07-26T15:51:26.486397+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:27.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: audit 2021-07-26T15:51:26.487984+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:27.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:26 smithi046 bash[42351]: audit 2021-07-26T15:51:26.489186+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:27.999 INFO:tasks.rados.rados.0.smithi046.stdout:1696: done (1 left) 2021-07-26T15:51:28.000 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 157 2021-07-26T15:51:28.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 939 (ObjNum 482 snap 141 seq_num 482) dirty exists 2021-07-26T15:51:28.000 INFO:tasks.rados.rados.0.smithi046.stdout:1697: seq_num 545 ranges {7233536=737280,7970816=491520,8462336=450560,8912896=262144} 2021-07-26T15:51:28.047 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04638994-41 from 7233536 to 7970816 tid 1 2021-07-26T15:51:28.050 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04638994-41 from 7970816 to 8462336 tid 2 2021-07-26T15:51:28.053 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04638994-41 from 8462336 to 8912896 tid 3 2021-07-26T15:51:28.056 INFO:tasks.rados.rados.0.smithi046.stdout:1697: writing smithi04638994-41 from 8912896 to 9175040 tid 4 2021-07-26T15:51:28.056 INFO:tasks.rados.rados.0.smithi046.stdout:1695: done (1 left) 2021-07-26T15:51:28.056 INFO:tasks.rados.rados.0.smithi046.stdout:1698: copy_from oid 29 from oid 48 current snap is 157 2021-07-26T15:51:28.057 INFO:tasks.rados.rados.0.smithi046.stdout:1699: snap_remove snap 155 2021-07-26T15:51:28.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[41283]: cluster 2021-07-26T15:51:26.980115+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-07-26T15:51:28.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[42351]: cluster 2021-07-26T15:51:26.980115+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-07-26T15:51:28.183 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:51:28.183 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:51:28.183 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:51:28.183 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:51:28.184 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:51:28.184 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:51:28.184 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:51:28.184 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:51:28.184 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:51:28.185 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:51:28.185 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:51:28.185 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:51:28.185 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:51:28.186 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:51:28.186 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:51:28.186 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:51:28.186 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:51:28.187 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:51:28.187 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:51:28.187 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:51:28.187 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:51:28.188 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:51:28.188 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:51:28.188 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:51:28.188 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:51:28.188 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:51:28.189 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:51:28.189 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:51:28.189 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:51:28.190 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:51:28.190 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:51:28.190 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:51:28.191 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:51:28.191 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:51:28.191 INFO:journalctl@ceph.node-exporter.a.smithi046.stdout:Jul 26 15:51:27 smithi046 bash[49716]: time="2021-07-26T15:51:27Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:51:28.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:27 smithi073 bash[34190]: cluster 2021-07-26T15:51:26.980115+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-07-26T15:51:29.010 INFO:tasks.rados.rados.0.smithi046.stdout:1699: done (2 left) 2021-07-26T15:51:29.010 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 157 2021-07-26T15:51:29.010 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 1 to smithi04638994-41 2021-07-26T15:51:29.011 INFO:tasks.rados.rados.0.smithi046.stdout:1700: seq_num 546 ranges {10575872=753664,11329536=778240,12107776=425984} 2021-07-26T15:51:29.074 INFO:tasks.rados.rados.0.smithi046.stdout:1700: writing smithi04638994-49 from 10575872 to 11329536 tid 1 2021-07-26T15:51:29.078 INFO:tasks.rados.rados.0.smithi046.stdout:1700: writing smithi04638994-49 from 11329536 to 12107776 tid 2 2021-07-26T15:51:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:1700: writing smithi04638994-49 from 12107776 to 12533760 tid 3 2021-07-26T15:51:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:1701: read oid 30 snap -1 2021-07-26T15:51:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:1701: expect deleted 2021-07-26T15:51:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:1702: snap_create 2021-07-26T15:51:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 2 to smithi04638994-41 2021-07-26T15:51:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 3 to smithi04638994-41 2021-07-26T15:51:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 4 to smithi04638994-41 2021-07-26T15:51:29.083 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 5 to smithi04638994-41 2021-07-26T15:51:29.083 INFO:tasks.rados.rados.0.smithi046.stdout:1697: finishing write tid 6 to smithi04638994-41 2021-07-26T15:51:29.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1000 (ObjNum 545 snap 157 seq_num 545) dirty exists 2021-07-26T15:51:29.083 INFO:tasks.rados.rados.0.smithi046.stdout:1697: left oid 41 (ObjNum 545 snap 157 seq_num 545) 2021-07-26T15:51:29.084 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing copy_from to smithi04638994-29 2021-07-26T15:51:29.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1066 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:51:29.084 INFO:tasks.rados.rados.0.smithi046.stdout:1698: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:51:29.084 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing write tid 1 to smithi04638994-49 2021-07-26T15:51:29.089 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing write tid 2 to smithi04638994-49 2021-07-26T15:51:29.089 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing write tid 3 to smithi04638994-49 2021-07-26T15:51:29.090 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing write tid 4 to smithi04638994-49 2021-07-26T15:51:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:1700: finishing write tid 5 to smithi04638994-49 2021-07-26T15:51:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 947 (ObjNum 546 snap 157 seq_num 546) dirty exists 2021-07-26T15:51:29.092 INFO:tasks.rados.rados.0.smithi046.stdout:1700: left oid 49 (ObjNum 546 snap 157 seq_num 546) 2021-07-26T15:51:29.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:28 smithi073 bash[34190]: cluster 2021-07-26T15:51:27.909075+0000 mgr.y (mgr.24683) 244 : cluster [DBG] pgmap v380: 25 pgs: 2 peering, 7 active+undersized+degraded, 3 active+undersized, 13 active+clean; 245 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 41/222 objects degraded (18.468%) 2021-07-26T15:51:29.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:28 smithi073 bash[34190]: cluster 2021-07-26T15:51:28.000255+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T15:51:29.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:28 smithi046 bash[42351]: cluster 2021-07-26T15:51:27.909075+0000 mgr.y (mgr.24683) 244 : cluster [DBG] pgmap v380: 25 pgs: 2 peering, 7 active+undersized+degraded, 3 active+undersized, 13 active+clean; 245 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 41/222 objects degraded (18.468%) 2021-07-26T15:51:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:28 smithi046 bash[42351]: cluster 2021-07-26T15:51:28.000255+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T15:51:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:28 smithi046 bash[41283]: cluster 2021-07-26T15:51:27.909075+0000 mgr.y (mgr.24683) 244 : cluster [DBG] pgmap v380: 25 pgs: 2 peering, 7 active+undersized+degraded, 3 active+undersized, 13 active+clean; 245 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 17 op/s; 41/222 objects degraded (18.468%) 2021-07-26T15:51:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:28 smithi046 bash[41283]: cluster 2021-07-26T15:51:28.000255+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T15:51:30.018 INFO:tasks.rados.rados.0.smithi046.stdout:1697: done (4 left) 2021-07-26T15:51:30.018 INFO:tasks.rados.rados.0.smithi046.stdout:1698: done (3 left) 2021-07-26T15:51:30.018 INFO:tasks.rados.rados.0.smithi046.stdout:1700: done (2 left) 2021-07-26T15:51:30.018 INFO:tasks.rados.rados.0.smithi046.stdout:1701: done (1 left) 2021-07-26T15:51:30.019 INFO:tasks.rados.rados.0.smithi046.stdout:1702: done (0 left) 2021-07-26T15:51:30.019 INFO:tasks.rados.rados.0.smithi046.stdout:1703: setattr oid 37 current snap is 158 2021-07-26T15:51:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1704: copy_from oid 34 from oid 33 current snap is 158 2021-07-26T15:51:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1705: copy_from oid 16 from oid 43 current snap is 158 2021-07-26T15:51:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:1706: rollback oid 13 current snap is 158 2021-07-26T15:51:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 157 2021-07-26T15:51:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 158 2021-07-26T15:51:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:1707: seq_num 547 ranges {10575872=770048,11345920=663552,12009472=466944,12476416=73728} 2021-07-26T15:51:30.087 INFO:tasks.rados.rados.0.smithi046.stdout:1707: writing smithi04638994-24 from 10575872 to 11345920 tid 1 2021-07-26T15:51:30.091 INFO:tasks.rados.rados.0.smithi046.stdout:1707: writing smithi04638994-24 from 11345920 to 12009472 tid 2 2021-07-26T15:51:30.093 INFO:tasks.rados.rados.0.smithi046.stdout:1707: writing smithi04638994-24 from 12009472 to 12476416 tid 3 2021-07-26T15:51:30.095 INFO:tasks.rados.rados.0.smithi046.stdout:1707: writing smithi04638994-24 from 12476416 to 12550144 tid 4 2021-07-26T15:51:30.095 INFO:tasks.rados.rados.0.smithi046.stdout:1708: copy_from oid 38 from oid 11 current snap is 158 2021-07-26T15:51:30.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 948 (ObjNum 1 snap 32682 seq_num 198226000) dirty exists 2021-07-26T15:51:30.095 INFO:tasks.rados.rados.0.smithi046.stdout:1703: done (5 left) 2021-07-26T15:51:30.095 INFO:tasks.rados.rados.0.smithi046.stdout:1709: rollback oid 9 current snap is 158 2021-07-26T15:51:30.096 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 157 2021-07-26T15:51:30.096 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:51:30.096 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:51:30.096 INFO:tasks.rados.rados.0.smithi046.stdout:1706: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:51:30.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 913 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:30.097 INFO:tasks.rados.rados.0.smithi046.stdout:1706: done (5 left) 2021-07-26T15:51:30.097 INFO:tasks.rados.rados.0.smithi046.stdout:1710: snap_create 2021-07-26T15:51:30.098 INFO:tasks.rados.rados.0.smithi046.stdout:1709: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:51:30.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 196342784 snap 22029 seq_num 195899408) dirty dne 2021-07-26T15:51:30.099 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 1 to smithi04638994-24 2021-07-26T15:51:30.099 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 2 to smithi04638994-24 2021-07-26T15:51:30.100 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 3 to smithi04638994-24 2021-07-26T15:51:30.100 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 4 to smithi04638994-24 2021-07-26T15:51:30.103 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 5 to smithi04638994-24 2021-07-26T15:51:30.107 INFO:tasks.rados.rados.0.smithi046.stdout:1707: finishing write tid 6 to smithi04638994-24 2021-07-26T15:51:30.107 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1159 (ObjNum 547 snap 158 seq_num 547) dirty exists 2021-07-26T15:51:30.108 INFO:tasks.rados.rados.0.smithi046.stdout:1707: left oid 24 (ObjNum 547 snap 158 seq_num 547) 2021-07-26T15:51:30.122 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing copy_from to smithi04638994-38 2021-07-26T15:51:30.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1072 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:51:30.123 INFO:tasks.rados.rados.0.smithi046.stdout:1708: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:51:30.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:30 smithi073 bash[34190]: cluster 2021-07-26T15:51:29.011340+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T15:51:30.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:30 smithi046 bash[42351]: cluster 2021-07-26T15:51:29.011340+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T15:51:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:30 smithi046 bash[41283]: cluster 2021-07-26T15:51:29.011340+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T15:51:31.021 INFO:tasks.rados.rados.0.smithi046.stdout:1707: done (5 left) 2021-07-26T15:51:31.022 INFO:tasks.rados.rados.0.smithi046.stdout:1708: done (4 left) 2021-07-26T15:51:31.022 INFO:tasks.rados.rados.0.smithi046.stdout:1709: done (3 left) 2021-07-26T15:51:31.022 INFO:tasks.rados.rados.0.smithi046.stdout:1710: done (2 left) 2021-07-26T15:51:31.022 INFO:tasks.rados.rados.0.smithi046.stdout:1711: rmattr oid 22 current snap is 159 2021-07-26T15:51:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:1712: copy_from oid 44 from oid 30 current snap is 159 2021-07-26T15:51:31.023 INFO:tasks.rados.rados.0.smithi046.stdout:1713: delete oid 15 current snap is 159 2021-07-26T15:51:31.028 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1081 (ObjNum 543 snap 155 seq_num 543) dirty exists 2021-07-26T15:51:31.030 INFO:tasks.rados.rados.0.smithi046.stdout:1712: finishing copy_from to smithi04638994-44 2021-07-26T15:51:31.030 INFO:tasks.rados.rados.0.smithi046.stdout:1712: got expected ENOENT (src dne) 2021-07-26T15:51:31.030 INFO:tasks.rados.rados.0.smithi046.stdout:1712: finishing copy_from racing read to smithi04638994-44 2021-07-26T15:51:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:31 smithi073 bash[34190]: cluster 2021-07-26T15:51:29.909878+0000 mgr.y (mgr.24683) 245 : cluster [DBG] pgmap v383: 25 pgs: 2 peering, 7 active+undersized+degraded, 2 active+undersized, 14 active+clean; 248 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 41/219 objects degraded (18.721%) 2021-07-26T15:51:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:31 smithi073 bash[34190]: cluster 2021-07-26T15:51:30.018926+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T15:51:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:31 smithi073 bash[34190]: audit 2021-07-26T15:51:30.701516+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:31.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:31 smithi073 bash[34190]: cluster 2021-07-26T15:51:30.886727+0000 mon.a (mon.0) 801 : cluster [WRN] Health check update: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:31.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[41283]: cluster 2021-07-26T15:51:29.909878+0000 mgr.y (mgr.24683) 245 : cluster [DBG] pgmap v383: 25 pgs: 2 peering, 7 active+undersized+degraded, 2 active+undersized, 14 active+clean; 248 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 41/219 objects degraded (18.721%) 2021-07-26T15:51:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[41283]: cluster 2021-07-26T15:51:30.018926+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T15:51:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[41283]: audit 2021-07-26T15:51:30.701516+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[41283]: cluster 2021-07-26T15:51:30.886727+0000 mon.a (mon.0) 801 : cluster [WRN] Health check update: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[42351]: cluster 2021-07-26T15:51:29.909878+0000 mgr.y (mgr.24683) 245 : cluster [DBG] pgmap v383: 25 pgs: 2 peering, 7 active+undersized+degraded, 2 active+undersized, 14 active+clean; 248 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 20 op/s; 41/219 objects degraded (18.721%) 2021-07-26T15:51:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[42351]: cluster 2021-07-26T15:51:30.018926+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T15:51:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[42351]: audit 2021-07-26T15:51:30.701516+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:31 smithi046 bash[42351]: cluster 2021-07-26T15:51:30.886727+0000 mon.a (mon.0) 801 : cluster [WRN] Health check update: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:51:32.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: cluster 2021-07-26T15:51:31.022926+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T15:51:32.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.514592+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.522502+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.530707+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:32.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.533364+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.535633+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.537093+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.539102+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.542070+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.120 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.543729+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.545476+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.547162+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.548860+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.121 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:32 smithi073 bash[34190]: audit 2021-07-26T15:51:31.550494+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: cluster 2021-07-26T15:51:31.022926+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T15:51:32.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.514592+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.522502+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.530707+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:32.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.533364+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.535633+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.537093+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.539102+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.542070+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.543729+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.545476+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.547162+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.548860+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[41283]: audit 2021-07-26T15:51:31.550494+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: cluster 2021-07-26T15:51:31.022926+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T15:51:32.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.514592+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.522502+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:32.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.530707+0000 mon.a (mon.0) 805 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:32.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.533364+0000 mon.a (mon.0) 806 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.535633+0000 mon.a (mon.0) 807 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.537093+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.539102+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.542070+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.543729+0000 mon.a (mon.0) 811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.545476+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.547162+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.548860+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:32.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:32 smithi046 bash[42351]: audit 2021-07-26T15:51:31.550494+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:33.359 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:33 smithi073 bash[34190]: cluster 2021-07-26T15:51:31.910746+0000 mgr.y (mgr.24683) 246 : cluster [DBG] pgmap v386: 25 pgs: 6 active+clean+wait, 2 peering, 17 active+clean; 206 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2021-07-26T15:51:33.360 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:33 smithi073 bash[34190]: cluster 2021-07-26T15:51:32.518309+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded) 2021-07-26T15:51:33.360 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:33 smithi073 bash[34190]: cluster 2021-07-26T15:51:32.518379+0000 mon.a (mon.0) 817 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[41283]: cluster 2021-07-26T15:51:31.910746+0000 mgr.y (mgr.24683) 246 : cluster [DBG] pgmap v386: 25 pgs: 6 active+clean+wait, 2 peering, 17 active+clean; 206 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2021-07-26T15:51:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[41283]: cluster 2021-07-26T15:51:32.518309+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded) 2021-07-26T15:51:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[41283]: cluster 2021-07-26T15:51:32.518379+0000 mon.a (mon.0) 817 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:33.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[42351]: cluster 2021-07-26T15:51:31.910746+0000 mgr.y (mgr.24683) 246 : cluster [DBG] pgmap v386: 25 pgs: 6 active+clean+wait, 2 peering, 17 active+clean; 206 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 15 op/s; 29 MiB/s, 6 objects/s recovering 2021-07-26T15:51:33.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[42351]: cluster 2021-07-26T15:51:32.518309+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/219 objects degraded (18.721%), 7 pgs degraded) 2021-07-26T15:51:33.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[42351]: cluster 2021-07-26T15:51:32.518379+0000 mon.a (mon.0) 817 : cluster [INF] Cluster is now healthy 2021-07-26T15:51:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:33 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:33.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:51:34.538 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:34 smithi073 systemd[1]: Stopping Ceph node-exporter.b for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:51:34.538 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:34 smithi073 docker[41013]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:35.361 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:35 smithi073 bash[34190]: cluster 2021-07-26T15:51:33.911620+0000 mgr.y (mgr.24683) 247 : cluster [DBG] pgmap v387: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 692 B/s rd, 3.9 MiB/s wr, 12 op/s; 20 MiB/s, 4 objects/s recovering 2021-07-26T15:51:35.361 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:35 smithi073 bash[34190]: cephadm 2021-07-26T15:51:34.018219+0000 mgr.y (mgr.24683) 248 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T15:51:35.361 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:35 smithi073 bash[34190]: cephadm 2021-07-26T15:51:34.018550+0000 mgr.y (mgr.24683) 249 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:51:35.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[41283]: cluster 2021-07-26T15:51:33.911620+0000 mgr.y (mgr.24683) 247 : cluster [DBG] pgmap v387: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 692 B/s rd, 3.9 MiB/s wr, 12 op/s; 20 MiB/s, 4 objects/s recovering 2021-07-26T15:51:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[41283]: cephadm 2021-07-26T15:51:34.018219+0000 mgr.y (mgr.24683) 248 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T15:51:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[41283]: cephadm 2021-07-26T15:51:34.018550+0000 mgr.y (mgr.24683) 249 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:51:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[42351]: cluster 2021-07-26T15:51:33.911620+0000 mgr.y (mgr.24683) 247 : cluster [DBG] pgmap v387: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 692 B/s rd, 3.9 MiB/s wr, 12 op/s; 20 MiB/s, 4 objects/s recovering 2021-07-26T15:51:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[42351]: cephadm 2021-07-26T15:51:34.018219+0000 mgr.y (mgr.24683) 248 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T15:51:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:35 smithi046 bash[42351]: cephadm 2021-07-26T15:51:34.018550+0000 mgr.y (mgr.24683) 249 : cephadm [INF] Deploying daemon node-exporter.b on smithi073 2021-07-26T15:51:35.617 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 docker[41013]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-node-exporter.b 2021-07-26T15:51:35.618 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2021-07-26T15:51:35.618 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@node-exporter.b.service: Failed with result 'exit-code'. 2021-07-26T15:51:35.619 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 systemd[1]: Stopped Ceph node-exporter.b for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:35.619 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 systemd[1]: Started Ceph node-exporter.b for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:36.117 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:35 smithi073 bash[41079]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:36.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: audit 2021-07-26T15:51:35.645219+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:36.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: audit 2021-07-26T15:51:35.647094+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:36.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: audit 2021-07-26T15:51:35.649720+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:36.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: audit 2021-07-26T15:51:35.651528+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:36.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: cluster 2021-07-26T15:51:35.898091+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T15:51:36.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[41283]: cluster 2021-07-26T15:51:35.912210+0000 mgr.y (mgr.24683) 250 : cluster [DBG] pgmap v389: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 3.3 MiB/s wr, 10 op/s; 19 MiB/s, 4 objects/s recovering 2021-07-26T15:51:36.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: audit 2021-07-26T15:51:35.645219+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:36.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: audit 2021-07-26T15:51:35.647094+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:36.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: audit 2021-07-26T15:51:35.649720+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:36.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: audit 2021-07-26T15:51:35.651528+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:36.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: cluster 2021-07-26T15:51:35.898091+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T15:51:36.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:36 smithi046 bash[42351]: cluster 2021-07-26T15:51:35.912210+0000 mgr.y (mgr.24683) 250 : cluster [DBG] pgmap v389: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 3.3 MiB/s wr, 10 op/s; 19 MiB/s, 4 objects/s recovering 2021-07-26T15:51:37.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: audit 2021-07-26T15:51:35.645219+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:37.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: audit 2021-07-26T15:51:35.647094+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:37.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: audit 2021-07-26T15:51:35.649720+0000 mon.a (mon.0) 820 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:37.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: audit 2021-07-26T15:51:35.651528+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:37.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: cluster 2021-07-26T15:51:35.898091+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T15:51:37.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[34190]: cluster 2021-07-26T15:51:35.912210+0000 mgr.y (mgr.24683) 250 : cluster [DBG] pgmap v389: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 885 MiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 3.3 MiB/s wr, 10 op/s; 19 MiB/s, 4 objects/s recovering 2021-07-26T15:51:37.119 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:51:37.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:51:37.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:51:37.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:51:37.120 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:51:37.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:51:37.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:51:37.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:51:37.121 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:51:37.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:51:37.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:51:37.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:51:37.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:51:37.122 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:51:37.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:51:37.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:51:37.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:51:37.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:51:37.123 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:51:37.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:51:37.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:51:37.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:51:37.124 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:51:37.125 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:51:37.125 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:51:37.125 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:51:37.125 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:51:37.127 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:51:37.128 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:51:37.128 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:51:37.128 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:51:37.128 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:51:37.129 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:51:37.129 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:51:37.129 INFO:journalctl@ceph.node-exporter.b.smithi073.stdout:Jul 26 15:51:36 smithi073 bash[41079]: time="2021-07-26T15:51:36Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:51:38.707 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:51:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:51:39.045 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (9m) 7s ago 10m 15.0M - 0.20.0 0881eb8f169f 31a950231eca 2021-07-26T15:51:39.045 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (9m) 8s ago 9m 26.0M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:51:39.045 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (5m) 8s ago 14m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:51:39.045 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (5m) 7s ago 17m 420M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:51:39.046 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (4m) 7s ago 17m 55.3M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:51:39.046 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (4m) 8s ago 14m 46.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:51:39.046 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (4m) 7s ago 14m 46.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:51:39.046 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (12s) 7s ago 10m 3107k - 0.18.1 e5a616e4b9cf f93654846f38 2021-07-26T15:51:39.046 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 starting - - - - 2021-07-26T15:51:39.047 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 7s ago 14m 229M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:51:39.047 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (2m) 7s ago 13m 262M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:51:39.047 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 7s ago 13m 122M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:51:39.047 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (113s) 7s ago 12m 253M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:51:39.048 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (84s) 8s ago 12m 300M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 ceaeb248825e 2021-07-26T15:51:39.048 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (76s) 8s ago 11m 124M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 48ee957df141 2021-07-26T15:51:39.048 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (47s) 8s ago 11m 199M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 3b7d7639c254 2021-07-26T15:51:39.048 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (19s) 8s ago 10m 189M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 1e6374ecade5 2021-07-26T15:51:39.049 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (9m) 8s ago 10m 40.9M - 2.18.1 de242295e225 bd5bf28ae72e 2021-07-26T15:51:39.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:38 smithi073 bash[34190]: cluster 2021-07-26T15:51:37.912978+0000 mgr.y (mgr.24683) 251 : cluster [DBG] pgmap v390: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 389 B/s rd, 2.5 MiB/s wr, 8 op/s; 7.7 MiB/s, 1 objects/s recovering 2021-07-26T15:51:39.395 INFO:tasks.rados.rados.0.smithi046.stdout:1711: done (4 left) 2021-07-26T15:51:39.395 INFO:tasks.rados.rados.0.smithi046.stdout:1712: done (3 left) 2021-07-26T15:51:39.395 INFO:tasks.rados.rados.0.smithi046.stdout:1713: done (2 left) 2021-07-26T15:51:39.395 INFO:tasks.rados.rados.0.smithi046.stdout:1714: rollback oid 37 current snap is 159 2021-07-26T15:51:39.396 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 158 2021-07-26T15:51:39.396 INFO:tasks.rados.rados.0.smithi046.stdout:1715: snap_create 2021-07-26T15:51:39.403 INFO:tasks.rados.rados.0.smithi046.stdout:1704: finishing copy_from to smithi04638994-34 2021-07-26T15:51:39.403 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 389 (ObjNum 449 snap 133 seq_num 449) dirty exists 2021-07-26T15:51:39.404 INFO:tasks.rados.rados.0.smithi046.stdout:1705: finishing copy_from to smithi04638994-16 2021-07-26T15:51:39.404 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 615 (ObjNum 469 snap 138 seq_num 469) dirty exists 2021-07-26T15:51:39.404 INFO:tasks.rados.rados.0.smithi046.stdout:1704: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:51:39.404 INFO:tasks.rados.rados.0.smithi046.stdout:1714: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:51:39.405 INFO:tasks.rados.rados.0.smithi046.stdout:1714: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:51:39.405 INFO:tasks.rados.rados.0.smithi046.stdout:1705: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:51:39.406 INFO:tasks.rados.rados.0.smithi046.stdout:1714: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:51:39.406 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1075 (ObjNum 1 snap 32682 seq_num 197598240) dirty exists 2021-07-26T15:51:39.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:38 smithi046 bash[42351]: cluster 2021-07-26T15:51:37.912978+0000 mgr.y (mgr.24683) 251 : cluster [DBG] pgmap v390: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 389 B/s rd, 2.5 MiB/s wr, 8 op/s; 7.7 MiB/s, 1 objects/s recovering 2021-07-26T15:51:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:38 smithi046 bash[41283]: cluster 2021-07-26T15:51:37.912978+0000 mgr.y (mgr.24683) 251 : cluster [DBG] pgmap v390: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 389 B/s rd, 2.5 MiB/s wr, 8 op/s; 7.7 MiB/s, 1 objects/s recovering 2021-07-26T15:51:39.435 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:51:39.435 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:51:39.435 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:51:39.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:39.436 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:51:39.436 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:51:39.436 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:39.436 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:51:39.436 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T15:51:39.437 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:51:39.437 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:51:39.437 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:51:39.437 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 13 2021-07-26T15:51:39.438 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:51:39.438 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:51:39.983 INFO:tasks.rados.rados.0.smithi046.stdout:1704: done (3 left) 2021-07-26T15:51:39.983 INFO:tasks.rados.rados.0.smithi046.stdout:1705: done (2 left) 2021-07-26T15:51:39.983 INFO:tasks.rados.rados.0.smithi046.stdout:1714: done (1 left) 2021-07-26T15:51:39.984 INFO:tasks.rados.rados.0.smithi046.stdout:1715: done (0 left) 2021-07-26T15:51:39.984 INFO:tasks.rados.rados.0.smithi046.stdout:1716: read oid 30 snap 157 2021-07-26T15:51:39.985 INFO:tasks.rados.rados.0.smithi046.stdout:1716: expect deleted 2021-07-26T15:51:39.985 INFO:tasks.rados.rados.0.smithi046.stdout:1717: rollback oid 17 current snap is 160 2021-07-26T15:51:39.985 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 157 2021-07-26T15:51:39.985 INFO:tasks.rados.rados.0.smithi046.stdout:1718: read oid 14 snap 159 2021-07-26T15:51:39.986 INFO:tasks.rados.rados.0.smithi046.stdout:1718: expect (ObjNum 497 snap 145 seq_num 497) 2021-07-26T15:51:39.986 INFO:tasks.rados.rados.0.smithi046.stdout:1719: rollback oid 25 current snap is 160 2021-07-26T15:51:39.987 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 158 2021-07-26T15:51:39.987 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 160 2021-07-26T15:51:39.987 INFO:tasks.rados.rados.0.smithi046.stdout:1720: seq_num 549 ranges {11665408=802816,12468224=483328,12951552=434176,13385728=286720} 2021-07-26T15:51:40.057 INFO:tasks.rados.rados.0.smithi046.stdout:1720: writing smithi04638994-29 from 11665408 to 12468224 tid 1 2021-07-26T15:51:40.060 INFO:tasks.rados.rados.0.smithi046.stdout:1720: writing smithi04638994-29 from 12468224 to 12951552 tid 2 2021-07-26T15:51:40.062 INFO:tasks.rados.rados.0.smithi046.stdout:1720: writing smithi04638994-29 from 12951552 to 13385728 tid 3 2021-07-26T15:51:40.064 INFO:tasks.rados.rados.0.smithi046.stdout:1720: writing smithi04638994-29 from 13385728 to 13672448 tid 4 2021-07-26T15:51:40.064 INFO:tasks.rados.rados.0.smithi046.stdout:1721: read oid 23 snap -1 2021-07-26T15:51:40.065 INFO:tasks.rados.rados.0.smithi046.stdout:1721: expect (ObjNum 473 snap 140 seq_num 473) 2021-07-26T15:51:40.065 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 160 2021-07-26T15:51:40.065 INFO:tasks.rados.rados.0.smithi046.stdout:1722: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2021-07-26T15:51:40.066 INFO:tasks.rados.rados.0.smithi046.stdout:1722: writing smithi04638994-27 from 0 to 417792 tid 1 2021-07-26T15:51:40.071 INFO:tasks.rados.rados.0.smithi046.stdout:1722: writing smithi04638994-27 from 417792 to 1187840 tid 2 2021-07-26T15:51:40.075 INFO:tasks.rados.rados.0.smithi046.stdout:1722: writing smithi04638994-27 from 1187840 to 1826816 tid 3 2021-07-26T15:51:40.078 INFO:tasks.rados.rados.0.smithi046.stdout:1722: writing smithi04638994-27 from 1826816 to 2023424 tid 4 2021-07-26T15:51:40.078 INFO:tasks.rados.rados.0.smithi046.stdout:1723: snap_create 2021-07-26T15:51:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:1717: finishing rollback tid 1 to smithi04638994-17 2021-07-26T15:51:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 0 (ObjNum 288 snap 0 seq_num 273) dirty dne 2021-07-26T15:51:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:1719: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:51:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:1719: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:51:40.079 INFO:tasks.rados.rados.0.smithi046.stdout:1719: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:51:40.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 995 (ObjNum 489 snap 144 seq_num 489) dirty exists 2021-07-26T15:51:40.080 INFO:tasks.rados.rados.0.smithi046.stdout:1718: expect (ObjNum 497 snap 145 seq_num 497) 2021-07-26T15:51:40.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:39 smithi073 bash[34190]: audit 2021-07-26T15:51:38.692633+0000 mgr.y (mgr.24683) 252 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:39 smithi073 bash[34190]: audit 2021-07-26T15:51:39.025641+0000 mgr.y (mgr.24683) 253 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:39 smithi073 bash[34190]: audit 2021-07-26T15:51:39.436640+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.46:0/2231719287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:40.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[41283]: audit 2021-07-26T15:51:38.692633+0000 mgr.y (mgr.24683) 252 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[41283]: audit 2021-07-26T15:51:39.025641+0000 mgr.y (mgr.24683) 253 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[41283]: audit 2021-07-26T15:51:39.436640+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.46:0/2231719287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[42351]: audit 2021-07-26T15:51:38.692633+0000 mgr.y (mgr.24683) 252 : audit [DBG] from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[42351]: audit 2021-07-26T15:51:39.025641+0000 mgr.y (mgr.24683) 253 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:40.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:39 smithi046 bash[42351]: audit 2021-07-26T15:51:39.436640+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.46:0/2231719287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:40.670 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 1 to smithi04638994-29 2021-07-26T15:51:40.671 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 2 to smithi04638994-29 2021-07-26T15:51:40.671 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 3 to smithi04638994-29 2021-07-26T15:51:40.671 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 4 to smithi04638994-29 2021-07-26T15:51:40.672 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 1 to smithi04638994-27 2021-07-26T15:51:40.672 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 2 to smithi04638994-27 2021-07-26T15:51:40.672 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 5 to smithi04638994-29 2021-07-26T15:51:40.673 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 3 to smithi04638994-27 2021-07-26T15:51:40.673 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 4 to smithi04638994-27 2021-07-26T15:51:40.673 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 5 to smithi04638994-27 2021-07-26T15:51:40.674 INFO:tasks.rados.rados.0.smithi046.stdout:1722: finishing write tid 6 to smithi04638994-27 2021-07-26T15:51:40.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1072 (ObjNum 550 snap 160 seq_num 550) dirty exists 2021-07-26T15:51:40.674 INFO:tasks.rados.rados.0.smithi046.stdout:1722: left oid 27 (ObjNum 550 snap 160 seq_num 550) 2021-07-26T15:51:40.675 INFO:tasks.rados.rados.0.smithi046.stdout:1720: finishing write tid 6 to smithi04638994-29 2021-07-26T15:51:40.675 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1165 (ObjNum 549 snap 160 seq_num 549) dirty exists 2021-07-26T15:51:40.675 INFO:tasks.rados.rados.0.smithi046.stdout:1720: left oid 29 (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:51:40.676 INFO:tasks.rados.rados.0.smithi046.stdout:1721: expect (ObjNum 473 snap 140 seq_num 473) 2021-07-26T15:51:41.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: cluster 2021-07-26T15:51:39.913728+0000 mgr.y (mgr.24683) 254 : cluster [DBG] pgmap v391: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 2.0 MiB/s wr, 6 op/s 2021-07-26T15:51:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: cluster 2021-07-26T15:51:39.981924+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T15:51:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.807179+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.813520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.819286+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.820974+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.822517+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.823564+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.825069+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.826606+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.827611+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.828604+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.829604+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.830574+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.831516+0000 mon.a (mon.0) 837 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:40 smithi073 bash[34190]: audit 2021-07-26T15:51:40.832584+0000 mon.a (mon.0) 838 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: cluster 2021-07-26T15:51:39.913728+0000 mgr.y (mgr.24683) 254 : cluster [DBG] pgmap v391: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 2.0 MiB/s wr, 6 op/s 2021-07-26T15:51:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: cluster 2021-07-26T15:51:39.981924+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T15:51:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.807179+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.813520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.819286+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.820974+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.822517+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.823564+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.825069+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.826606+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.827611+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.828604+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.829604+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.830574+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.831516+0000 mon.a (mon.0) 837 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[42351]: audit 2021-07-26T15:51:40.832584+0000 mon.a (mon.0) 838 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: cluster 2021-07-26T15:51:39.913728+0000 mgr.y (mgr.24683) 254 : cluster [DBG] pgmap v391: 25 pgs: 6 active+clean+wait, 19 active+clean; 218 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 230 B/s rd, 2.0 MiB/s wr, 6 op/s 2021-07-26T15:51:41.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: cluster 2021-07-26T15:51:39.981924+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T15:51:41.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.807179+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.813520+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:41.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.819286+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:41.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.820974+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.822517+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.823564+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.825069+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.826606+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.827611+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.828604+0000 mon.a (mon.0) 834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.829604+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.830574+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.831516+0000 mon.a (mon.0) 837 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:40 smithi046 bash[41283]: audit 2021-07-26T15:51:40.832584+0000 mon.a (mon.0) 838 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:41.613 INFO:tasks.rados.rados.0.smithi046.stdout:1716: done (7 left) 2021-07-26T15:51:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1717: done (6 left) 2021-07-26T15:51:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1718: done (5 left) 2021-07-26T15:51:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1719: done (4 left) 2021-07-26T15:51:41.614 INFO:tasks.rados.rados.0.smithi046.stdout:1720: done (3 left) 2021-07-26T15:51:41.615 INFO:tasks.rados.rados.0.smithi046.stdout:1721: done (2 left) 2021-07-26T15:51:41.615 INFO:tasks.rados.rados.0.smithi046.stdout:1722: done (1 left) 2021-07-26T15:51:41.615 INFO:tasks.rados.rados.0.smithi046.stdout:1723: done (0 left) 2021-07-26T15:51:41.615 INFO:tasks.rados.rados.0.smithi046.stdout:1724: setattr oid 29 current snap is 161 2021-07-26T15:51:41.616 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 161 2021-07-26T15:51:41.616 INFO:tasks.rados.rados.0.smithi046.stdout:1725: seq_num 551 ranges {1097728=434176,1531904=647168,2179072=450560,2629632=507904} 2021-07-26T15:51:41.631 INFO:tasks.rados.rados.0.smithi046.stdout:1725: writing smithi04638994-31 from 1097728 to 1531904 tid 1 2021-07-26T15:51:41.635 INFO:tasks.rados.rados.0.smithi046.stdout:1725: writing smithi04638994-31 from 1531904 to 2179072 tid 2 2021-07-26T15:51:41.638 INFO:tasks.rados.rados.0.smithi046.stdout:1725: writing smithi04638994-31 from 2179072 to 2629632 tid 3 2021-07-26T15:51:41.641 INFO:tasks.rados.rados.0.smithi046.stdout:1725: writing smithi04638994-31 from 2629632 to 3137536 tid 4 2021-07-26T15:51:41.642 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 161 2021-07-26T15:51:41.642 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1167 (ObjNum 549 snap 160 seq_num 549) dirty exists 2021-07-26T15:51:41.642 INFO:tasks.rados.rados.0.smithi046.stdout:1726: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2021-07-26T15:51:41.644 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04638994-46 from 0 to 450560 tid 1 2021-07-26T15:51:41.647 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04638994-46 from 450560 to 983040 tid 2 2021-07-26T15:51:41.651 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04638994-46 from 983040 to 1638400 tid 3 2021-07-26T15:51:41.654 INFO:tasks.rados.rados.0.smithi046.stdout:1726: writing smithi04638994-46 from 1638400 to 2056192 tid 4 2021-07-26T15:51:41.654 INFO:tasks.rados.rados.0.smithi046.stdout:1724: done (2 left) 2021-07-26T15:51:41.654 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 161 2021-07-26T15:51:41.655 INFO:tasks.rados.rados.0.smithi046.stdout:1727: seq_num 553 ranges {999424=466944,1466368=417792,1884160=417792,2301952=516096,2818048=253952} 2021-07-26T15:51:41.662 INFO:tasks.rados.rados.0.smithi046.stdout:1727: writing smithi04638994-25 from 999424 to 1466368 tid 1 2021-07-26T15:51:41.664 INFO:tasks.rados.rados.0.smithi046.stdout:1727: writing smithi04638994-25 from 1466368 to 1884160 tid 2 2021-07-26T15:51:41.668 INFO:tasks.rados.rados.0.smithi046.stdout:1727: writing smithi04638994-25 from 1884160 to 2301952 tid 3 2021-07-26T15:51:41.670 INFO:tasks.rados.rados.0.smithi046.stdout:1727: writing smithi04638994-25 from 2301952 to 2818048 tid 4 2021-07-26T15:51:41.672 INFO:tasks.rados.rados.0.smithi046.stdout:1727: writing smithi04638994-25 from 2818048 to 3072000 tid 5 2021-07-26T15:51:41.672 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 161 2021-07-26T15:51:41.672 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 1 to smithi04638994-31 2021-07-26T15:51:41.672 INFO:tasks.rados.rados.0.smithi046.stdout:1728: seq_num 554 ranges {3407872=483328,3891200=704512,4595712=622592,5218304=278528} 2021-07-26T15:51:41.693 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04638994-2 from 3407872 to 3891200 tid 1 2021-07-26T15:51:41.697 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04638994-2 from 3891200 to 4595712 tid 2 2021-07-26T15:51:41.701 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04638994-2 from 4595712 to 5218304 tid 3 2021-07-26T15:51:41.703 INFO:tasks.rados.rados.0.smithi046.stdout:1728: writing smithi04638994-2 from 5218304 to 5496832 tid 4 2021-07-26T15:51:41.703 INFO:tasks.rados.rados.0.smithi046.stdout:1729: rmattr oid 12 current snap is 161 2021-07-26T15:51:41.703 INFO:tasks.rados.rados.0.smithi046.stdout:1729: done (4 left) 2021-07-26T15:51:41.703 INFO:tasks.rados.rados.0.smithi046.stdout:1730: setattr oid 47 current snap is 161 2021-07-26T15:51:41.704 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 2 to smithi04638994-31 2021-07-26T15:51:41.704 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 3 to smithi04638994-31 2021-07-26T15:51:41.704 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 4 to smithi04638994-31 2021-07-26T15:51:41.705 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 5 to smithi04638994-31 2021-07-26T15:51:41.705 INFO:tasks.rados.rados.0.smithi046.stdout:1725: finishing write tid 6 to smithi04638994-31 2021-07-26T15:51:41.705 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1133 (ObjNum 551 snap 161 seq_num 551) dirty exists 2021-07-26T15:51:41.705 INFO:tasks.rados.rados.0.smithi046.stdout:1725: left oid 31 (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:51:41.706 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 1 to smithi04638994-46 2021-07-26T15:51:41.706 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 2 to smithi04638994-46 2021-07-26T15:51:41.706 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 3 to smithi04638994-46 2021-07-26T15:51:41.706 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 4 to smithi04638994-46 2021-07-26T15:51:41.706 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 5 to smithi04638994-46 2021-07-26T15:51:41.707 INFO:tasks.rados.rados.0.smithi046.stdout:1726: finishing write tid 6 to smithi04638994-46 2021-07-26T15:51:41.707 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1000 (ObjNum 552 snap 161 seq_num 552) dirty exists 2021-07-26T15:51:41.707 INFO:tasks.rados.rados.0.smithi046.stdout:1726: left oid 46 (ObjNum 552 snap 161 seq_num 552) 2021-07-26T15:51:41.707 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 1 to smithi04638994-25 2021-07-26T15:51:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 2 to smithi04638994-25 2021-07-26T15:51:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 3 to smithi04638994-25 2021-07-26T15:51:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 4 to smithi04638994-25 2021-07-26T15:51:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 5 to smithi04638994-25 2021-07-26T15:51:41.708 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 6 to smithi04638994-25 2021-07-26T15:51:41.709 INFO:tasks.rados.rados.0.smithi046.stdout:1727: finishing write tid 7 to smithi04638994-25 2021-07-26T15:51:41.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1006 (ObjNum 553 snap 161 seq_num 553) dirty exists 2021-07-26T15:51:41.709 INFO:tasks.rados.rados.0.smithi046.stdout:1727: left oid 25 (ObjNum 553 snap 161 seq_num 553) 2021-07-26T15:51:41.709 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 1 to smithi04638994-2 2021-07-26T15:51:41.710 INFO:tasks.rados.rados.0.smithi046.stdout:1725: done (4 left) 2021-07-26T15:51:41.710 INFO:tasks.rados.rados.0.smithi046.stdout:1726: done (3 left) 2021-07-26T15:51:41.711 INFO:tasks.rados.rados.0.smithi046.stdout:1727: done (2 left) 2021-07-26T15:51:41.711 INFO:tasks.rados.rados.0.smithi046.stdout:1731: rollback oid 24 current snap is 161 2021-07-26T15:51:41.711 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 160 2021-07-26T15:51:41.712 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 161 2021-07-26T15:51:41.712 INFO:tasks.rados.rados.0.smithi046.stdout:1732: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2021-07-26T15:51:41.712 INFO:tasks.rados.rados.0.smithi046.stdout:1732: writing smithi04638994-40 from 0 to 499712 tid 1 2021-07-26T15:51:41.713 INFO:tasks.rados.rados.0.smithi046.stdout:1732: writing smithi04638994-40 from 499712 to 1138688 tid 2 2021-07-26T15:51:41.713 INFO:tasks.rados.rados.0.smithi046.stdout:1732: writing smithi04638994-40 from 1138688 to 1564672 tid 3 2021-07-26T15:51:41.717 INFO:tasks.rados.rados.0.smithi046.stdout:1732: writing smithi04638994-40 from 1564672 to 2105344 tid 4 2021-07-26T15:51:41.717 INFO:tasks.rados.rados.0.smithi046.stdout:1733: rollback oid 42 current snap is 161 2021-07-26T15:51:41.717 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 159 2021-07-26T15:51:41.718 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 2 to smithi04638994-2 2021-07-26T15:51:41.718 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:51:41.718 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 3 to smithi04638994-2 2021-07-26T15:51:41.718 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 4 to smithi04638994-2 2021-07-26T15:51:41.719 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:51:41.719 INFO:tasks.rados.rados.0.smithi046.stdout:1734: copy_from oid 5 from oid 32 current snap is 161 2021-07-26T15:51:41.719 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 5 to smithi04638994-2 2021-07-26T15:51:41.719 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 151 (ObjNum 539 snap 155 seq_num 539) dirty exists 2021-07-26T15:51:41.720 INFO:tasks.rados.rados.0.smithi046.stdout:1731: finishing rollback tid 2 to smithi04638994-24 2021-07-26T15:51:41.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1171 (ObjNum 547 snap 158 seq_num 547) dirty exists 2021-07-26T15:51:41.720 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 1 to smithi04638994-40 2021-07-26T15:51:41.720 INFO:tasks.rados.rados.0.smithi046.stdout:1728: finishing write tid 6 to smithi04638994-2 2021-07-26T15:51:41.720 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 958 (ObjNum 554 snap 161 seq_num 554) dirty exists 2021-07-26T15:51:41.721 INFO:tasks.rados.rados.0.smithi046.stdout:1728: left oid 2 (ObjNum 554 snap 161 seq_num 554) 2021-07-26T15:51:41.721 INFO:tasks.rados.rados.0.smithi046.stdout:1728: done (5 left) 2021-07-26T15:51:41.721 INFO:tasks.rados.rados.0.smithi046.stdout:1730: done (4 left) 2021-07-26T15:51:41.721 INFO:tasks.rados.rados.0.smithi046.stdout:1731: done (3 left) 2021-07-26T15:51:41.722 INFO:tasks.rados.rados.0.smithi046.stdout:1735: delete oid 21 current snap is 161 2021-07-26T15:51:41.723 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 2 to smithi04638994-40 2021-07-26T15:51:41.724 INFO:tasks.rados.rados.0.smithi046.stdout:1735: done (3 left) 2021-07-26T15:51:41.724 INFO:tasks.rados.rados.0.smithi046.stdout:1736: rmattr oid 26 current snap is 161 2021-07-26T15:51:41.724 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 3 to smithi04638994-40 2021-07-26T15:51:41.724 INFO:tasks.rados.rados.0.smithi046.stdout:1737: copy_from oid 17 from oid 9 current snap is 161 2021-07-26T15:51:41.724 INFO:tasks.rados.rados.0.smithi046.stdout:1738: setattr oid 29 current snap is 161 2021-07-26T15:51:41.725 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:51:41.725 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:51:41.725 INFO:tasks.rados.rados.0.smithi046.stdout:1733: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:51:41.725 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 200 (ObjNum 540 snap 155 seq_num 540) dirty exists 2021-07-26T15:51:41.726 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 4 to smithi04638994-40 2021-07-26T15:51:41.726 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing copy_from to smithi04638994-17 2021-07-26T15:51:41.726 INFO:tasks.rados.rados.0.smithi046.stdout:1737: got expected ENOENT (src dne) 2021-07-26T15:51:41.726 INFO:tasks.rados.rados.0.smithi046.stdout:1733: done (5 left) 2021-07-26T15:51:41.727 INFO:tasks.rados.rados.0.smithi046.stdout:1739: snap_create 2021-07-26T15:51:41.727 INFO:tasks.rados.rados.0.smithi046.stdout:1737: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:51:41.727 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 5 to smithi04638994-40 2021-07-26T15:51:41.728 INFO:tasks.rados.rados.0.smithi046.stdout:1732: finishing write tid 6 to smithi04638994-40 2021-07-26T15:51:41.728 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1077 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:51:41.728 INFO:tasks.rados.rados.0.smithi046.stdout:1732: left oid 40 (ObjNum 555 snap 161 seq_num 555) 2021-07-26T15:51:41.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 914 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:51:41.729 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1172 (ObjNum 549 snap 160 seq_num 549) dirty exists 2021-07-26T15:51:41.741 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing copy_from to smithi04638994-5 2021-07-26T15:51:41.742 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 946 (ObjNum 465 snap 137 seq_num 465) dirty exists 2021-07-26T15:51:41.743 INFO:tasks.rados.rados.0.smithi046.stdout:1734: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:51:42.002 INFO:tasks.rados.rados.0.smithi046.stdout:1732: done (5 left) 2021-07-26T15:51:42.002 INFO:tasks.rados.rados.0.smithi046.stdout:1734: done (4 left) 2021-07-26T15:51:42.003 INFO:tasks.rados.rados.0.smithi046.stdout:1736: done (3 left) 2021-07-26T15:51:42.003 INFO:tasks.rados.rados.0.smithi046.stdout:1737: done (2 left) 2021-07-26T15:51:42.003 INFO:tasks.rados.rados.0.smithi046.stdout:1738: done (1 left) 2021-07-26T15:51:42.004 INFO:tasks.rados.rados.0.smithi046.stdout:1739: done (0 left) 2021-07-26T15:51:42.004 INFO:tasks.rados.rados.0.smithi046.stdout:1740: delete oid 24 current snap is 162 2021-07-26T15:51:42.009 INFO:tasks.rados.rados.0.smithi046.stdout:1740: done (0 left) 2021-07-26T15:51:42.010 INFO:tasks.rados.rados.0.smithi046.stdout:1741: rmattr oid 14 current snap is 162 2021-07-26T15:51:42.010 INFO:tasks.rados.rados.0.smithi046.stdout:1742: delete oid 7 current snap is 162 2021-07-26T15:51:42.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 947 (ObjNum 497 snap 145 seq_num 497) dirty exists 2021-07-26T15:51:42.020 INFO:tasks.rados.rados.0.smithi046.stdout:1741: done (1 left) 2021-07-26T15:51:42.020 INFO:tasks.rados.rados.0.smithi046.stdout:1742: done (0 left) 2021-07-26T15:51:42.020 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 162 2021-07-26T15:51:42.020 INFO:tasks.rados.rados.0.smithi046.stdout:1743: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2021-07-26T15:51:42.024 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04638994-4 from 0 to 565248 tid 1 2021-07-26T15:51:42.028 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04638994-4 from 565248 to 1138688 tid 2 2021-07-26T15:51:42.031 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04638994-4 from 1138688 to 1548288 tid 3 2021-07-26T15:51:42.036 INFO:tasks.rados.rados.0.smithi046.stdout:1743: writing smithi04638994-4 from 1548288 to 2170880 tid 4 2021-07-26T15:51:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:1744: snap_create 2021-07-26T15:51:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 1 to smithi04638994-4 2021-07-26T15:51:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 2 to smithi04638994-4 2021-07-26T15:51:42.037 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 3 to smithi04638994-4 2021-07-26T15:51:42.039 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 4 to smithi04638994-4 2021-07-26T15:51:42.039 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 5 to smithi04638994-4 2021-07-26T15:51:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:1743: finishing write tid 6 to smithi04638994-4 2021-07-26T15:51:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 952 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:51:42.042 INFO:tasks.rados.rados.0.smithi046.stdout:1743: left oid 4 (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:51:42.247 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:41 smithi073 bash[34190]: cluster 2021-07-26T15:51:40.983773+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T15:51:42.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:41 smithi046 bash[42351]: cluster 2021-07-26T15:51:40.983773+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T15:51:42.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:41 smithi046 bash[41283]: cluster 2021-07-26T15:51:40.983773+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T15:51:43.005 INFO:tasks.rados.rados.0.smithi046.stdout:1743: done (1 left) 2021-07-26T15:51:43.006 INFO:tasks.rados.rados.0.smithi046.stdout:1744: done (0 left) 2021-07-26T15:51:43.006 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 163 2021-07-26T15:51:43.006 INFO:tasks.rados.rados.0.smithi046.stdout:1745: seq_num 560 ranges {12230656=581632,12812288=458752,13271040=614400,13885440=532480} 2021-07-26T15:51:43.078 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04638994-45 from 12230656 to 12812288 tid 1 2021-07-26T15:51:43.080 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04638994-45 from 12812288 to 13271040 tid 2 2021-07-26T15:51:43.089 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04638994-45 from 13271040 to 13885440 tid 3 2021-07-26T15:51:43.096 INFO:tasks.rados.rados.0.smithi046.stdout:1745: writing smithi04638994-45 from 13885440 to 14417920 tid 4 2021-07-26T15:51:43.097 INFO:tasks.rados.rados.0.smithi046.stdout:1746: snap_remove snap 160 2021-07-26T15:51:43.322 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:43 smithi073 bash[34190]: cluster 2021-07-26T15:51:41.914508+0000 mgr.y (mgr.24683) 255 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 221 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 514 KiB/s wr, 3 op/s 2021-07-26T15:51:43.323 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:43 smithi073 bash[34190]: cluster 2021-07-26T15:51:42.003478+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T15:51:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[41283]: cluster 2021-07-26T15:51:41.914508+0000 mgr.y (mgr.24683) 255 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 221 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 514 KiB/s wr, 3 op/s 2021-07-26T15:51:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[41283]: cluster 2021-07-26T15:51:42.003478+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T15:51:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[42351]: cluster 2021-07-26T15:51:41.914508+0000 mgr.y (mgr.24683) 255 : cluster [DBG] pgmap v394: 25 pgs: 25 active+clean; 221 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 514 KiB/s wr, 3 op/s 2021-07-26T15:51:43.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[42351]: cluster 2021-07-26T15:51:42.003478+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T15:51:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:43.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:43.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:43 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:43.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:51:44.023 INFO:tasks.rados.rados.0.smithi046.stdout:1746: done (1 left) 2021-07-26T15:51:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:1747: copy_from oid 25 from oid 40 current snap is 163 2021-07-26T15:51:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 1 to smithi04638994-45 2021-07-26T15:51:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 2 to smithi04638994-45 2021-07-26T15:51:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 3 to smithi04638994-45 2021-07-26T15:51:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 4 to smithi04638994-45 2021-07-26T15:51:44.025 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 5 to smithi04638994-45 2021-07-26T15:51:44.025 INFO:tasks.rados.rados.0.smithi046.stdout:1745: finishing write tid 6 to smithi04638994-45 2021-07-26T15:51:44.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1080 (ObjNum 560 snap 163 seq_num 560) dirty exists 2021-07-26T15:51:44.025 INFO:tasks.rados.rados.0.smithi046.stdout:1745: left oid 45 (ObjNum 560 snap 163 seq_num 560) 2021-07-26T15:51:44.026 INFO:tasks.rados.rados.0.smithi046.stdout:1745: done (1 left) 2021-07-26T15:51:44.026 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 163 2021-07-26T15:51:44.026 INFO:tasks.rados.rados.0.smithi046.stdout:1748: seq_num 561 ranges {4284416=598016,4882432=745472,5627904=778240,6406144=81920} 2021-07-26T15:51:44.055 INFO:tasks.rados.rados.0.smithi046.stdout:1748: writing smithi04638994-32 from 4284416 to 4882432 tid 1 2021-07-26T15:51:44.059 INFO:tasks.rados.rados.0.smithi046.stdout:1748: writing smithi04638994-32 from 4882432 to 5627904 tid 2 2021-07-26T15:51:44.063 INFO:tasks.rados.rados.0.smithi046.stdout:1748: writing smithi04638994-32 from 5627904 to 6406144 tid 3 2021-07-26T15:51:44.064 INFO:tasks.rados.rados.0.smithi046.stdout:1748: writing smithi04638994-32 from 6406144 to 6488064 tid 4 2021-07-26T15:51:44.064 INFO:tasks.rados.rados.0.smithi046.stdout:1749: snap_remove snap 159 2021-07-26T15:51:44.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:44 smithi073 bash[34190]: cluster 2021-07-26T15:51:43.005927+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T15:51:44.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:44 smithi073 bash[34190]: cephadm 2021-07-26T15:51:43.084479+0000 mgr.y (mgr.24683) 256 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T15:51:44.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:44 smithi073 bash[34190]: cephadm 2021-07-26T15:51:43.101875+0000 mgr.y (mgr.24683) 257 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:51:44.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:44 smithi073 bash[34190]: audit 2021-07-26T15:51:43.464653+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[41283]: cluster 2021-07-26T15:51:43.005927+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T15:51:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[41283]: cephadm 2021-07-26T15:51:43.084479+0000 mgr.y (mgr.24683) 256 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T15:51:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[41283]: cephadm 2021-07-26T15:51:43.101875+0000 mgr.y (mgr.24683) 257 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:51:44.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[41283]: audit 2021-07-26T15:51:43.464653+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[42351]: cluster 2021-07-26T15:51:43.005927+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T15:51:44.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[42351]: cephadm 2021-07-26T15:51:43.084479+0000 mgr.y (mgr.24683) 256 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T15:51:44.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[42351]: cephadm 2021-07-26T15:51:43.101875+0000 mgr.y (mgr.24683) 257 : cephadm [INF] Deploying daemon prometheus.a on smithi073 2021-07-26T15:51:44.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:44 smithi046 bash[42351]: audit 2021-07-26T15:51:43.464653+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:1749: done (2 left) 2021-07-26T15:51:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:1750: delete oid 19 current snap is 163 2021-07-26T15:51:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing copy_from to smithi04638994-25 2021-07-26T15:51:45.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1077 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:51:45.032 INFO:tasks.rados.rados.0.smithi046.stdout:1747: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:51:45.032 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 1 to smithi04638994-32 2021-07-26T15:51:45.032 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 2 to smithi04638994-32 2021-07-26T15:51:45.032 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 3 to smithi04638994-32 2021-07-26T15:51:45.032 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 4 to smithi04638994-32 2021-07-26T15:51:45.033 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 5 to smithi04638994-32 2021-07-26T15:51:45.033 INFO:tasks.rados.rados.0.smithi046.stdout:1748: finishing write tid 6 to smithi04638994-32 2021-07-26T15:51:45.033 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 963 (ObjNum 561 snap 163 seq_num 561) dirty exists 2021-07-26T15:51:45.033 INFO:tasks.rados.rados.0.smithi046.stdout:1748: left oid 32 (ObjNum 561 snap 163 seq_num 561) 2021-07-26T15:51:45.039 INFO:tasks.rados.rados.0.smithi046.stdout:1747: done (2 left) 2021-07-26T15:51:45.040 INFO:tasks.rados.rados.0.smithi046.stdout:1748: done (1 left) 2021-07-26T15:51:45.040 INFO:tasks.rados.rados.0.smithi046.stdout:1750: done (0 left) 2021-07-26T15:51:45.040 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 163 2021-07-26T15:51:45.040 INFO:tasks.rados.rados.0.smithi046.stdout:1751: seq_num 563 ranges {10444800=638976,11083776=565248,11649024=794624,12443648=245760} 2021-07-26T15:51:45.101 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04638994-23 from 10444800 to 11083776 tid 1 2021-07-26T15:51:45.104 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04638994-23 from 11083776 to 11649024 tid 2 2021-07-26T15:51:45.109 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04638994-23 from 11649024 to 12443648 tid 3 2021-07-26T15:51:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:1751: writing smithi04638994-23 from 12443648 to 12689408 tid 4 2021-07-26T15:51:45.111 INFO:tasks.rados.rados.0.smithi046.stdout:1752: snap_create 2021-07-26T15:51:45.114 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 1 to smithi04638994-23 2021-07-26T15:51:45.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:45 smithi073 bash[34190]: cluster 2021-07-26T15:51:43.915255+0000 mgr.y (mgr.24683) 258 : cluster [DBG] pgmap v397: 25 pgs: 25 active+clean; 223 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2021-07-26T15:51:45.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:45 smithi073 bash[34190]: cluster 2021-07-26T15:51:44.022634+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T15:51:45.120 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 2 to smithi04638994-23 2021-07-26T15:51:45.121 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 3 to smithi04638994-23 2021-07-26T15:51:45.121 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 4 to smithi04638994-23 2021-07-26T15:51:45.121 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 5 to smithi04638994-23 2021-07-26T15:51:45.122 INFO:tasks.rados.rados.0.smithi046.stdout:1751: finishing write tid 6 to smithi04638994-23 2021-07-26T15:51:45.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1188 (ObjNum 563 snap 163 seq_num 563) dirty exists 2021-07-26T15:51:45.122 INFO:tasks.rados.rados.0.smithi046.stdout:1751: left oid 23 (ObjNum 563 snap 163 seq_num 563) 2021-07-26T15:51:45.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:45 smithi046 bash[41283]: cluster 2021-07-26T15:51:43.915255+0000 mgr.y (mgr.24683) 258 : cluster [DBG] pgmap v397: 25 pgs: 25 active+clean; 223 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2021-07-26T15:51:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:45 smithi046 bash[41283]: cluster 2021-07-26T15:51:44.022634+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T15:51:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:45 smithi046 bash[42351]: cluster 2021-07-26T15:51:43.915255+0000 mgr.y (mgr.24683) 258 : cluster [DBG] pgmap v397: 25 pgs: 25 active+clean; 223 MiB data, 900 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2021-07-26T15:51:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:45 smithi046 bash[42351]: cluster 2021-07-26T15:51:44.022634+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T15:51:46.047 INFO:tasks.rados.rados.0.smithi046.stdout:1751: done (1 left) 2021-07-26T15:51:46.047 INFO:tasks.rados.rados.0.smithi046.stdout:1752: done (0 left) 2021-07-26T15:51:46.047 INFO:tasks.rados.rados.0.smithi046.stdout:1753: read oid 33 snap -1 2021-07-26T15:51:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:1753: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:51:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:1754: read oid 6 snap -1 2021-07-26T15:51:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:1754: expect (ObjNum 524 snap 151 seq_num 524) 2021-07-26T15:51:46.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 164 2021-07-26T15:51:46.049 INFO:tasks.rados.rados.0.smithi046.stdout:1755: seq_num 564 ranges {6488064=655360,7143424=442368,7585792=598016,8183808=565248} 2021-07-26T15:51:46.090 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04638994-32 from 6488064 to 7143424 tid 1 2021-07-26T15:51:46.093 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04638994-32 from 7143424 to 7585792 tid 2 2021-07-26T15:51:46.096 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04638994-32 from 7585792 to 8183808 tid 3 2021-07-26T15:51:46.100 INFO:tasks.rados.rados.0.smithi046.stdout:1755: writing smithi04638994-32 from 8183808 to 8749056 tid 4 2021-07-26T15:51:46.100 INFO:tasks.rados.rados.0.smithi046.stdout:1756: read oid 48 snap 161 2021-07-26T15:51:46.101 INFO:tasks.rados.rados.0.smithi046.stdout:1756: expect (ObjNum 479 snap 141 seq_num 479) 2021-07-26T15:51:46.101 INFO:tasks.rados.rados.0.smithi046.stdout:1757: rollback oid 27 current snap is 164 2021-07-26T15:51:46.101 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 163 2021-07-26T15:51:46.101 INFO:tasks.rados.rados.0.smithi046.stdout:1753: expect (ObjNum 449 snap 133 seq_num 449) 2021-07-26T15:51:46.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:46 smithi073 bash[34190]: cluster 2021-07-26T15:51:45.028225+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T15:51:46.124 INFO:tasks.rados.rados.0.smithi046.stdout:1754: expect (ObjNum 524 snap 151 seq_num 524) 2021-07-26T15:51:46.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:46 smithi046 bash[41283]: cluster 2021-07-26T15:51:45.028225+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T15:51:46.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:46 smithi046 bash[42351]: cluster 2021-07-26T15:51:45.028225+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T15:51:46.949 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 1 to smithi04638994-32 2021-07-26T15:51:46.949 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 2 to smithi04638994-32 2021-07-26T15:51:46.949 INFO:tasks.rados.rados.0.smithi046.stdout:1753: done (4 left) 2021-07-26T15:51:46.950 INFO:tasks.rados.rados.0.smithi046.stdout:1754: done (3 left) 2021-07-26T15:51:46.950 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 164 2021-07-26T15:51:46.950 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 3 to smithi04638994-32 2021-07-26T15:51:46.950 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 4 to smithi04638994-32 2021-07-26T15:51:46.951 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 5 to smithi04638994-32 2021-07-26T15:51:46.951 INFO:tasks.rados.rados.0.smithi046.stdout:1758: seq_num 565 ranges {4603904=671744,5275648=729088,6004736=753664,6758400=122880} 2021-07-26T15:51:46.983 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04638994-26 from 4603904 to 5275648 tid 1 2021-07-26T15:51:46.987 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04638994-26 from 5275648 to 6004736 tid 2 2021-07-26T15:51:46.992 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04638994-26 from 6004736 to 6758400 tid 3 2021-07-26T15:51:46.993 INFO:tasks.rados.rados.0.smithi046.stdout:1758: writing smithi04638994-26 from 6758400 to 6881280 tid 4 2021-07-26T15:51:46.993 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 164 2021-07-26T15:51:46.993 INFO:tasks.rados.rados.0.smithi046.stdout:1755: finishing write tid 6 to smithi04638994-32 2021-07-26T15:51:46.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 968 (ObjNum 564 snap 164 seq_num 564) dirty exists 2021-07-26T15:51:46.994 INFO:tasks.rados.rados.0.smithi046.stdout:1755: left oid 32 (ObjNum 564 snap 164 seq_num 564) 2021-07-26T15:51:46.994 INFO:tasks.rados.rados.0.smithi046.stdout:1757: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:51:46.994 INFO:tasks.rados.rados.0.smithi046.stdout:1757: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:51:46.995 INFO:tasks.rados.rados.0.smithi046.stdout:1757: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:51:46.995 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1081 (ObjNum 550 snap 160 seq_num 550) dirty exists 2021-07-26T15:51:46.995 INFO:tasks.rados.rados.0.smithi046.stdout:1756: expect (ObjNum 479 snap 141 seq_num 479) 2021-07-26T15:51:47.310 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[34190]: cluster 2021-07-26T15:51:45.915981+0000 mgr.y (mgr.24683) 259 : cluster [DBG] pgmap v400: 25 pgs: 25 active+clean; 227 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:51:47.310 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[34190]: cluster 2021-07-26T15:51:46.047528+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T15:51:47.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:47 smithi046 bash[41283]: cluster 2021-07-26T15:51:45.915981+0000 mgr.y (mgr.24683) 259 : cluster [DBG] pgmap v400: 25 pgs: 25 active+clean; 227 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:51:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:47 smithi046 bash[41283]: cluster 2021-07-26T15:51:46.047528+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T15:51:47.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:47 smithi046 bash[42351]: cluster 2021-07-26T15:51:45.915981+0000 mgr.y (mgr.24683) 259 : cluster [DBG] pgmap v400: 25 pgs: 25 active+clean; 227 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:51:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:47 smithi046 bash[42351]: cluster 2021-07-26T15:51:46.047528+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T15:51:47.565 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 systemd[1]: Stopping Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:51:47.867 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 docker[41818]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:47.867 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=warn ts=2021-07-26T15:51:47.629Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:51:47.868 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.629Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2021-07-26T15:51:47.868 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.629Z caller=main.go:561 msg="Stopping notify discovery manager..." 2021-07-26T15:51:47.868 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.629Z caller=main.go:583 msg="Stopping scrape manager..." 2021-07-26T15:51:47.868 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.629Z caller=main.go:557 msg="Notify discovery manager stopped" 2021-07-26T15:51:47.869 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.629Z caller=main.go:543 msg="Scrape discovery manager stopped" 2021-07-26T15:51:47.869 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.630Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2021-07-26T15:51:47.869 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.630Z caller=main.go:577 msg="Scrape manager stopped" 2021-07-26T15:51:47.869 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.630Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2021-07-26T15:51:47.870 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.630Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2021-07-26T15:51:47.870 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.630Z caller=main.go:749 msg="Notifier manager stopped" 2021-07-26T15:51:47.870 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:47 smithi073 bash[29528]: level=info ts=2021-07-26T15:51:47.631Z caller=main.go:761 msg="See you next time!" 2021-07-26T15:51:47.949 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 1 to smithi04638994-26 2021-07-26T15:51:48.424 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 2 to smithi04638994-26 2021-07-26T15:51:48.425 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 3 to smithi04638994-26 2021-07-26T15:51:48.425 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 4 to smithi04638994-26 2021-07-26T15:51:48.425 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 5 to smithi04638994-26 2021-07-26T15:51:48.425 INFO:tasks.rados.rados.0.smithi046.stdout:1758: finishing write tid 6 to smithi04638994-26 2021-07-26T15:51:48.426 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 919 (ObjNum 565 snap 164 seq_num 565) dirty exists 2021-07-26T15:51:48.426 INFO:tasks.rados.rados.0.smithi046.stdout:1758: left oid 26 (ObjNum 565 snap 164 seq_num 565) 2021-07-26T15:51:48.427 INFO:tasks.rados.rados.0.smithi046.stdout:1759: seq_num 566 ranges {5496832=688128,6184960=614400,6799360=565248,7364608=425984} 2021-07-26T15:51:48.430 INFO:tasks.rados.rados.0.smithi046.stdout:1759: writing smithi04638994-2 from 5496832 to 6184960 tid 1 2021-07-26T15:51:48.430 INFO:tasks.rados.rados.0.smithi046.stdout:1759: writing smithi04638994-2 from 6184960 to 6799360 tid 2 2021-07-26T15:51:48.430 INFO:tasks.rados.rados.0.smithi046.stdout:1759: writing smithi04638994-2 from 6799360 to 7364608 tid 3 2021-07-26T15:51:48.430 INFO:tasks.rados.rados.0.smithi046.stdout:1759: writing smithi04638994-2 from 7364608 to 7790592 tid 4 2021-07-26T15:51:48.431 INFO:tasks.rados.rados.0.smithi046.stdout:1755: done (4 left) 2021-07-26T15:51:48.431 INFO:tasks.rados.rados.0.smithi046.stdout:1756: done (3 left) 2021-07-26T15:51:48.431 INFO:tasks.rados.rados.0.smithi046.stdout:1757: done (2 left) 2021-07-26T15:51:48.431 INFO:tasks.rados.rados.0.smithi046.stdout:1758: done (1 left) 2021-07-26T15:51:48.432 INFO:tasks.rados.rados.0.smithi046.stdout:1760: delete oid 45 current snap is 164 2021-07-26T15:51:48.432 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 1 to smithi04638994-2 2021-07-26T15:51:48.432 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 2 to smithi04638994-2 2021-07-26T15:51:48.432 INFO:tasks.rados.rados.0.smithi046.stdout:1760: done (1 left) 2021-07-26T15:51:48.432 INFO:tasks.rados.rados.0.smithi046.stdout:1761: read oid 15 snap -1 2021-07-26T15:51:48.433 INFO:tasks.rados.rados.0.smithi046.stdout:1761: expect deleted 2021-07-26T15:51:48.433 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 164 2021-07-26T15:51:48.433 INFO:tasks.rados.rados.0.smithi046.stdout:1762: seq_num 568 ranges {12689408=720896,13410304=786432,14196736=581632,14778368=237568} 2021-07-26T15:51:48.433 INFO:tasks.rados.rados.0.smithi046.stdout:1762: writing smithi04638994-23 from 12689408 to 13410304 tid 1 2021-07-26T15:51:48.434 INFO:tasks.rados.rados.0.smithi046.stdout:1762: writing smithi04638994-23 from 13410304 to 14196736 tid 2 2021-07-26T15:51:48.434 INFO:tasks.rados.rados.0.smithi046.stdout:1762: writing smithi04638994-23 from 14196736 to 14778368 tid 3 2021-07-26T15:51:48.434 INFO:tasks.rados.rados.0.smithi046.stdout:1762: writing smithi04638994-23 from 14778368 to 15015936 tid 4 2021-07-26T15:51:48.435 INFO:tasks.rados.rados.0.smithi046.stdout:1763: delete oid 5 current snap is 164 2021-07-26T15:51:48.435 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 3 to smithi04638994-2 2021-07-26T15:51:48.435 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 4 to smithi04638994-2 2021-07-26T15:51:48.436 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 5 to smithi04638994-2 2021-07-26T15:51:48.436 INFO:tasks.rados.rados.0.smithi046.stdout:1759: finishing write tid 6 to smithi04638994-2 2021-07-26T15:51:48.437 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 973 (ObjNum 566 snap 164 seq_num 566) dirty exists 2021-07-26T15:51:48.437 INFO:tasks.rados.rados.0.smithi046.stdout:1759: left oid 2 (ObjNum 566 snap 164 seq_num 566) 2021-07-26T15:51:48.437 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 1 to smithi04638994-23 2021-07-26T15:51:48.437 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 2 to smithi04638994-23 2021-07-26T15:51:48.437 INFO:tasks.rados.rados.0.smithi046.stdout:1759: done (3 left) 2021-07-26T15:51:48.438 INFO:tasks.rados.rados.0.smithi046.stdout:1761: done (2 left) 2021-07-26T15:51:48.438 INFO:tasks.rados.rados.0.smithi046.stdout:1763: done (1 left) 2021-07-26T15:51:48.438 INFO:tasks.rados.rados.0.smithi046.stdout:1764: copy_from oid 26 from oid 50 current snap is 164 2021-07-26T15:51:48.438 INFO:tasks.rados.rados.0.smithi046.stdout:1765: read oid 18 snap -1 2021-07-26T15:51:48.438 INFO:tasks.rados.rados.0.smithi046.stdout:1765: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:48.439 INFO:tasks.rados.rados.0.smithi046.stdout:1766: read oid 31 snap -1 2021-07-26T15:51:48.439 INFO:tasks.rados.rados.0.smithi046.stdout:1766: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:51:48.439 INFO:tasks.rados.rados.0.smithi046.stdout:1767: snap_remove snap 163 2021-07-26T15:51:48.780 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:48 smithi073 docker[41818]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-prometheus.a 2021-07-26T15:51:48.781 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:48 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@prometheus.a.service: Succeeded. 2021-07-26T15:51:48.781 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:48 smithi073 systemd[1]: Stopped Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:48.781 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:48 smithi073 systemd[1]: Started Ceph prometheus.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:51:49.048 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:48 smithi073 bash[41896]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:49.061 INFO:tasks.rados.rados.0.smithi046.stdout:1767: done (4 left) 2021-07-26T15:51:49.061 INFO:tasks.rados.rados.0.smithi046.stdout:1768: snap_remove snap 158 2021-07-26T15:51:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:49 smithi073 bash[34190]: cluster 2021-07-26T15:51:47.916483+0000 mgr.y (mgr.24683) 260 : cluster [DBG] pgmap v402: 25 pgs: 25 active+clean; 247 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:51:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:49 smithi073 bash[34190]: audit 2021-07-26T15:51:48.741589+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:49 smithi073 bash[34190]: audit 2021-07-26T15:51:48.743491+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:49.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:49 smithi073 bash[34190]: audit 2021-07-26T15:51:48.746579+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:49.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:49 smithi073 bash[34190]: audit 2021-07-26T15:51:48.748860+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:49.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[42351]: cluster 2021-07-26T15:51:47.916483+0000 mgr.y (mgr.24683) 260 : cluster [DBG] pgmap v402: 25 pgs: 25 active+clean; 247 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:51:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[42351]: audit 2021-07-26T15:51:48.741589+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[42351]: audit 2021-07-26T15:51:48.743491+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[42351]: audit 2021-07-26T15:51:48.746579+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[42351]: audit 2021-07-26T15:51:48.748860+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[41283]: cluster 2021-07-26T15:51:47.916483+0000 mgr.y (mgr.24683) 260 : cluster [DBG] pgmap v402: 25 pgs: 25 active+clean; 247 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2021-07-26T15:51:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[41283]: audit 2021-07-26T15:51:48.741589+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[41283]: audit 2021-07-26T15:51:48.743491+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:49.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[41283]: audit 2021-07-26T15:51:48.746579+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:49.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:49 smithi046 bash[41283]: audit 2021-07-26T15:51:48.748860+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:51:50.077 INFO:tasks.rados.rados.0.smithi046.stdout:1768: done (4 left) 2021-07-26T15:51:50.077 INFO:tasks.rados.rados.0.smithi046.stdout:1769: rmattr oid 46 current snap is 164 2021-07-26T15:51:50.078 INFO:tasks.rados.rados.0.smithi046.stdout:1769: done (4 left) 2021-07-26T15:51:50.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 164 2021-07-26T15:51:50.078 INFO:tasks.rados.rados.0.smithi046.stdout:1770: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2021-07-26T15:51:50.081 INFO:tasks.rados.rados.0.smithi046.stdout:1770: writing smithi04638994-24 from 0 to 753664 tid 1 2021-07-26T15:51:50.084 INFO:tasks.rados.rados.0.smithi046.stdout:1770: writing smithi04638994-24 from 753664 to 1302528 tid 2 2021-07-26T15:51:50.087 INFO:tasks.rados.rados.0.smithi046.stdout:1770: writing smithi04638994-24 from 1302528 to 1843200 tid 3 2021-07-26T15:51:50.090 INFO:tasks.rados.rados.0.smithi046.stdout:1770: writing smithi04638994-24 from 1843200 to 2359296 tid 4 2021-07-26T15:51:50.097 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 3 to smithi04638994-23 2021-07-26T15:51:50.097 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 4 to smithi04638994-23 2021-07-26T15:51:50.097 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 5 to smithi04638994-23 2021-07-26T15:51:50.098 INFO:tasks.rados.rados.0.smithi046.stdout:1762: finishing write tid 6 to smithi04638994-23 2021-07-26T15:51:50.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1194 (ObjNum 568 snap 164 seq_num 568) dirty exists 2021-07-26T15:51:50.099 INFO:tasks.rados.rados.0.smithi046.stdout:1762: left oid 23 (ObjNum 568 snap 164 seq_num 568) 2021-07-26T15:51:50.099 INFO:tasks.rados.rados.0.smithi046.stdout:1766: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:51:50.196 INFO:tasks.rados.rados.0.smithi046.stdout:1764: finishing copy_from to smithi04638994-26 2021-07-26T15:51:50.197 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 907 (ObjNum 531 snap 154 seq_num 531) dirty exists 2021-07-26T15:51:50.197 INFO:tasks.rados.rados.0.smithi046.stdout:1764: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:51:50.197 INFO:tasks.rados.rados.0.smithi046.stdout:1765: expect (ObjNum 493 snap 145 seq_num 493) 2021-07-26T15:51:50.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[34190]: cluster 2021-07-26T15:51:49.062168+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T15:51:50.367 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T15:51:50.368 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T15:51:50.368 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T15:51:50.368 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi073 (none))" 2021-07-26T15:51:50.368 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T15:51:50.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.036Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T15:51:50.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.038Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T15:51:50.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.038Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T15:51:50.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.042Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T15:51:50.369 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.043Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2021-07-26T15:51:50.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.059Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2021-07-26T15:51:50.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.060Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2021-07-26T15:51:50.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.060Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=17.562924ms 2021-07-26T15:51:50.370 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.063Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T15:51:50.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.063Z caller=main.go:695 msg="TSDB started" 2021-07-26T15:51:50.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.063Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:51:50.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.069Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:51:50.371 INFO:journalctl@ceph.prometheus.a.smithi073.stdout:Jul 26 15:51:50 smithi073 bash[41896]: level=info ts=2021-07-26T15:51:50.069Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T15:51:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:50 smithi046 bash[41283]: cluster 2021-07-26T15:51:49.062168+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T15:51:50.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:50 smithi046 bash[42351]: cluster 2021-07-26T15:51:49.062168+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T15:51:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:51 smithi073 bash[34190]: cluster 2021-07-26T15:51:49.917076+0000 mgr.y (mgr.24683) 261 : cluster [DBG] pgmap v404: 25 pgs: 25 active+clean; 247 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2021-07-26T15:51:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:51 smithi073 bash[34190]: cluster 2021-07-26T15:51:50.073301+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T15:51:51.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:51 smithi073 bash[34190]: cluster 2021-07-26T15:51:50.901466+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T15:51:51.401 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 1 to smithi04638994-24 2021-07-26T15:51:51.401 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 2 to smithi04638994-24 2021-07-26T15:51:51.402 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 3 to smithi04638994-24 2021-07-26T15:51:51.402 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 4 to smithi04638994-24 2021-07-26T15:51:51.402 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 5 to smithi04638994-24 2021-07-26T15:51:51.402 INFO:tasks.rados.rados.0.smithi046.stdout:1770: finishing write tid 6 to smithi04638994-24 2021-07-26T15:51:51.402 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1207 (ObjNum 570 snap 164 seq_num 570) dirty exists 2021-07-26T15:51:51.403 INFO:tasks.rados.rados.0.smithi046.stdout:1770: left oid 24 (ObjNum 570 snap 164 seq_num 570) 2021-07-26T15:51:51.403 INFO:tasks.rados.rados.0.smithi046.stdout:1762: done (4 left) 2021-07-26T15:51:51.403 INFO:tasks.rados.rados.0.smithi046.stdout:1764: done (3 left) 2021-07-26T15:51:51.403 INFO:tasks.rados.rados.0.smithi046.stdout:1765: done (2 left) 2021-07-26T15:51:51.404 INFO:tasks.rados.rados.0.smithi046.stdout:1766: done (1 left) 2021-07-26T15:51:51.404 INFO:tasks.rados.rados.0.smithi046.stdout:1770: done (0 left) 2021-07-26T15:51:51.404 INFO:tasks.rados.rados.0.smithi046.stdout:1771: read oid 20 snap -1 2021-07-26T15:51:51.404 INFO:tasks.rados.rados.0.smithi046.stdout:1771: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:51:51.404 INFO:tasks.rados.rados.0.smithi046.stdout:1772: copy_from oid 11 from oid 29 current snap is 164 2021-07-26T15:51:51.405 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 164 2021-07-26T15:51:51.405 INFO:tasks.rados.rados.0.smithi046.stdout:1773: seq_num 571 ranges {12533760=770048,13303808=483328,13787136=753664,14540800=368640} 2021-07-26T15:51:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[41283]: cluster 2021-07-26T15:51:49.917076+0000 mgr.y (mgr.24683) 261 : cluster [DBG] pgmap v404: 25 pgs: 25 active+clean; 247 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2021-07-26T15:51:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[41283]: cluster 2021-07-26T15:51:50.073301+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T15:51:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[41283]: cluster 2021-07-26T15:51:50.901466+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T15:51:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[42351]: cluster 2021-07-26T15:51:49.917076+0000 mgr.y (mgr.24683) 261 : cluster [DBG] pgmap v404: 25 pgs: 25 active+clean; 247 MiB data, 950 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2021-07-26T15:51:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[42351]: cluster 2021-07-26T15:51:50.073301+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T15:51:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:51 smithi046 bash[42351]: cluster 2021-07-26T15:51:50.901466+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T15:51:51.483 INFO:tasks.rados.rados.0.smithi046.stdout:1773: writing smithi04638994-49 from 12533760 to 13303808 tid 1 2021-07-26T15:51:51.485 INFO:tasks.rados.rados.0.smithi046.stdout:1773: writing smithi04638994-49 from 13303808 to 13787136 tid 2 2021-07-26T15:51:51.490 INFO:tasks.rados.rados.0.smithi046.stdout:1773: writing smithi04638994-49 from 13787136 to 14540800 tid 3 2021-07-26T15:51:51.494 INFO:tasks.rados.rados.0.smithi046.stdout:1773: writing smithi04638994-49 from 14540800 to 14909440 tid 4 2021-07-26T15:51:51.494 INFO:tasks.rados.rados.0.smithi046.stdout:1774: delete oid 17 current snap is 164 2021-07-26T15:51:51.494 INFO:tasks.rados.rados.0.smithi046.stdout:1771: expect (ObjNum 430 snap 133 seq_num 430) 2021-07-26T15:51:51.971 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 1 to smithi04638994-49 2021-07-26T15:51:51.972 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 2 to smithi04638994-49 2021-07-26T15:51:51.972 INFO:tasks.rados.rados.0.smithi046.stdout:1772: finishing copy_from to smithi04638994-11 2021-07-26T15:51:51.972 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1172 (ObjNum 549 snap 160 seq_num 549) dirty exists 2021-07-26T15:51:51.972 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 3 to smithi04638994-49 2021-07-26T15:51:51.973 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 4 to smithi04638994-49 2021-07-26T15:51:51.973 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 5 to smithi04638994-49 2021-07-26T15:51:51.973 INFO:tasks.rados.rados.0.smithi046.stdout:1772: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:51:51.973 INFO:tasks.rados.rados.0.smithi046.stdout:1773: finishing write tid 6 to smithi04638994-49 2021-07-26T15:51:51.974 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1086 (ObjNum 571 snap 164 seq_num 571) dirty exists 2021-07-26T15:51:51.974 INFO:tasks.rados.rados.0.smithi046.stdout:1773: left oid 49 (ObjNum 571 snap 164 seq_num 571) 2021-07-26T15:51:51.975 INFO:tasks.rados.rados.0.smithi046.stdout:1771: done (3 left) 2021-07-26T15:51:51.975 INFO:tasks.rados.rados.0.smithi046.stdout:1772: done (2 left) 2021-07-26T15:51:51.975 INFO:tasks.rados.rados.0.smithi046.stdout:1773: done (1 left) 2021-07-26T15:51:51.975 INFO:tasks.rados.rados.0.smithi046.stdout:1774: done (0 left) 2021-07-26T15:51:51.976 INFO:tasks.rados.rados.0.smithi046.stdout:1775: snap_remove snap 157 2021-07-26T15:51:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:1775: done (0 left) 2021-07-26T15:51:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:1776: read oid 25 snap -1 2021-07-26T15:51:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:1776: expect (ObjNum 555 snap 161 seq_num 555) 2021-07-26T15:51:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:1777: snap_remove snap 161 2021-07-26T15:51:53.084 INFO:tasks.rados.rados.0.smithi046.stdout:1777: done (1 left) 2021-07-26T15:51:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:1778: rollback oid 8 current snap is 164 2021-07-26T15:51:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 162 2021-07-26T15:51:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:1779: read oid 37 snap -1 2021-07-26T15:51:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:1779: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:51:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:1780: snap_create 2021-07-26T15:51:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:1776: expect (ObjNum 555 snap 161 seq_num 555) 2021-07-26T15:51:53.145 INFO:tasks.rados.rados.0.smithi046.stdout:1779: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:51:53.146 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:51:53.147 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:51:53.147 INFO:tasks.rados.rados.0.smithi046.stdout:1778: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:51:53.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1221 (ObjNum 535 snap 155 seq_num 535) dirty exists 2021-07-26T15:51:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:53 smithi073 bash[34190]: cluster 2021-07-26T15:51:51.917784+0000 mgr.y (mgr.24683) 262 : cluster [DBG] pgmap v407: 25 pgs: 25 active+clean; 254 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2021-07-26T15:51:53.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:53 smithi073 bash[34190]: cluster 2021-07-26T15:51:52.079437+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T15:51:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[41283]: cluster 2021-07-26T15:51:51.917784+0000 mgr.y (mgr.24683) 262 : cluster [DBG] pgmap v407: 25 pgs: 25 active+clean; 254 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2021-07-26T15:51:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[41283]: cluster 2021-07-26T15:51:52.079437+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T15:51:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[42351]: cluster 2021-07-26T15:51:51.917784+0000 mgr.y (mgr.24683) 262 : cluster [DBG] pgmap v407: 25 pgs: 25 active+clean; 254 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2021-07-26T15:51:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[42351]: cluster 2021-07-26T15:51:52.079437+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T15:51:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:51:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:51:53 smithi046 bash[32611]: level=error ts=2021-07-26T15:51:53.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=12 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:51:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:1776: done (3 left) 2021-07-26T15:51:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:1778: done (2 left) 2021-07-26T15:51:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:1779: done (1 left) 2021-07-26T15:51:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:1780: done (0 left) 2021-07-26T15:51:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:1781: setattr oid 19 current snap is 165 2021-07-26T15:51:54.103 INFO:tasks.rados.rados.0.smithi046.stdout:1782: read oid 44 snap -1 2021-07-26T15:51:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:1782: expect deleted 2021-07-26T15:51:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:1783: rollback oid 24 current snap is 165 2021-07-26T15:51:54.104 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 162 2021-07-26T15:51:54.105 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 165 2021-07-26T15:51:54.105 INFO:tasks.rados.rados.0.smithi046.stdout:1784: seq_num 573 ranges {9535488=802816,10338304=655360,10993664=720896,11714560=229376} 2021-07-26T15:51:54.161 INFO:tasks.rados.rados.0.smithi046.stdout:1784: writing smithi04638994-6 from 9535488 to 10338304 tid 1 2021-07-26T15:51:54.165 INFO:tasks.rados.rados.0.smithi046.stdout:1784: writing smithi04638994-6 from 10338304 to 10993664 tid 2 2021-07-26T15:51:54.169 INFO:tasks.rados.rados.0.smithi046.stdout:1784: writing smithi04638994-6 from 10993664 to 11714560 tid 3 2021-07-26T15:51:54.170 INFO:tasks.rados.rados.0.smithi046.stdout:1784: writing smithi04638994-6 from 11714560 to 11943936 tid 4 2021-07-26T15:51:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:1785: setattr oid 20 current snap is 165 2021-07-26T15:51:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:51:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:1783: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:51:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1230 (ObjNum 2 snap 1902014475 seq_num 2585395202) dirty dne 2021-07-26T15:51:54.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 392 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:51:54.173 INFO:tasks.rados.rados.0.smithi046.stdout:1781: done (4 left) 2021-07-26T15:51:54.173 INFO:tasks.rados.rados.0.smithi046.stdout:1782: done (3 left) 2021-07-26T15:51:54.173 INFO:tasks.rados.rados.0.smithi046.stdout:1783: done (2 left) 2021-07-26T15:51:54.174 INFO:tasks.rados.rados.0.smithi046.stdout:1786: read oid 4 snap 164 2021-07-26T15:51:54.174 INFO:tasks.rados.rados.0.smithi046.stdout:1786: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:51:54.174 INFO:tasks.rados.rados.0.smithi046.stdout:1787: rmattr oid 48 current snap is 165 2021-07-26T15:51:54.174 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 165 2021-07-26T15:51:54.175 INFO:tasks.rados.rados.0.smithi046.stdout:1788: seq_num 574 ranges {0=16384} 2021-07-26T15:51:54.175 INFO:tasks.rados.rados.0.smithi046.stdout:1788: writing smithi04638994-5 from 0 to 16384 tid 1 2021-07-26T15:51:54.175 INFO:tasks.rados.rados.0.smithi046.stdout:1789: rollback oid 17 current snap is 165 2021-07-26T15:51:54.175 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 162 2021-07-26T15:51:54.175 INFO:tasks.rados.rados.0.smithi046.stdout:1790: copy_from oid 47 from oid 29 current snap is 165 2021-07-26T15:51:54.176 INFO:tasks.rados.rados.0.smithi046.stdout:1791: rollback oid 3 current snap is 165 2021-07-26T15:51:54.176 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 162 2021-07-26T15:51:54.176 INFO:tasks.rados.rados.0.smithi046.stdout:1792: setattr oid 34 current snap is 165 2021-07-26T15:51:54.177 INFO:tasks.rados.rados.0.smithi046.stdout:1793: read oid 38 snap -1 2021-07-26T15:51:54.178 INFO:tasks.rados.rados.0.smithi046.stdout:1793: expect (ObjNum 336 snap 107 seq_num 336) 2021-07-26T15:51:54.178 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 165 2021-07-26T15:51:54.178 INFO:tasks.rados.rados.0.smithi046.stdout:1794: seq_num 575 ranges {9175040=32768} 2021-07-26T15:51:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:1794: writing smithi04638994-41 from 9175040 to 9207808 tid 1 2021-07-26T15:51:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 165 2021-07-26T15:51:54.229 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:51:54.229 INFO:tasks.rados.rados.0.smithi046.stdout:1795: seq_num 576 ranges {7233536=49152} 2021-07-26T15:51:54.271 INFO:tasks.rados.rados.0.smithi046.stdout:1795: writing smithi04638994-28 from 7233536 to 7282688 tid 1 2021-07-26T15:51:54.272 INFO:tasks.rados.rados.0.smithi046.stdout:1796: read oid 37 snap 164 2021-07-26T15:51:54.272 INFO:tasks.rados.rados.0.smithi046.stdout:1796: expect (ObjNum 198986144 snap 22029 seq_num 197664640) 2021-07-26T15:51:54.272 INFO:tasks.rados.rados.0.smithi046.stdout:1797: rollback oid 33 current snap is 165 2021-07-26T15:51:54.273 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 162 2021-07-26T15:51:54.273 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 1 to smithi04638994-6 2021-07-26T15:51:54.273 INFO:tasks.rados.rados.0.smithi046.stdout:1798: read oid 49 snap -1 2021-07-26T15:51:54.274 INFO:tasks.rados.rados.0.smithi046.stdout:1798: expect (ObjNum 571 snap 164 seq_num 571) 2021-07-26T15:51:54.274 INFO:tasks.rados.rados.0.smithi046.stdout:1799: copy_from oid 21 from oid 27 current snap is 165 2021-07-26T15:51:54.274 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 2 to smithi04638994-6 2021-07-26T15:51:54.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1083 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:51:54.275 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:51:54.275 INFO:tasks.rados.rados.0.smithi046.stdout:1791: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:51:54.275 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1136 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:51:54.275 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1232 (ObjNum 430 snap 133 seq_num 430) dirty exists 2021-07-26T15:51:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:1789: finishing rollback tid 1 to smithi04638994-17 2021-07-26T15:51:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 0 (ObjNum 288 snap 0 seq_num 161) dirty dne 2021-07-26T15:51:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 3 to smithi04638994-6 2021-07-26T15:51:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:1785: done (15 left) 2021-07-26T15:51:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:1787: done (14 left) 2021-07-26T15:51:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:1789: done (13 left) 2021-07-26T15:51:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:1791: done (12 left) 2021-07-26T15:51:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:1800: setattr oid 10 current snap is 165 2021-07-26T15:51:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 4 to smithi04638994-6 2021-07-26T15:51:54.278 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 5 to smithi04638994-6 2021-07-26T15:51:54.278 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1078 (ObjNum 449 snap 133 seq_num 449) dirty exists 2021-07-26T15:51:54.278 INFO:tasks.rados.rados.0.smithi046.stdout:1784: finishing write tid 6 to smithi04638994-6 2021-07-26T15:51:54.278 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 562 (ObjNum 573 snap 165 seq_num 573) dirty exists 2021-07-26T15:51:54.279 INFO:tasks.rados.rados.0.smithi046.stdout:1784: left oid 6 (ObjNum 573 snap 165 seq_num 573) 2021-07-26T15:51:54.279 INFO:tasks.rados.rados.0.smithi046.stdout:1786: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:51:54.351 INFO:tasks.rados.rados.0.smithi046.stdout:1788: finishing write tid 1 to smithi04638994-5 2021-07-26T15:51:54.352 INFO:tasks.rados.rados.0.smithi046.stdout:1793: expect (ObjNum 336 snap 107 seq_num 336) 2021-07-26T15:51:54.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:54 smithi073 bash[34190]: cluster 2021-07-26T15:51:53.083858+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T15:51:54.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:54 smithi073 bash[34190]: audit 2021-07-26T15:51:54.046964+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:54 smithi046 bash[42351]: cluster 2021-07-26T15:51:53.083858+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T15:51:54.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:54 smithi046 bash[42351]: audit 2021-07-26T15:51:54.046964+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:54 smithi046 bash[41283]: cluster 2021-07-26T15:51:53.083858+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T15:51:54.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:54 smithi046 bash[41283]: audit 2021-07-26T15:51:54.046964+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:54.475 INFO:tasks.rados.rados.0.smithi046.stdout:1788: finishing write tid 2 to smithi04638994-5 2021-07-26T15:51:54.475 INFO:tasks.rados.rados.0.smithi046.stdout:1788: finishing write tid 3 to smithi04638994-5 2021-07-26T15:51:54.476 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 955 (ObjNum 574 snap 165 seq_num 574) dirty exists 2021-07-26T15:51:54.476 INFO:tasks.rados.rados.0.smithi046.stdout:1788: left oid 5 (ObjNum 574 snap 165 seq_num 574) 2021-07-26T15:51:54.476 INFO:tasks.rados.rados.0.smithi046.stdout:1794: finishing write tid 1 to smithi04638994-41 2021-07-26T15:51:54.477 INFO:tasks.rados.rados.0.smithi046.stdout:1794: finishing write tid 2 to smithi04638994-41 2021-07-26T15:51:54.477 INFO:tasks.rados.rados.0.smithi046.stdout:1790: finishing copy_from to smithi04638994-47 2021-07-26T15:51:54.478 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1172 (ObjNum 549 snap 160 seq_num 549) dirty exists 2021-07-26T15:51:54.478 INFO:tasks.rados.rados.0.smithi046.stdout:1794: finishing write tid 3 to smithi04638994-41 2021-07-26T15:51:54.479 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1002 (ObjNum 575 snap 165 seq_num 575) dirty exists 2021-07-26T15:51:54.479 INFO:tasks.rados.rados.0.smithi046.stdout:1794: left oid 41 (ObjNum 575 snap 165 seq_num 575) 2021-07-26T15:51:54.479 INFO:tasks.rados.rados.0.smithi046.stdout:1790: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:51:54.480 INFO:tasks.rados.rados.0.smithi046.stdout:1796: expect (ObjNum 198986144 snap 22029 seq_num 197664640) 2021-07-26T15:51:54.482 INFO:tasks.rados.rados.0.smithi046.stdout:1795: finishing write tid 1 to smithi04638994-28 2021-07-26T15:51:54.482 INFO:tasks.rados.rados.0.smithi046.stdout:1795: finishing write tid 2 to smithi04638994-28 2021-07-26T15:51:54.483 INFO:tasks.rados.rados.0.smithi046.stdout:1797: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:51:54.483 INFO:tasks.rados.rados.0.smithi046.stdout:1797: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:51:54.484 INFO:tasks.rados.rados.0.smithi046.stdout:1797: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:51:54.484 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 395 (ObjNum 449 snap 133 seq_num 449) dirty exists 2021-07-26T15:51:54.485 INFO:tasks.rados.rados.0.smithi046.stdout:1795: finishing write tid 3 to smithi04638994-28 2021-07-26T15:51:54.486 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1083 (ObjNum 576 snap 165 seq_num 576) dirty exists 2021-07-26T15:51:54.486 INFO:tasks.rados.rados.0.smithi046.stdout:1795: left oid 28 (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:51:54.487 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing copy_from to smithi04638994-21 2021-07-26T15:51:54.487 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1081 (ObjNum 550 snap 160 seq_num 550) dirty exists 2021-07-26T15:51:54.488 INFO:tasks.rados.rados.0.smithi046.stdout:1799: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:51:54.488 INFO:tasks.rados.rados.0.smithi046.stdout:1798: expect (ObjNum 571 snap 164 seq_num 571) 2021-07-26T15:51:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: cluster 2021-07-26T15:51:53.918426+0000 mgr.y (mgr.24683) 263 : cluster [DBG] pgmap v410: 25 pgs: 25 active+clean; 271 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2021-07-26T15:51:55.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: cluster 2021-07-26T15:51:54.100267+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-07-26T15:51:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.315604+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.326244+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.329337+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.331517+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.333483+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.334913+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.337312+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.339467+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.340733+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.341863+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.342972+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.344049+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.345146+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.346429+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:55 smithi073 bash[34190]: audit 2021-07-26T15:51:54.347637+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: cluster 2021-07-26T15:51:53.918426+0000 mgr.y (mgr.24683) 263 : cluster [DBG] pgmap v410: 25 pgs: 25 active+clean; 271 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2021-07-26T15:51:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: cluster 2021-07-26T15:51:54.100267+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-07-26T15:51:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.315604+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.326244+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.329337+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:55.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.331517+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.333483+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.334913+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.337312+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.339467+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.340733+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.341863+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.342972+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.344049+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.345146+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.346429+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[42351]: audit 2021-07-26T15:51:54.347637+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: cluster 2021-07-26T15:51:53.918426+0000 mgr.y (mgr.24683) 263 : cluster [DBG] pgmap v410: 25 pgs: 25 active+clean; 271 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2021-07-26T15:51:55.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: cluster 2021-07-26T15:51:54.100267+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2021-07-26T15:51:55.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.315604+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:51:55.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.326244+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:55.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.329337+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:51:55.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.331517+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.333483+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.334913+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.337312+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.339467+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.340733+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.341863+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.342972+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.344049+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.345146+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.346429+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:55 smithi046 bash[41283]: audit 2021-07-26T15:51:54.347637+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:51:55.974 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 974 (ObjNum 496 snap 145 seq_num 496) dirty exists 2021-07-26T15:51:55.975 INFO:tasks.rados.rados.0.smithi046.stdout:1784: done (12 left) 2021-07-26T15:51:55.975 INFO:tasks.rados.rados.0.smithi046.stdout:1786: done (11 left) 2021-07-26T15:51:55.975 INFO:tasks.rados.rados.0.smithi046.stdout:1788: done (10 left) 2021-07-26T15:51:55.975 INFO:tasks.rados.rados.0.smithi046.stdout:1790: done (9 left) 2021-07-26T15:51:55.975 INFO:tasks.rados.rados.0.smithi046.stdout:1792: done (8 left) 2021-07-26T15:51:55.976 INFO:tasks.rados.rados.0.smithi046.stdout:1793: done (7 left) 2021-07-26T15:51:55.976 INFO:tasks.rados.rados.0.smithi046.stdout:1794: done (6 left) 2021-07-26T15:51:55.976 INFO:tasks.rados.rados.0.smithi046.stdout:1795: done (5 left) 2021-07-26T15:51:55.976 INFO:tasks.rados.rados.0.smithi046.stdout:1796: done (4 left) 2021-07-26T15:51:55.976 INFO:tasks.rados.rados.0.smithi046.stdout:1797: done (3 left) 2021-07-26T15:51:55.977 INFO:tasks.rados.rados.0.smithi046.stdout:1798: done (2 left) 2021-07-26T15:51:55.977 INFO:tasks.rados.rados.0.smithi046.stdout:1799: done (1 left) 2021-07-26T15:51:55.977 INFO:tasks.rados.rados.0.smithi046.stdout:1800: done (0 left) 2021-07-26T15:51:55.977 INFO:tasks.rados.rados.0.smithi046.stdout:1801: read oid 3 snap -1 2021-07-26T15:51:55.978 INFO:tasks.rados.rados.0.smithi046.stdout:1801: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:51:55.978 INFO:tasks.rados.rados.0.smithi046.stdout:1802: read oid 11 snap -1 2021-07-26T15:51:55.978 INFO:tasks.rados.rados.0.smithi046.stdout:1802: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:51:55.978 INFO:tasks.rados.rados.0.smithi046.stdout:1803: delete oid 6 current snap is 165 2021-07-26T15:51:55.979 INFO:tasks.rados.rados.0.smithi046.stdout:1801: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:51:56.007 INFO:tasks.rados.rados.0.smithi046.stdout:1801: done (2 left) 2021-07-26T15:51:56.007 INFO:tasks.rados.rados.0.smithi046.stdout:1803: done (1 left) 2021-07-26T15:51:56.008 INFO:tasks.rados.rados.0.smithi046.stdout:1804: read oid 4 snap -1 2021-07-26T15:51:56.008 INFO:tasks.rados.rados.0.smithi046.stdout:1804: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:51:56.008 INFO:tasks.rados.rados.0.smithi046.stdout:1805: read oid 32 snap -1 2021-07-26T15:51:56.008 INFO:tasks.rados.rados.0.smithi046.stdout:1805: expect (ObjNum 564 snap 164 seq_num 564) 2021-07-26T15:51:56.008 INFO:tasks.rados.rados.0.smithi046.stdout:1806: snap_create 2021-07-26T15:51:56.025 INFO:tasks.rados.rados.0.smithi046.stdout:1804: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:51:56.090 INFO:tasks.rados.rados.0.smithi046.stdout:1805: expect (ObjNum 564 snap 164 seq_num 564) 2021-07-26T15:51:56.355 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:56 smithi046 bash[41283]: audit 2021-07-26T15:51:54.326785+0000 mgr.y (mgr.24683) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:56.355 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:56 smithi046 bash[41283]: cluster 2021-07-26T15:51:55.903786+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-07-26T15:51:56.356 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:56 smithi046 bash[42351]: audit 2021-07-26T15:51:54.326785+0000 mgr.y (mgr.24683) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:56.356 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:56 smithi046 bash[42351]: cluster 2021-07-26T15:51:55.903786+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-07-26T15:51:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:56 smithi073 bash[34190]: audit 2021-07-26T15:51:54.326785+0000 mgr.y (mgr.24683) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:51:56.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:56 smithi073 bash[34190]: cluster 2021-07-26T15:51:55.903786+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2021-07-26T15:51:56.590 INFO:tasks.rados.rados.0.smithi046.stdout:1802: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:51:57.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:57 smithi073 bash[34190]: cluster 2021-07-26T15:51:55.919022+0000 mgr.y (mgr.24683) 265 : cluster [DBG] pgmap v413: 25 pgs: 25 active+clean; 263 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2021-07-26T15:51:57.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:57 smithi073 bash[34190]: cluster 2021-07-26T15:51:56.918908+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-07-26T15:51:57.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:57 smithi046 bash[42351]: cluster 2021-07-26T15:51:55.919022+0000 mgr.y (mgr.24683) 265 : cluster [DBG] pgmap v413: 25 pgs: 25 active+clean; 263 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2021-07-26T15:51:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:57 smithi046 bash[42351]: cluster 2021-07-26T15:51:56.918908+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-07-26T15:51:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:57 smithi046 bash[41283]: cluster 2021-07-26T15:51:55.919022+0000 mgr.y (mgr.24683) 265 : cluster [DBG] pgmap v413: 25 pgs: 25 active+clean; 263 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2021-07-26T15:51:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:57 smithi046 bash[41283]: cluster 2021-07-26T15:51:56.918908+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2021-07-26T15:51:57.777 INFO:tasks.rados.rados.0.smithi046.stdout:1802: done (3 left) 2021-07-26T15:51:57.778 INFO:tasks.rados.rados.0.smithi046.stdout:1804: done (2 left) 2021-07-26T15:51:57.778 INFO:tasks.rados.rados.0.smithi046.stdout:1805: done (1 left) 2021-07-26T15:51:57.778 INFO:tasks.rados.rados.0.smithi046.stdout:1806: done (0 left) 2021-07-26T15:51:57.778 INFO:tasks.rados.rados.0.smithi046.stdout:1807: delete oid 33 current snap is 166 2021-07-26T15:51:57.786 INFO:tasks.rados.rados.0.smithi046.stdout:1807: done (0 left) 2021-07-26T15:51:57.786 INFO:tasks.rados.rados.0.smithi046.stdout:1808: copy_from oid 29 from oid 38 current snap is 166 2021-07-26T15:51:57.786 INFO:tasks.rados.rados.0.smithi046.stdout:1809: setattr oid 45 current snap is 166 2021-07-26T15:51:57.787 INFO:tasks.rados.rados.0.smithi046.stdout:1810: delete oid 12 current snap is 166 2021-07-26T15:51:57.791 INFO:tasks.rados.rados.0.smithi046.stdout:1810: done (2 left) 2021-07-26T15:51:57.791 INFO:tasks.rados.rados.0.smithi046.stdout:1811: snap_create 2021-07-26T15:51:57.796 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1087 (ObjNum 198280912 snap 22029 seq_num 197708880) dirty exists 2021-07-26T15:51:57.811 INFO:tasks.rados.rados.0.smithi046.stdout:1808: finishing copy_from to smithi04638994-29 2021-07-26T15:51:57.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1072 (ObjNum 336 snap 107 seq_num 336) dirty exists 2021-07-26T15:51:57.813 INFO:tasks.rados.rados.0.smithi046.stdout:1808: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:51:58.116 INFO:tasks.rados.rados.0.smithi046.stdout:1808: done (2 left) 2021-07-26T15:51:58.116 INFO:tasks.rados.rados.0.smithi046.stdout:1809: done (1 left) 2021-07-26T15:51:58.117 INFO:tasks.rados.rados.0.smithi046.stdout:1811: done (0 left) 2021-07-26T15:51:58.117 INFO:tasks.rados.rados.0.smithi046.stdout:1812: snap_remove snap 164 2021-07-26T15:51:58.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:58 smithi073 bash[34190]: cephadm 2021-07-26T15:51:57.118392+0000 mgr.y (mgr.24683) 266 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T15:51:58.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:58 smithi073 bash[34190]: cephadm 2021-07-26T15:51:57.127304+0000 mgr.y (mgr.24683) 267 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:51:58.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:58 smithi073 bash[34190]: audit 2021-07-26T15:51:58.063497+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[42351]: cephadm 2021-07-26T15:51:57.118392+0000 mgr.y (mgr.24683) 266 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T15:51:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[42351]: cephadm 2021-07-26T15:51:57.127304+0000 mgr.y (mgr.24683) 267 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:51:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[42351]: audit 2021-07-26T15:51:58.063497+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[41283]: cephadm 2021-07-26T15:51:57.118392+0000 mgr.y (mgr.24683) 266 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T15:51:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[41283]: cephadm 2021-07-26T15:51:57.127304+0000 mgr.y (mgr.24683) 267 : cephadm [INF] Deploying daemon alertmanager.a on smithi046 2021-07-26T15:51:58.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:58 smithi046 bash[41283]: audit 2021-07-26T15:51:58.063497+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:1812: done (0 left) 2021-07-26T15:51:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:1813: snap_remove snap 165 2021-07-26T15:51:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[41283]: cluster 2021-07-26T15:51:57.919846+0000 mgr.y (mgr.24683) 268 : cluster [DBG] pgmap v415: 25 pgs: 25 active+clean; 232 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 904 KiB/s wr, 28 op/s 2021-07-26T15:51:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[41283]: cluster 2021-07-26T15:51:58.116843+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-07-26T15:51:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[41283]: audit 2021-07-26T15:51:58.950864+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:51:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[42351]: cluster 2021-07-26T15:51:57.919846+0000 mgr.y (mgr.24683) 268 : cluster [DBG] pgmap v415: 25 pgs: 25 active+clean; 232 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 904 KiB/s wr, 28 op/s 2021-07-26T15:51:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[42351]: cluster 2021-07-26T15:51:58.116843+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-07-26T15:51:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:51:59 smithi046 bash[42351]: audit 2021-07-26T15:51:58.950864+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:51:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:59 smithi073 bash[34190]: cluster 2021-07-26T15:51:57.919846+0000 mgr.y (mgr.24683) 268 : cluster [DBG] pgmap v415: 25 pgs: 25 active+clean; 232 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 904 KiB/s wr, 28 op/s 2021-07-26T15:51:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:59 smithi073 bash[34190]: cluster 2021-07-26T15:51:58.116843+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2021-07-26T15:51:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:51:59 smithi073 bash[34190]: audit 2021-07-26T15:51:58.950864+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:00.132 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:00 smithi046 bash[42351]: cluster 2021-07-26T15:51:59.118757+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-07-26T15:52:00.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:00 smithi046 bash[41283]: cluster 2021-07-26T15:51:59.118757+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-07-26T15:52:00.136 INFO:tasks.rados.rados.0.smithi046.stdout:1813: done (0 left) 2021-07-26T15:52:00.136 INFO:tasks.rados.rados.0.smithi046.stdout:1814: snap_remove snap 166 2021-07-26T15:52:00.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:00 smithi073 bash[34190]: cluster 2021-07-26T15:51:59.118757+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2021-07-26T15:52:00.906 INFO:tasks.rados.rados.0.smithi046.stdout:1814: done (0 left) 2021-07-26T15:52:00.907 INFO:tasks.rados.rados.0.smithi046.stdout:1815: delete oid 26 current snap is 167 2021-07-26T15:52:00.913 INFO:tasks.rados.rados.0.smithi046.stdout:1815: done (0 left) 2021-07-26T15:52:00.913 INFO:tasks.rados.rados.0.smithi046.stdout:1816: snap_remove snap 162 2021-07-26T15:52:01.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[41283]: cluster 2021-07-26T15:51:59.920442+0000 mgr.y (mgr.24683) 269 : cluster [DBG] pgmap v418: 25 pgs: 25 active+clean; 245 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2021-07-26T15:52:01.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[41283]: cluster 2021-07-26T15:52:00.136292+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-07-26T15:52:01.388 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[41283]: cluster 2021-07-26T15:52:00.907868+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-07-26T15:52:01.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[42351]: cluster 2021-07-26T15:51:59.920442+0000 mgr.y (mgr.24683) 269 : cluster [DBG] pgmap v418: 25 pgs: 25 active+clean; 245 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2021-07-26T15:52:01.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[42351]: cluster 2021-07-26T15:52:00.136292+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-07-26T15:52:01.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:01 smithi046 bash[42351]: cluster 2021-07-26T15:52:00.907868+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-07-26T15:52:01.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:01 smithi073 bash[34190]: cluster 2021-07-26T15:51:59.920442+0000 mgr.y (mgr.24683) 269 : cluster [DBG] pgmap v418: 25 pgs: 25 active+clean; 245 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2021-07-26T15:52:01.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:01 smithi073 bash[34190]: cluster 2021-07-26T15:52:00.136292+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2021-07-26T15:52:01.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:01 smithi073 bash[34190]: cluster 2021-07-26T15:52:00.907868+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2021-07-26T15:52:01.922 INFO:tasks.rados.rados.0.smithi046.stdout:1816: done (0 left) 2021-07-26T15:52:01.923 INFO:tasks.rados.rados.0.smithi046.stdout:1817: read oid 49 snap -1 2021-07-26T15:52:01.924 INFO:tasks.rados.rados.0.smithi046.stdout:1817: expect (ObjNum 571 snap 164 seq_num 571) 2021-07-26T15:52:01.924 INFO:tasks.rados.rados.0.smithi046.stdout:1818: snap_create 2021-07-26T15:52:01.994 INFO:tasks.rados.rados.0.smithi046.stdout:1817: expect (ObjNum 571 snap 164 seq_num 571) 2021-07-26T15:52:02.421 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:02 smithi046 systemd[1]: Stopping Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:52:02.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:02 smithi046 docker[50460]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:02.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:02 smithi046 bash[32611]: level=info ts=2021-07-26T15:52:02.491Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:52:03.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:02 smithi046 bash[41283]: cluster 2021-07-26T15:52:01.921194+0000 mgr.y (mgr.24683) 270 : cluster [DBG] pgmap v422: 25 pgs: 25 active+clean; 243 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 9 op/s 2021-07-26T15:52:03.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:02 smithi046 bash[41283]: cluster 2021-07-26T15:52:01.922625+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-07-26T15:52:03.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:02 smithi046 bash[42351]: cluster 2021-07-26T15:52:01.921194+0000 mgr.y (mgr.24683) 270 : cluster [DBG] pgmap v422: 25 pgs: 25 active+clean; 243 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 9 op/s 2021-07-26T15:52:03.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:02 smithi046 bash[42351]: cluster 2021-07-26T15:52:01.922625+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-07-26T15:52:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:02 smithi073 bash[34190]: cluster 2021-07-26T15:52:01.921194+0000 mgr.y (mgr.24683) 270 : cluster [DBG] pgmap v422: 25 pgs: 25 active+clean; 243 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 9 op/s 2021-07-26T15:52:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:02 smithi073 bash[34190]: cluster 2021-07-26T15:52:01.922625+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2021-07-26T15:52:03.516 INFO:tasks.rados.rados.0.smithi046.stdout:1817: done (1 left) 2021-07-26T15:52:03.517 INFO:tasks.rados.rados.0.smithi046.stdout:1818: done (0 left) 2021-07-26T15:52:03.517 INFO:tasks.rados.rados.0.smithi046.stdout:1819: read oid 42 snap 167 2021-07-26T15:52:03.517 INFO:tasks.rados.rados.0.smithi046.stdout:1819: expect (ObjNum 540 snap 155 seq_num 540) 2021-07-26T15:52:03.518 INFO:tasks.rados.rados.0.smithi046.stdout:1820: read oid 37 snap 167 2021-07-26T15:52:03.518 INFO:tasks.rados.rados.0.smithi046.stdout:1820: expect (ObjNum 197920080 snap 22029 seq_num 805389728) 2021-07-26T15:52:03.518 INFO:tasks.rados.rados.0.smithi046.stdout:1821: copy_from oid 19 from oid 3 current snap is 168 2021-07-26T15:52:03.518 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 168 2021-07-26T15:52:03.519 INFO:tasks.rados.rados.0.smithi046.stdout:1822: seq_num 581 ranges {2023424=139264} 2021-07-26T15:52:03.533 INFO:tasks.rados.rados.0.smithi046.stdout:1822: writing smithi04638994-21 from 2023424 to 2162688 tid 1 2021-07-26T15:52:03.533 INFO:tasks.rados.rados.0.smithi046.stdout:1823: read oid 45 snap -1 2021-07-26T15:52:03.533 INFO:tasks.rados.rados.0.smithi046.stdout:1823: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:52:03.534 INFO:tasks.rados.rados.0.smithi046.stdout:1824: snap_create 2021-07-26T15:52:03.534 INFO:tasks.rados.rados.0.smithi046.stdout:1820: expect (ObjNum 197920080 snap 22029 seq_num 805389728) 2021-07-26T15:52:03.537 INFO:tasks.rados.rados.0.smithi046.stdout:1819: expect (ObjNum 540 snap 155 seq_num 540) 2021-07-26T15:52:03.603 INFO:tasks.rados.rados.0.smithi046.stdout:1823: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:52:03.605 INFO:tasks.rados.rados.0.smithi046.stdout:1821: finishing copy_from to smithi04638994-19 2021-07-26T15:52:03.606 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1136 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:52:03.606 INFO:tasks.rados.rados.0.smithi046.stdout:1821: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:52:03.606 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 1 to smithi04638994-21 2021-07-26T15:52:03.606 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 2 to smithi04638994-21 2021-07-26T15:52:03.607 INFO:tasks.rados.rados.0.smithi046.stdout:1822: finishing write tid 3 to smithi04638994-21 2021-07-26T15:52:03.607 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1083 (ObjNum 581 snap 168 seq_num 581) dirty exists 2021-07-26T15:52:03.607 INFO:tasks.rados.rados.0.smithi046.stdout:1822: left oid 21 (ObjNum 581 snap 168 seq_num 581) 2021-07-26T15:52:03.752 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:03 smithi046 docker[50460]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-alertmanager.a 2021-07-26T15:52:03.753 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:03 smithi046 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@alertmanager.a.service: Succeeded. 2021-07-26T15:52:03.753 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:03 smithi046 systemd[1]: Stopped Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:52:03.935 INFO:tasks.rados.rados.0.smithi046.stdout:1819: done (5 left) 2021-07-26T15:52:03.935 INFO:tasks.rados.rados.0.smithi046.stdout:1820: done (4 left) 2021-07-26T15:52:03.936 INFO:tasks.rados.rados.0.smithi046.stdout:1821: done (3 left) 2021-07-26T15:52:03.936 INFO:tasks.rados.rados.0.smithi046.stdout:1822: done (2 left) 2021-07-26T15:52:03.937 INFO:tasks.rados.rados.0.smithi046.stdout:1823: done (1 left) 2021-07-26T15:52:03.937 INFO:tasks.rados.rados.0.smithi046.stdout:1824: done (0 left) 2021-07-26T15:52:03.937 INFO:tasks.rados.rados.0.smithi046.stdout:1825: copy_from oid 15 from oid 50 current snap is 169 2021-07-26T15:52:03.938 INFO:tasks.rados.rados.0.smithi046.stdout:1826: snap_create 2021-07-26T15:52:03.954 INFO:tasks.rados.rados.0.smithi046.stdout:1825: finishing copy_from to smithi04638994-15 2021-07-26T15:52:03.954 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 907 (ObjNum 531 snap 154 seq_num 531) dirty exists 2021-07-26T15:52:03.955 INFO:tasks.rados.rados.0.smithi046.stdout:1825: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:52:04.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[41283]: cluster 2021-07-26T15:52:02.926615+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-07-26T15:52:04.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[41283]: audit 2021-07-26T15:52:03.786327+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:04.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[41283]: audit 2021-07-26T15:52:03.787919+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:04.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[41283]: audit 2021-07-26T15:52:03.789571+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:04.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[41283]: audit 2021-07-26T15:52:03.790599+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:04.183 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:03 smithi046 systemd[1]: Started Ceph alertmanager.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:52:04.184 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[50540]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[42351]: cluster 2021-07-26T15:52:02.926615+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-07-26T15:52:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[42351]: audit 2021-07-26T15:52:03.786327+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:04.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[42351]: audit 2021-07-26T15:52:03.787919+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:04.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[42351]: audit 2021-07-26T15:52:03.789571+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:04.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:03 smithi046 bash[42351]: audit 2021-07-26T15:52:03.790599+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:04.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:03 smithi073 bash[34190]: cluster 2021-07-26T15:52:02.926615+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2021-07-26T15:52:04.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:03 smithi073 bash[34190]: audit 2021-07-26T15:52:03.786327+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:04.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:03 smithi073 bash[34190]: audit 2021-07-26T15:52:03.787919+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:04.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:03 smithi073 bash[34190]: audit 2021-07-26T15:52:03.789571+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:04.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:03 smithi073 bash[34190]: audit 2021-07-26T15:52:03.790599+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:04.941 INFO:tasks.rados.rados.0.smithi046.stdout:1825: done (1 left) 2021-07-26T15:52:04.942 INFO:tasks.rados.rados.0.smithi046.stdout:1826: done (0 left) 2021-07-26T15:52:04.942 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 170 2021-07-26T15:52:04.943 INFO:tasks.rados.rados.0.smithi046.stdout:1827: seq_num 582 ranges {663552=155648} 2021-07-26T15:52:04.948 INFO:tasks.rados.rados.0.smithi046.stdout:1827: writing smithi04638994-43 from 663552 to 819200 tid 1 2021-07-26T15:52:04.949 INFO:tasks.rados.rados.0.smithi046.stdout:1828: delete oid 18 current snap is 170 2021-07-26T15:52:04.956 INFO:tasks.rados.rados.0.smithi046.stdout:1828: done (1 left) 2021-07-26T15:52:04.957 INFO:tasks.rados.rados.0.smithi046.stdout:1829: read oid 13 snap -1 2021-07-26T15:52:04.957 INFO:tasks.rados.rados.0.smithi046.stdout:1829: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:52:04.957 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 170 2021-07-26T15:52:04.957 INFO:tasks.rados.rados.0.smithi046.stdout:1830: seq_num 584 ranges {0=188416} 2021-07-26T15:52:04.958 INFO:tasks.rados.rados.0.smithi046.stdout:1830: writing smithi04638994-6 from 0 to 188416 tid 1 2021-07-26T15:52:04.958 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 170 2021-07-26T15:52:04.959 INFO:tasks.rados.rados.0.smithi046.stdout:1831: seq_num 585 ranges {2990080=204800} 2021-07-26T15:52:04.980 INFO:tasks.rados.rados.0.smithi046.stdout:1831: writing smithi04638994-29 from 2990080 to 3194880 tid 1 2021-07-26T15:52:04.981 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 170 2021-07-26T15:52:04.981 INFO:tasks.rados.rados.0.smithi046.stdout:1832: seq_num 586 ranges {1671168=221184} 2021-07-26T15:52:04.992 INFO:tasks.rados.rados.0.smithi046.stdout:1832: writing smithi04638994-39 from 1671168 to 1892352 tid 1 2021-07-26T15:52:04.992 INFO:tasks.rados.rados.0.smithi046.stdout:1833: copy_from oid 4 from oid 44 current snap is 170 2021-07-26T15:52:04.993 INFO:tasks.rados.rados.0.smithi046.stdout:1827: finishing write tid 1 to smithi04638994-43 2021-07-26T15:52:04.993 INFO:tasks.rados.rados.0.smithi046.stdout:1827: finishing write tid 2 to smithi04638994-43 2021-07-26T15:52:04.993 INFO:tasks.rados.rados.0.smithi046.stdout:1827: finishing write tid 3 to smithi04638994-43 2021-07-26T15:52:04.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 909 (ObjNum 582 snap 170 seq_num 582) dirty exists 2021-07-26T15:52:04.993 INFO:tasks.rados.rados.0.smithi046.stdout:1827: left oid 43 (ObjNum 582 snap 170 seq_num 582) 2021-07-26T15:52:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:1830: finishing write tid 1 to smithi04638994-6 2021-07-26T15:52:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:1830: finishing write tid 2 to smithi04638994-6 2021-07-26T15:52:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:1830: finishing write tid 3 to smithi04638994-6 2021-07-26T15:52:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 565 (ObjNum 584 snap 170 seq_num 584) dirty exists 2021-07-26T15:52:04.995 INFO:tasks.rados.rados.0.smithi046.stdout:1830: left oid 6 (ObjNum 584 snap 170 seq_num 584) 2021-07-26T15:52:04.995 INFO:tasks.rados.rados.0.smithi046.stdout:1827: done (5 left) 2021-07-26T15:52:04.995 INFO:tasks.rados.rados.0.smithi046.stdout:1830: done (4 left) 2021-07-26T15:52:04.995 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 170 2021-07-26T15:52:04.995 INFO:tasks.rados.rados.0.smithi046.stdout:1829: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:52:05.174 INFO:tasks.rados.rados.0.smithi046.stdout:1831: finishing write tid 1 to smithi04638994-29 2021-07-26T15:52:05.174 INFO:tasks.rados.rados.0.smithi046.stdout:1831: finishing write tid 2 to smithi04638994-29 2021-07-26T15:52:05.175 INFO:tasks.rados.rados.0.smithi046.stdout:1831: finishing write tid 3 to smithi04638994-29 2021-07-26T15:52:05.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1255 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:52:05.175 INFO:tasks.rados.rados.0.smithi046.stdout:1831: left oid 29 (ObjNum 585 snap 170 seq_num 585) 2021-07-26T15:52:05.176 INFO:tasks.rados.rados.0.smithi046.stdout:1833: finishing copy_from to smithi04638994-4 2021-07-26T15:52:05.176 INFO:tasks.rados.rados.0.smithi046.stdout:1833: got expected ENOENT (src dne) 2021-07-26T15:52:05.176 INFO:tasks.rados.rados.0.smithi046.stdout:1833: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:52:05.176 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 1 to smithi04638994-39 2021-07-26T15:52:05.177 INFO:tasks.rados.rados.0.smithi046.stdout:1834: seq_num 587 ranges {2162688=237568} 2021-07-26T15:52:05.197 INFO:tasks.rados.rados.0.smithi046.stdout:1834: writing smithi04638994-21 from 2162688 to 2400256 tid 1 2021-07-26T15:52:05.197 INFO:tasks.rados.rados.0.smithi046.stdout:1829: done (4 left) 2021-07-26T15:52:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:1831: done (3 left) 2021-07-26T15:52:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:1833: done (2 left) 2021-07-26T15:52:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:1835: read oid 43 snap -1 2021-07-26T15:52:05.199 INFO:tasks.rados.rados.0.smithi046.stdout:1835: expect (ObjNum 582 snap 170 seq_num 582) 2021-07-26T15:52:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:1836: read oid 46 snap -1 2021-07-26T15:52:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:1836: expect (ObjNum 552 snap 161 seq_num 552) 2021-07-26T15:52:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 170 2021-07-26T15:52:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 2 to smithi04638994-39 2021-07-26T15:52:05.200 INFO:tasks.rados.rados.0.smithi046.stdout:1832: finishing write tid 3 to smithi04638994-39 2021-07-26T15:52:05.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 976 (ObjNum 586 snap 170 seq_num 586) dirty exists 2021-07-26T15:52:05.201 INFO:tasks.rados.rados.0.smithi046.stdout:1832: left oid 39 (ObjNum 586 snap 170 seq_num 586) 2021-07-26T15:52:05.201 INFO:tasks.rados.rados.0.smithi046.stdout:1837: seq_num 588 ranges {7233536=253952} 2021-07-26T15:52:05.241 INFO:tasks.rados.rados.0.smithi046.stdout:1837: writing smithi04638994-20 from 7233536 to 7487488 tid 1 2021-07-26T15:52:05.242 INFO:tasks.rados.rados.0.smithi046.stdout:1832: done (4 left) 2021-07-26T15:52:05.242 INFO:tasks.rados.rados.0.smithi046.stdout:1838: snap_remove snap 169 2021-07-26T15:52:05.337 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:04 smithi046 bash[41283]: cluster 2021-07-26T15:52:03.922098+0000 mgr.y (mgr.24683) 271 : cluster [DBG] pgmap v424: 25 pgs: 25 active+clean; 226 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 730 KiB/s wr, 9 op/s 2021-07-26T15:52:05.338 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:04 smithi046 bash[41283]: cluster 2021-07-26T15:52:03.935592+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-07-26T15:52:05.338 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:04 smithi046 bash[42351]: cluster 2021-07-26T15:52:03.922098+0000 mgr.y (mgr.24683) 271 : cluster [DBG] pgmap v424: 25 pgs: 25 active+clean; 226 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 730 KiB/s wr, 9 op/s 2021-07-26T15:52:05.339 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:04 smithi046 bash[42351]: cluster 2021-07-26T15:52:03.935592+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-07-26T15:52:05.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:04 smithi073 bash[34190]: cluster 2021-07-26T15:52:03.922098+0000 mgr.y (mgr.24683) 271 : cluster [DBG] pgmap v424: 25 pgs: 25 active+clean; 226 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 730 KiB/s wr, 9 op/s 2021-07-26T15:52:05.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:04 smithi073 bash[34190]: cluster 2021-07-26T15:52:03.935592+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2021-07-26T15:52:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.483Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T15:52:05.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.483Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T15:52:05.685 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.485Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.46 port=9094 2021-07-26T15:52:05.685 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.488Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T15:52:05.685 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.528Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:05.685 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.528Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:05.686 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:05.533Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T15:52:05.909 INFO:tasks.rados.rados.0.smithi046.stdout:1838: done (4 left) 2021-07-26T15:52:05.909 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 170 2021-07-26T15:52:05.909 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 1 to smithi04638994-21 2021-07-26T15:52:05.910 INFO:tasks.rados.rados.0.smithi046.stdout:1839: seq_num 589 ranges {1892352=270336} 2021-07-26T15:52:05.923 INFO:tasks.rados.rados.0.smithi046.stdout:1839: writing smithi04638994-39 from 1892352 to 2162688 tid 1 2021-07-26T15:52:05.923 INFO:tasks.rados.rados.0.smithi046.stdout:1840: delete oid 37 current snap is 170 2021-07-26T15:52:05.923 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 2 to smithi04638994-21 2021-07-26T15:52:05.923 INFO:tasks.rados.rados.0.smithi046.stdout:1834: finishing write tid 3 to smithi04638994-21 2021-07-26T15:52:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1086 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:52:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:1834: left oid 21 (ObjNum 587 snap 170 seq_num 587) 2021-07-26T15:52:05.924 INFO:tasks.rados.rados.0.smithi046.stdout:1835: expect (ObjNum 582 snap 170 seq_num 582) 2021-07-26T15:52:05.965 INFO:tasks.rados.rados.0.smithi046.stdout:1836: expect (ObjNum 552 snap 161 seq_num 552) 2021-07-26T15:52:06.024 INFO:tasks.rados.rados.0.smithi046.stdout:1837: finishing write tid 1 to smithi04638994-20 2021-07-26T15:52:06.025 INFO:tasks.rados.rados.0.smithi046.stdout:1837: finishing write tid 2 to smithi04638994-20 2021-07-26T15:52:06.025 INFO:tasks.rados.rados.0.smithi046.stdout:1837: finishing write tid 3 to smithi04638994-20 2021-07-26T15:52:06.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1258 (ObjNum 588 snap 170 seq_num 588) dirty exists 2021-07-26T15:52:06.025 INFO:tasks.rados.rados.0.smithi046.stdout:1837: left oid 20 (ObjNum 588 snap 170 seq_num 588) 2021-07-26T15:52:06.025 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing write tid 1 to smithi04638994-39 2021-07-26T15:52:06.026 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing write tid 2 to smithi04638994-39 2021-07-26T15:52:06.026 INFO:tasks.rados.rados.0.smithi046.stdout:1834: done (5 left) 2021-07-26T15:52:06.026 INFO:tasks.rados.rados.0.smithi046.stdout:1835: done (4 left) 2021-07-26T15:52:06.026 INFO:tasks.rados.rados.0.smithi046.stdout:1836: done (3 left) 2021-07-26T15:52:06.027 INFO:tasks.rados.rados.0.smithi046.stdout:1837: done (2 left) 2021-07-26T15:52:06.027 INFO:tasks.rados.rados.0.smithi046.stdout:1840: done (1 left) 2021-07-26T15:52:06.027 INFO:tasks.rados.rados.0.smithi046.stdout:1841: setattr oid 31 current snap is 170 2021-07-26T15:52:06.027 INFO:tasks.rados.rados.0.smithi046.stdout:1839: finishing write tid 3 to smithi04638994-39 2021-07-26T15:52:06.027 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 978 (ObjNum 589 snap 170 seq_num 589) dirty exists 2021-07-26T15:52:06.028 INFO:tasks.rados.rados.0.smithi046.stdout:1839: left oid 39 (ObjNum 589 snap 170 seq_num 589) 2021-07-26T15:52:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:1839: done (1 left) 2021-07-26T15:52:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:1842: rmattr oid 7 current snap is 170 2021-07-26T15:52:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:1842: done (1 left) 2021-07-26T15:52:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:1843: delete oid 49 current snap is 170 2021-07-26T15:52:06.032 INFO:tasks.rados.rados.0.smithi046.stdout:1843: done (1 left) 2021-07-26T15:52:06.032 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 170 2021-07-26T15:52:06.032 INFO:tasks.rados.rados.0.smithi046.stdout:1844: seq_num 592 ranges {819200=319488} 2021-07-26T15:52:06.040 INFO:tasks.rados.rados.0.smithi046.stdout:1844: writing smithi04638994-43 from 819200 to 1138688 tid 1 2021-07-26T15:52:06.040 INFO:tasks.rados.rados.0.smithi046.stdout:1845: read oid 46 snap -1 2021-07-26T15:52:06.041 INFO:tasks.rados.rados.0.smithi046.stdout:1845: expect (ObjNum 552 snap 161 seq_num 552) 2021-07-26T15:52:06.041 INFO:tasks.rados.rados.0.smithi046.stdout:1846: delete oid 34 current snap is 170 2021-07-26T15:52:06.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1137 (ObjNum 551 snap 161 seq_num 551) dirty exists 2021-07-26T15:52:06.045 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing write tid 1 to smithi04638994-43 2021-07-26T15:52:06.047 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing write tid 2 to smithi04638994-43 2021-07-26T15:52:06.049 INFO:tasks.rados.rados.0.smithi046.stdout:1844: finishing write tid 3 to smithi04638994-43 2021-07-26T15:52:06.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 911 (ObjNum 592 snap 170 seq_num 592) dirty exists 2021-07-26T15:52:06.049 INFO:tasks.rados.rados.0.smithi046.stdout:1844: left oid 43 (ObjNum 592 snap 170 seq_num 592) 2021-07-26T15:52:06.053 INFO:tasks.rados.rados.0.smithi046.stdout:1845: expect (ObjNum 552 snap 161 seq_num 552) 2021-07-26T15:52:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:1841: done (3 left) 2021-07-26T15:52:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:1844: done (2 left) 2021-07-26T15:52:06.114 INFO:tasks.rados.rados.0.smithi046.stdout:1845: done (1 left) 2021-07-26T15:52:06.115 INFO:tasks.rados.rados.0.smithi046.stdout:1846: done (0 left) 2021-07-26T15:52:06.115 INFO:tasks.rados.rados.0.smithi046.stdout:1847: snap_create 2021-07-26T15:52:06.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:05 smithi073 bash[34190]: cluster 2021-07-26T15:52:04.941537+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-07-26T15:52:06.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:05 smithi073 bash[34190]: cluster 2021-07-26T15:52:05.909100+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T15:52:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[41283]: cluster 2021-07-26T15:52:04.941537+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-07-26T15:52:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[41283]: cluster 2021-07-26T15:52:05.909100+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T15:52:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[42351]: cluster 2021-07-26T15:52:04.941537+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2021-07-26T15:52:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:05 smithi046 bash[42351]: cluster 2021-07-26T15:52:05.909100+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T15:52:06.953 INFO:tasks.rados.rados.0.smithi046.stdout:1847: done (0 left) 2021-07-26T15:52:06.953 INFO:tasks.rados.rados.0.smithi046.stdout:1848: snap_create 2021-07-26T15:52:07.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:06 smithi073 bash[34190]: cluster 2021-07-26T15:52:05.922628+0000 mgr.y (mgr.24683) 272 : cluster [DBG] pgmap v428: 25 pgs: 25 active+clean; 229 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2021-07-26T15:52:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:06 smithi046 bash[41283]: cluster 2021-07-26T15:52:05.922628+0000 mgr.y (mgr.24683) 272 : cluster [DBG] pgmap v428: 25 pgs: 25 active+clean; 229 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2021-07-26T15:52:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:06 smithi046 bash[42351]: cluster 2021-07-26T15:52:05.922628+0000 mgr.y (mgr.24683) 272 : cluster [DBG] pgmap v428: 25 pgs: 25 active+clean; 229 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2021-07-26T15:52:07.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:07 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:07.489Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000162295s 2021-07-26T15:52:07.968 INFO:tasks.rados.rados.0.smithi046.stdout:1848: done (0 left) 2021-07-26T15:52:07.968 INFO:tasks.rados.rados.0.smithi046.stdout:1849: read oid 37 snap 168 2021-07-26T15:52:07.969 INFO:tasks.rados.rados.0.smithi046.stdout:1849: expect (ObjNum 197559936 snap 22029 seq_num 197906144) 2021-07-26T15:52:07.969 INFO:tasks.rados.rados.0.smithi046.stdout:1850: snap_create 2021-07-26T15:52:07.971 INFO:tasks.rados.rados.0.smithi046.stdout:1849: expect (ObjNum 197559936 snap 22029 seq_num 197906144) 2021-07-26T15:52:08.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:07 smithi073 bash[34190]: cluster 2021-07-26T15:52:06.953842+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T15:52:08.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:07 smithi046 bash[42351]: cluster 2021-07-26T15:52:06.953842+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T15:52:08.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:07 smithi046 bash[41283]: cluster 2021-07-26T15:52:06.953842+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T15:52:08.971 INFO:tasks.rados.rados.0.smithi046.stdout:1849: done (1 left) 2021-07-26T15:52:08.972 INFO:tasks.rados.rados.0.smithi046.stdout:1850: done (0 left) 2021-07-26T15:52:08.972 INFO:tasks.rados.rados.0.smithi046.stdout:1851: snap_remove snap 167 2021-07-26T15:52:09.326 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:08 smithi073 bash[34190]: cluster 2021-07-26T15:52:07.923168+0000 mgr.y (mgr.24683) 273 : cluster [DBG] pgmap v430: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2021-07-26T15:52:09.327 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:08 smithi073 bash[34190]: cluster 2021-07-26T15:52:07.969525+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T15:52:09.327 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:08 smithi073 bash[34190]: audit 2021-07-26T15:52:08.806258+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:09.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[42351]: cluster 2021-07-26T15:52:07.923168+0000 mgr.y (mgr.24683) 273 : cluster [DBG] pgmap v430: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2021-07-26T15:52:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[42351]: cluster 2021-07-26T15:52:07.969525+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T15:52:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[42351]: audit 2021-07-26T15:52:08.806258+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[41283]: cluster 2021-07-26T15:52:07.923168+0000 mgr.y (mgr.24683) 273 : cluster [DBG] pgmap v430: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2021-07-26T15:52:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[41283]: cluster 2021-07-26T15:52:07.969525+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T15:52:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:08 smithi046 bash[41283]: audit 2021-07-26T15:52:08.806258+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:09.799 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:52:09.990 INFO:tasks.rados.rados.0.smithi046.stdout:1851: done (0 left) 2021-07-26T15:52:09.990 INFO:tasks.rados.rados.0.smithi046.stdout:1852: copy_from oid 10 from oid 48 current snap is 173 2021-07-26T15:52:09.990 INFO:tasks.rados.rados.0.smithi046.stdout:1853: snap_create 2021-07-26T15:52:10.047 INFO:tasks.rados.rados.0.smithi046.stdout:1852: finishing copy_from to smithi04638994-10 2021-07-26T15:52:10.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1083 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:52:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:1852: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:52:10.160 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:52:10.161 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (6s) 1s ago 10m 10.0M - 0.20.0 0881eb8f169f 60f7d66d6947 2021-07-26T15:52:10.161 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (10m) 16s ago 10m 25.9M - 6.7.4 3b1077a63311 6b129e07a07f 2021-07-26T15:52:10.161 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (5m) 16s ago 15m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:52:10.161 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (5m) 1s ago 17m 422M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:52:10.161 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 1s ago 17m 59.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:52:10.162 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (4m) 16s ago 15m 47.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:52:10.162 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 1s ago 15m 46.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:52:10.162 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (43s) 1s ago 10m 8999k - 0.18.1 e5a616e4b9cf f93654846f38 2021-07-26T15:52:10.162 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (34s) 16s ago 10m 7432k - 0.18.1 e5a616e4b9cf c113f31733fa 2021-07-26T15:52:10.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (3m) 1s ago 14m 233M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:52:10.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 1s ago 14m 274M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:52:10.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (2m) 1s ago 13m 124M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:52:10.163 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (2m) 1s ago 13m 251M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:52:10.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (115s) 16s ago 12m 300M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 ceaeb248825e 2021-07-26T15:52:10.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (107s) 16s ago 12m 129M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 48ee957df141 2021-07-26T15:52:10.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (78s) 16s ago 11m 204M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 3b7d7639c254 2021-07-26T15:52:10.164 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (50s) 16s ago 11m 193M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 1e6374ecade5 2021-07-26T15:52:10.165 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (21s) 16s ago 10m 25.0M - 2.18.1 de242295e225 8410bf7f2d03 2021-07-26T15:52:10.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: cluster 2021-07-26T15:52:08.972367+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T15:52:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.047111+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.056409+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.057187+0000 mgr.y (mgr.24683) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.060304+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.063105+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.065498+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.067491+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.070425+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.072686+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.074096+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.075479+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.077138+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.078682+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.080212+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.081701+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.083223+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:09 smithi073 bash[34190]: audit 2021-07-26T15:52:09.084819+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: cluster 2021-07-26T15:52:08.972367+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T15:52:10.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.047111+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:10.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.056409+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.057187+0000 mgr.y (mgr.24683) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.060304+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:10.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.063105+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.065498+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.067491+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.070425+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.072686+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.074096+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.075479+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.077138+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.078682+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.080212+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.081701+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.083223+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[41283]: audit 2021-07-26T15:52:09.084819+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: cluster 2021-07-26T15:52:08.972367+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T15:52:10.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.047111+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:10.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.056409+0000 mon.a (mon.0) 894 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.057187+0000 mgr.y (mgr.24683) 274 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:10.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.060304+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:10.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.063105+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.065498+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.067491+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.070425+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.072686+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.074096+0000 mon.a (mon.0) 901 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.075479+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.077138+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.078682+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.080212+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.081701+0000 mon.a (mon.0) 906 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.083223+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:09 smithi046 bash[42351]: audit 2021-07-26T15:52:09.084819+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:10.556 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:52:10.556 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:52:10.556 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:52:10.557 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:10.557 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:52:10.557 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:52:10.557 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:10.557 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:52:10.558 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T15:52:10.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:10.558 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:52:10.558 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:52:10.559 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 13 2021-07-26T15:52:10.559 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:52:10.559 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:52:10.911 INFO:tasks.rados.rados.0.smithi046.stdout:1852: done (1 left) 2021-07-26T15:52:10.911 INFO:tasks.rados.rados.0.smithi046.stdout:1853: done (0 left) 2021-07-26T15:52:10.912 INFO:tasks.rados.rados.0.smithi046.stdout:1854: read oid 11 snap -1 2021-07-26T15:52:10.912 INFO:tasks.rados.rados.0.smithi046.stdout:1854: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:52:10.912 INFO:tasks.rados.rados.0.smithi046.stdout:1855: snap_remove snap 173 2021-07-26T15:52:11.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:10 smithi073 bash[34190]: audit 2021-07-26T15:52:09.785434+0000 mgr.y (mgr.24683) 275 : audit [DBG] from='client.44308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:11.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:10 smithi073 bash[34190]: cluster 2021-07-26T15:52:09.923579+0000 mgr.y (mgr.24683) 276 : cluster [DBG] pgmap v433: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 249 KiB/s wr, 11 op/s 2021-07-26T15:52:11.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:10 smithi073 bash[34190]: cluster 2021-07-26T15:52:09.991352+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T15:52:11.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:10 smithi073 bash[34190]: audit 2021-07-26T15:52:10.556082+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.46:0/1619941924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:11.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:10 smithi073 bash[34190]: cluster 2021-07-26T15:52:10.911492+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T15:52:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[41283]: audit 2021-07-26T15:52:09.785434+0000 mgr.y (mgr.24683) 275 : audit [DBG] from='client.44308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[41283]: cluster 2021-07-26T15:52:09.923579+0000 mgr.y (mgr.24683) 276 : cluster [DBG] pgmap v433: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 249 KiB/s wr, 11 op/s 2021-07-26T15:52:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[41283]: cluster 2021-07-26T15:52:09.991352+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T15:52:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[41283]: audit 2021-07-26T15:52:10.556082+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.46:0/1619941924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:11.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[41283]: cluster 2021-07-26T15:52:10.911492+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T15:52:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[42351]: audit 2021-07-26T15:52:09.785434+0000 mgr.y (mgr.24683) 275 : audit [DBG] from='client.44308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[42351]: cluster 2021-07-26T15:52:09.923579+0000 mgr.y (mgr.24683) 276 : cluster [DBG] pgmap v433: 25 pgs: 25 active+clean; 198 MiB data, 908 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 249 KiB/s wr, 11 op/s 2021-07-26T15:52:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[42351]: cluster 2021-07-26T15:52:09.991352+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T15:52:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[42351]: audit 2021-07-26T15:52:10.556082+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.46:0/1619941924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:10 smithi046 bash[42351]: cluster 2021-07-26T15:52:10.911492+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T15:52:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:1855: done (1 left) 2021-07-26T15:52:11.921 INFO:tasks.rados.rados.0.smithi046.stdout:1856: snap_remove snap 170 2021-07-26T15:52:12.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:11 smithi073 bash[34190]: audit 2021-07-26T15:52:10.142114+0000 mgr.y (mgr.24683) 277 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:12.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:11 smithi073 bash[34190]: cluster 2021-07-26T15:52:11.921792+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T15:52:12.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:11 smithi046 bash[41283]: audit 2021-07-26T15:52:10.142114+0000 mgr.y (mgr.24683) 277 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:12.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:11 smithi046 bash[41283]: cluster 2021-07-26T15:52:11.921792+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T15:52:12.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:11 smithi046 bash[42351]: audit 2021-07-26T15:52:10.142114+0000 mgr.y (mgr.24683) 277 : audit [DBG] from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:12.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:11 smithi046 bash[42351]: cluster 2021-07-26T15:52:11.921792+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T15:52:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:1856: done (1 left) 2021-07-26T15:52:12.929 INFO:tasks.rados.rados.0.smithi046.stdout:1857: setattr oid 22 current snap is 174 2021-07-26T15:52:12.930 INFO:tasks.rados.rados.0.smithi046.stdout:1854: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:52:13.304 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:12 smithi073 bash[34190]: cephadm 2021-07-26T15:52:11.856088+0000 mgr.y (mgr.24683) 278 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T15:52:13.304 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:12 smithi073 bash[34190]: cephadm 2021-07-26T15:52:11.900344+0000 mgr.y (mgr.24683) 279 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:52:13.304 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:12 smithi073 bash[34190]: cluster 2021-07-26T15:52:11.924204+0000 mgr.y (mgr.24683) 280 : cluster [DBG] pgmap v437: 25 pgs: 25 active+clean; 199 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 200 KiB/s wr, 10 op/s 2021-07-26T15:52:13.305 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:12 smithi073 bash[34190]: cluster 2021-07-26T15:52:12.930239+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T15:52:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[41283]: cephadm 2021-07-26T15:52:11.856088+0000 mgr.y (mgr.24683) 278 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T15:52:13.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[41283]: cephadm 2021-07-26T15:52:11.900344+0000 mgr.y (mgr.24683) 279 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:52:13.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[41283]: cluster 2021-07-26T15:52:11.924204+0000 mgr.y (mgr.24683) 280 : cluster [DBG] pgmap v437: 25 pgs: 25 active+clean; 199 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 200 KiB/s wr, 10 op/s 2021-07-26T15:52:13.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[41283]: cluster 2021-07-26T15:52:12.930239+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T15:52:13.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[42351]: cephadm 2021-07-26T15:52:11.856088+0000 mgr.y (mgr.24683) 278 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T15:52:13.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[42351]: cephadm 2021-07-26T15:52:11.900344+0000 mgr.y (mgr.24683) 279 : cephadm [INF] Deploying daemon grafana.a on smithi073 2021-07-26T15:52:13.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[42351]: cluster 2021-07-26T15:52:11.924204+0000 mgr.y (mgr.24683) 280 : cluster [DBG] pgmap v437: 25 pgs: 25 active+clean; 199 MiB data, 925 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 200 KiB/s wr, 10 op/s 2021-07-26T15:52:13.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:12 smithi046 bash[42351]: cluster 2021-07-26T15:52:12.930239+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T15:52:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:1854: done (1 left) 2021-07-26T15:52:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 174 2021-07-26T15:52:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:1858: seq_num 594 ranges {0=352256} 2021-07-26T15:52:14.131 INFO:tasks.rados.rados.0.smithi046.stdout:1858: writing smithi04638994-7 from 0 to 352256 tid 1 2021-07-26T15:52:14.131 INFO:tasks.rados.rados.0.smithi046.stdout:1859: snap_remove snap 168 2021-07-26T15:52:15.010 INFO:tasks.rados.rados.0.smithi046.stdout:1859: done (2 left) 2021-07-26T15:52:15.011 INFO:tasks.rados.rados.0.smithi046.stdout:1860: snap_create 2021-07-26T15:52:15.011 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1084 (ObjNum 543 snap 155 seq_num 543) dirty exists 2021-07-26T15:52:15.011 INFO:tasks.rados.rados.0.smithi046.stdout:1858: finishing write tid 1 to smithi04638994-7 2021-07-26T15:52:15.012 INFO:tasks.rados.rados.0.smithi046.stdout:1858: finishing write tid 2 to smithi04638994-7 2021-07-26T15:52:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:1858: finishing write tid 3 to smithi04638994-7 2021-07-26T15:52:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1092 (ObjNum 594 snap 174 seq_num 594) dirty exists 2021-07-26T15:52:15.013 INFO:tasks.rados.rados.0.smithi046.stdout:1858: left oid 7 (ObjNum 594 snap 174 seq_num 594) 2021-07-26T15:52:15.363 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:15 smithi073 bash[34190]: cluster 2021-07-26T15:52:13.924838+0000 mgr.y (mgr.24683) 281 : cluster [DBG] pgmap v439: 25 pgs: 25 active+clean; 199 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 198 KiB/s wr, 11 op/s 2021-07-26T15:52:15.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:14 smithi046 bash[41283]: cluster 2021-07-26T15:52:13.924838+0000 mgr.y (mgr.24683) 281 : cluster [DBG] pgmap v439: 25 pgs: 25 active+clean; 199 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 198 KiB/s wr, 11 op/s 2021-07-26T15:52:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:14 smithi046 bash[42351]: cluster 2021-07-26T15:52:13.924838+0000 mgr.y (mgr.24683) 281 : cluster [DBG] pgmap v439: 25 pgs: 25 active+clean; 199 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 198 KiB/s wr, 11 op/s 2021-07-26T15:52:15.931 INFO:tasks.rados.rados.0.smithi046.stdout:1857: done (2 left) 2021-07-26T15:52:15.931 INFO:tasks.rados.rados.0.smithi046.stdout:1858: done (1 left) 2021-07-26T15:52:15.931 INFO:tasks.rados.rados.0.smithi046.stdout:1860: done (0 left) 2021-07-26T15:52:15.931 INFO:tasks.rados.rados.0.smithi046.stdout:1861: delete oid 38 current snap is 175 2021-07-26T15:52:15.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:52:15 smithi046 bash[50540]: level=info ts=2021-07-26T15:52:15.490Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.001055649s 2021-07-26T15:52:15.940 INFO:tasks.rados.rados.0.smithi046.stdout:1861: done (0 left) 2021-07-26T15:52:15.940 INFO:tasks.rados.rados.0.smithi046.stdout:1862: snap_remove snap 172 2021-07-26T15:52:16.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[34190]: cluster 2021-07-26T15:52:15.008767+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T15:52:16.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[34190]: cluster 2021-07-26T15:52:15.929050+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T15:52:16.219 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 systemd[1]: Stopping Ceph grafana.a for db144dc0-ee26-11eb-8c23-001a4aab830c... 2021-07-26T15:52:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:16 smithi046 bash[41283]: cluster 2021-07-26T15:52:15.008767+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T15:52:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:16 smithi046 bash[41283]: cluster 2021-07-26T15:52:15.929050+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T15:52:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:16 smithi046 bash[42351]: cluster 2021-07-26T15:52:15.008767+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T15:52:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:16 smithi046 bash[42351]: cluster 2021-07-26T15:52:15.929050+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T15:52:16.617 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 docker[42621]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:16.617 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2021-07-26T15:52:16.618 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped PluginManager" logger=server reason="context canceled" 2021-07-26T15:52:16.618 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped BackendPluginManager" logger=server reason="context canceled" 2021-07-26T15:52:16.618 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped UserAuthTokenService" logger=server reason="context canceled" 2021-07-26T15:52:16.619 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped InternalMetricsService" logger=server reason="context canceled" 2021-07-26T15:52:16.619 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped provisioningServiceImpl" logger=server reason="context canceled" 2021-07-26T15:52:16.619 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped UsageStatsService" logger=server reason="context canceled" 2021-07-26T15:52:16.619 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped CleanUpService" logger=server reason="context canceled" 2021-07-26T15:52:16.620 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped Stream Manager" 2021-07-26T15:52:16.620 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped NotificationService" logger=server reason="context canceled" 2021-07-26T15:52:16.620 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped RemoteCache" logger=server reason="context canceled" 2021-07-26T15:52:16.620 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:16 smithi073 bash[28854]: t=2021-07-26T15:52:16+0000 lvl=info msg="Stopped AlertEngine" logger=server reason="context canceled" 2021-07-26T15:52:16.941 INFO:tasks.rados.rados.0.smithi046.stdout:1862: done (0 left) 2021-07-26T15:52:16.942 INFO:tasks.rados.rados.0.smithi046.stdout:1863: rmattr oid 12 current snap is 175 2021-07-26T15:52:16.942 INFO:tasks.rados.rados.0.smithi046.stdout:1863: done (0 left) 2021-07-26T15:52:16.942 INFO:tasks.rados.rados.0.smithi046.stdout:1864: snap_remove snap 171 2021-07-26T15:52:17.366 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:17 smithi073 docker[42621]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c-grafana.a 2021-07-26T15:52:17.367 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:17 smithi073 systemd[1]: ceph-db144dc0-ee26-11eb-8c23-001a4aab830c@grafana.a.service: Succeeded. 2021-07-26T15:52:17.367 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:17 smithi073 systemd[1]: Stopped Ceph grafana.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:52:17.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:17 smithi073 bash[34190]: cluster 2021-07-26T15:52:15.925667+0000 mgr.y (mgr.24683) 282 : cluster [DBG] pgmap v441: 25 pgs: 25 active+clean; 210 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T15:52:17.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:17 smithi073 bash[34190]: cluster 2021-07-26T15:52:16.940680+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T15:52:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:17 smithi046 bash[41283]: cluster 2021-07-26T15:52:15.925667+0000 mgr.y (mgr.24683) 282 : cluster [DBG] pgmap v441: 25 pgs: 25 active+clean; 210 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T15:52:17.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:17 smithi046 bash[41283]: cluster 2021-07-26T15:52:16.940680+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T15:52:17.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:17 smithi046 bash[42351]: cluster 2021-07-26T15:52:15.925667+0000 mgr.y (mgr.24683) 282 : cluster [DBG] pgmap v441: 25 pgs: 25 active+clean; 210 MiB data, 933 MiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T15:52:17.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:17 smithi046 bash[42351]: cluster 2021-07-26T15:52:16.940680+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T15:52:17.867 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:17 smithi073 systemd[1]: Started Ceph grafana.a for db144dc0-ee26-11eb-8c23-001a4aab830c. 2021-07-26T15:52:17.869 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:17 smithi073 bash[42699]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:17.944 INFO:tasks.rados.rados.0.smithi046.stdout:1864: done (0 left) 2021-07-26T15:52:17.945 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 175 2021-07-26T15:52:17.945 INFO:tasks.rados.rados.0.smithi046.stdout:1865: seq_num 596 ranges {0=385024} 2021-07-26T15:52:17.950 INFO:tasks.rados.rados.0.smithi046.stdout:1865: writing smithi04638994-34 from 0 to 385024 tid 1 2021-07-26T15:52:17.951 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 175 2021-07-26T15:52:17.951 INFO:tasks.rados.rados.0.smithi046.stdout:1866: seq_num 597 ranges {0=401408} 2021-07-26T15:52:17.953 INFO:tasks.rados.rados.0.smithi046.stdout:1866: writing smithi04638994-38 from 0 to 401408 tid 1 2021-07-26T15:52:17.953 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 175 2021-07-26T15:52:17.953 INFO:tasks.rados.rados.0.smithi046.stdout:1867: seq_num 598 ranges {0=417792} 2021-07-26T15:52:17.956 INFO:tasks.rados.rados.0.smithi046.stdout:1867: writing smithi04638994-1 from 0 to 417792 tid 1 2021-07-26T15:52:17.956 INFO:tasks.rados.rados.0.smithi046.stdout:1868: rollback oid 33 current snap is 175 2021-07-26T15:52:17.956 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 174 2021-07-26T15:52:17.957 INFO:tasks.rados.rados.0.smithi046.stdout:1865: finishing write tid 1 to smithi04638994-34 2021-07-26T15:52:17.957 INFO:tasks.rados.rados.0.smithi046.stdout:1865: finishing write tid 2 to smithi04638994-34 2021-07-26T15:52:17.957 INFO:tasks.rados.rados.0.smithi046.stdout:1869: rollback oid 7 current snap is 175 2021-07-26T15:52:17.959 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 174 2021-07-26T15:52:17.959 INFO:tasks.rados.rados.0.smithi046.stdout:1870: copy_from oid 15 from oid 28 current snap is 175 2021-07-26T15:52:17.960 INFO:tasks.rados.rados.0.smithi046.stdout:1871: read oid 3 snap -1 2021-07-26T15:52:17.960 INFO:tasks.rados.rados.0.smithi046.stdout:1871: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:17.960 INFO:tasks.rados.rados.0.smithi046.stdout:1872: delete oid 17 current snap is 175 2021-07-26T15:52:17.961 INFO:tasks.rados.rados.0.smithi046.stdout:1868: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:52:17.961 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 0 (ObjNum 1 snap 32682 seq_num 197573392) dirty dne 2021-07-26T15:52:17.962 INFO:tasks.rados.rados.0.smithi046.stdout:1865: finishing write tid 3 to smithi04638994-34 2021-07-26T15:52:17.962 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1081 (ObjNum 596 snap 175 seq_num 596) dirty exists 2021-07-26T15:52:17.962 INFO:tasks.rados.rados.0.smithi046.stdout:1865: left oid 34 (ObjNum 596 snap 175 seq_num 596) 2021-07-26T15:52:17.963 INFO:tasks.rados.rados.0.smithi046.stdout:1866: finishing write tid 1 to smithi04638994-38 2021-07-26T15:52:17.965 INFO:tasks.rados.rados.0.smithi046.stdout:1871: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:17.992 INFO:tasks.rados.rados.0.smithi046.stdout:1866: finishing write tid 2 to smithi04638994-38 2021-07-26T15:52:17.993 INFO:tasks.rados.rados.0.smithi046.stdout:1866: finishing write tid 3 to smithi04638994-38 2021-07-26T15:52:17.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1092 (ObjNum 597 snap 175 seq_num 597) dirty exists 2021-07-26T15:52:17.993 INFO:tasks.rados.rados.0.smithi046.stdout:1866: left oid 38 (ObjNum 597 snap 175 seq_num 597) 2021-07-26T15:52:17.994 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 1 to smithi04638994-1 2021-07-26T15:52:17.994 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 2 to smithi04638994-1 2021-07-26T15:52:17.995 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:52:17.995 INFO:tasks.rados.rados.0.smithi046.stdout:1865: done (7 left) 2021-07-26T15:52:17.996 INFO:tasks.rados.rados.0.smithi046.stdout:1866: done (6 left) 2021-07-26T15:52:17.997 INFO:tasks.rados.rados.0.smithi046.stdout:1868: done (5 left) 2021-07-26T15:52:17.997 INFO:tasks.rados.rados.0.smithi046.stdout:1871: done (4 left) 2021-07-26T15:52:17.998 INFO:tasks.rados.rados.0.smithi046.stdout:1872: done (3 left) 2021-07-26T15:52:17.998 INFO:tasks.rados.rados.0.smithi046.stdout:1873: read oid 44 snap -1 2021-07-26T15:52:17.999 INFO:tasks.rados.rados.0.smithi046.stdout:1873: expect deleted 2021-07-26T15:52:17.999 INFO:tasks.rados.rados.0.smithi046.stdout:1874: snap_create 2021-07-26T15:52:18.000 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:52:18.000 INFO:tasks.rados.rados.0.smithi046.stdout:1869: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:52:18.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1098 (ObjNum 594 snap 174 seq_num 594) dirty exists 2021-07-26T15:52:18.001 INFO:tasks.rados.rados.0.smithi046.stdout:1867: finishing write tid 3 to smithi04638994-1 2021-07-26T15:52:18.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1094 (ObjNum 598 snap 175 seq_num 598) dirty exists 2021-07-26T15:52:18.002 INFO:tasks.rados.rados.0.smithi046.stdout:1867: left oid 1 (ObjNum 598 snap 175 seq_num 598) 2021-07-26T15:52:18.003 INFO:tasks.rados.rados.0.smithi046.stdout:1870: finishing copy_from to smithi04638994-15 2021-07-26T15:52:18.003 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1083 (ObjNum 576 snap 165 seq_num 576) dirty exists 2021-07-26T15:52:18.004 INFO:tasks.rados.rados.0.smithi046.stdout:1870: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:52:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: audit 2021-07-26T15:52:17.419211+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: audit 2021-07-26T15:52:17.421014+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: audit 2021-07-26T15:52:17.423403+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:18.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: audit 2021-07-26T15:52:17.425080+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:18.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: cluster 2021-07-26T15:52:17.926558+0000 mgr.y (mgr.24683) 283 : cluster [DBG] pgmap v444: 25 pgs: 25 active+clean; 184 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 204 B/s rd, 2.3 MiB/s wr, 1 op/s 2021-07-26T15:52:18.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[41283]: cluster 2021-07-26T15:52:17.945147+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T15:52:18.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: audit 2021-07-26T15:52:17.419211+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:18.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: audit 2021-07-26T15:52:17.421014+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:18.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: audit 2021-07-26T15:52:17.423403+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:18.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: audit 2021-07-26T15:52:17.425080+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:18.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: cluster 2021-07-26T15:52:17.926558+0000 mgr.y (mgr.24683) 283 : cluster [DBG] pgmap v444: 25 pgs: 25 active+clean; 184 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 204 B/s rd, 2.3 MiB/s wr, 1 op/s 2021-07-26T15:52:18.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:18 smithi046 bash[42351]: cluster 2021-07-26T15:52:17.945147+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T15:52:18.701 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: audit 2021-07-26T15:52:17.419211+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:18.701 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: audit 2021-07-26T15:52:17.421014+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:18.702 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: audit 2021-07-26T15:52:17.423403+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:18.702 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: audit 2021-07-26T15:52:17.425080+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:18.702 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: cluster 2021-07-26T15:52:17.926558+0000 mgr.y (mgr.24683) 283 : cluster [DBG] pgmap v444: 25 pgs: 25 active+clean; 184 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 204 B/s rd, 2.3 MiB/s wr, 1 op/s 2021-07-26T15:52:18.702 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[34190]: cluster 2021-07-26T15:52:17.945147+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T15:52:18.947 INFO:tasks.rados.rados.0.smithi046.stdout:1867: done (4 left) 2021-07-26T15:52:19.301 INFO:tasks.rados.rados.0.smithi046.stdout:1869: done (3 left) 2021-07-26T15:52:19.301 INFO:tasks.rados.rados.0.smithi046.stdout:1870: done (2 left) 2021-07-26T15:52:19.301 INFO:tasks.rados.rados.0.smithi046.stdout:1873: done (1 left) 2021-07-26T15:52:19.302 INFO:tasks.rados.rados.0.smithi046.stdout:1874: done (0 left) 2021-07-26T15:52:19.302 INFO:tasks.rados.rados.0.smithi046.stdout:1875: snap_remove snap 175 2021-07-26T15:52:19.303 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2021-07-26T15:52:19.303 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2021-07-26T15:52:19.303 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2021-07-26T15:52:19.303 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2021-07-26T15:52:19.304 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2021-07-26T15:52:19.304 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2021-07-26T15:52:19.304 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2021-07-26T15:52:19.304 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2021-07-26T15:52:19.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2021-07-26T15:52:19.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2021-07-26T15:52:19.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2021-07-26T15:52:19.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2021-07-26T15:52:19.305 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="App mode production" logger=settings 2021-07-26T15:52:19.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing SqlStore" logger=server 2021-07-26T15:52:19.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2021-07-26T15:52:19.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Starting DB migration" logger=migrator 2021-07-26T15:52:19.306 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing HTTPServer" logger=server 2021-07-26T15:52:19.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2021-07-26T15:52:19.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing PluginManager" logger=server 2021-07-26T15:52:19.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Starting plugin search" logger=plugins 2021-07-26T15:52:19.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2021-07-26T15:52:19.307 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2021-07-26T15:52:19.308 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing HooksService" logger=server 2021-07-26T15:52:19.308 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2021-07-26T15:52:19.308 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2021-07-26T15:52:19.308 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing RemoteCache" logger=server 2021-07-26T15:52:19.309 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing RenderingService" logger=server 2021-07-26T15:52:19.309 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing AlertEngine" logger=server 2021-07-26T15:52:19.309 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing QuotaService" logger=server 2021-07-26T15:52:19.309 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing ServerLockService" logger=server 2021-07-26T15:52:19.309 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2021-07-26T15:52:19.310 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2021-07-26T15:52:19.310 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing LoginService" logger=server 2021-07-26T15:52:19.310 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing SearchService" logger=server 2021-07-26T15:52:19.310 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing TracingService" logger=server 2021-07-26T15:52:19.311 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2021-07-26T15:52:19.311 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing CleanUpService" logger=server 2021-07-26T15:52:19.311 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing NotificationService" logger=server 2021-07-26T15:52:19.311 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2021-07-26T15:52:19.311 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2021-07-26T15:52:19.312 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2021-07-26T15:52:19.312 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2021-07-26T15:52:19.312 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="Initializing Stream Manager" 2021-07-26T15:52:19.312 INFO:journalctl@ceph.grafana.a.smithi073.stdout:Jul 26 15:52:18 smithi073 bash[42699]: t=2021-07-26T15:52:18+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2021-07-26T15:52:19.955 INFO:tasks.rados.rados.0.smithi046.stdout:1875: done (0 left) 2021-07-26T15:52:19.955 INFO:tasks.rados.rados.0.smithi046.stdout:1876: snap_remove snap 174 2021-07-26T15:52:20.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:19 smithi073 bash[34190]: cluster 2021-07-26T15:52:18.947303+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T15:52:20.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:19 smithi046 bash[41283]: cluster 2021-07-26T15:52:18.947303+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T15:52:20.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:19 smithi046 bash[42351]: cluster 2021-07-26T15:52:18.947303+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T15:52:20.935 INFO:tasks.rados.rados.0.smithi046.stdout:1876: done (0 left) 2021-07-26T15:52:20.935 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 176 2021-07-26T15:52:20.935 INFO:tasks.rados.rados.0.smithi046.stdout:1877: seq_num 600 ranges {5103616=450560} 2021-07-26T15:52:20.969 INFO:tasks.rados.rados.0.smithi046.stdout:1877: writing smithi04638994-8 from 5103616 to 5554176 tid 1 2021-07-26T15:52:20.970 INFO:tasks.rados.rados.0.smithi046.stdout:1878: rollback oid 45 current snap is 176 2021-07-26T15:52:20.970 INFO:tasks.rados.rados.0.smithi046.stdout:1878: done (1 left) 2021-07-26T15:52:20.970 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 176 2021-07-26T15:52:20.970 INFO:tasks.rados.rados.0.smithi046.stdout:1879: seq_num 601 ranges {1138688=475136} 2021-07-26T15:52:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:1879: writing smithi04638994-43 from 1138688 to 1613824 tid 1 2021-07-26T15:52:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 176 2021-07-26T15:52:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:1880: seq_num 602 ranges {13672448=491520} 2021-07-26T15:52:21.058 INFO:tasks.rados.rados.0.smithi046.stdout:1880: writing smithi04638994-47 from 13672448 to 14163968 tid 1 2021-07-26T15:52:21.058 INFO:tasks.rados.rados.0.smithi046.stdout:1881: read oid 36 snap -1 2021-07-26T15:52:21.058 INFO:tasks.rados.rados.0.smithi046.stdout:1881: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:52:21.059 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 1 to smithi04638994-8 2021-07-26T15:52:21.059 INFO:tasks.rados.rados.0.smithi046.stdout:1882: read oid 13 snap -1 2021-07-26T15:52:21.059 INFO:tasks.rados.rados.0.smithi046.stdout:1882: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:52:21.059 INFO:tasks.rados.rados.0.smithi046.stdout:1883: setattr oid 12 current snap is 176 2021-07-26T15:52:21.059 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 2 to smithi04638994-8 2021-07-26T15:52:21.060 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 1 to smithi04638994-43 2021-07-26T15:52:21.060 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 2 to smithi04638994-43 2021-07-26T15:52:21.061 INFO:tasks.rados.rados.0.smithi046.stdout:1877: finishing write tid 3 to smithi04638994-8 2021-07-26T15:52:21.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1272 (ObjNum 600 snap 176 seq_num 600) dirty exists 2021-07-26T15:52:21.061 INFO:tasks.rados.rados.0.smithi046.stdout:1877: left oid 8 (ObjNum 600 snap 176 seq_num 600) 2021-07-26T15:52:21.061 INFO:tasks.rados.rados.0.smithi046.stdout:1879: finishing write tid 3 to smithi04638994-43 2021-07-26T15:52:21.062 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1085 (ObjNum 601 snap 176 seq_num 601) dirty exists 2021-07-26T15:52:21.062 INFO:tasks.rados.rados.0.smithi046.stdout:1879: left oid 43 (ObjNum 601 snap 176 seq_num 601) 2021-07-26T15:52:21.062 INFO:tasks.rados.rados.0.smithi046.stdout:1881: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:52:21.073 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 1 to smithi04638994-47 2021-07-26T15:52:21.074 INFO:tasks.rados.rados.0.smithi046.stdout:1877: done (5 left) 2021-07-26T15:52:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:1879: done (4 left) 2021-07-26T15:52:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:1881: done (3 left) 2021-07-26T15:52:21.075 INFO:tasks.rados.rados.0.smithi046.stdout:1884: read oid 11 snap -1 2021-07-26T15:52:21.076 INFO:tasks.rados.rados.0.smithi046.stdout:1884: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:52:21.078 INFO:tasks.rados.rados.0.smithi046.stdout:1885: read oid 35 snap -1 2021-07-26T15:52:21.078 INFO:tasks.rados.rados.0.smithi046.stdout:1885: expect (ObjNum 537 snap 155 seq_num 537) 2021-07-26T15:52:21.078 INFO:tasks.rados.rados.0.smithi046.stdout:1886: snap_create 2021-07-26T15:52:21.079 INFO:tasks.rados.rados.0.smithi046.stdout:1882: expect (ObjNum 418 snap 132 seq_num 418) 2021-07-26T15:52:21.253 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 2 to smithi04638994-47 2021-07-26T15:52:21.253 INFO:tasks.rados.rados.0.smithi046.stdout:1880: finishing write tid 3 to smithi04638994-47 2021-07-26T15:52:21.254 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1174 (ObjNum 602 snap 176 seq_num 602) dirty exists 2021-07-26T15:52:21.254 INFO:tasks.rados.rados.0.smithi046.stdout:1880: left oid 47 (ObjNum 602 snap 176 seq_num 602) 2021-07-26T15:52:21.254 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1086 (ObjNum 1399738959 snap 1936219738 seq_num 1415337835) dirty exists 2021-07-26T15:52:21.254 INFO:tasks.rados.rados.0.smithi046.stdout:1885: expect (ObjNum 537 snap 155 seq_num 537) 2021-07-26T15:52:21.300 INFO:tasks.rados.rados.0.smithi046.stdout:1884: expect (ObjNum 549 snap 160 seq_num 549) 2021-07-26T15:52:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:20 smithi073 bash[34190]: cluster 2021-07-26T15:52:19.927245+0000 mgr.y (mgr.24683) 284 : cluster [DBG] pgmap v447: 25 pgs: 25 active+clean; 184 MiB data, 899 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 5 op/s 2021-07-26T15:52:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:20 smithi073 bash[34190]: cluster 2021-07-26T15:52:19.956791+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T15:52:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:20 smithi073 bash[34190]: cluster 2021-07-26T15:52:20.935153+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T15:52:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[41283]: cluster 2021-07-26T15:52:19.927245+0000 mgr.y (mgr.24683) 284 : cluster [DBG] pgmap v447: 25 pgs: 25 active+clean; 184 MiB data, 899 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 5 op/s 2021-07-26T15:52:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[41283]: cluster 2021-07-26T15:52:19.956791+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T15:52:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[41283]: cluster 2021-07-26T15:52:20.935153+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T15:52:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[42351]: cluster 2021-07-26T15:52:19.927245+0000 mgr.y (mgr.24683) 284 : cluster [DBG] pgmap v447: 25 pgs: 25 active+clean; 184 MiB data, 899 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 86 KiB/s wr, 5 op/s 2021-07-26T15:52:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[42351]: cluster 2021-07-26T15:52:19.956791+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T15:52:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:20 smithi046 bash[42351]: cluster 2021-07-26T15:52:20.935153+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T15:52:22.487 INFO:tasks.rados.rados.0.smithi046.stdout:1880: done (5 left) 2021-07-26T15:52:22.487 INFO:tasks.rados.rados.0.smithi046.stdout:1882: done (4 left) 2021-07-26T15:52:22.487 INFO:tasks.rados.rados.0.smithi046.stdout:1883: done (3 left) 2021-07-26T15:52:22.488 INFO:tasks.rados.rados.0.smithi046.stdout:1884: done (2 left) 2021-07-26T15:52:22.488 INFO:tasks.rados.rados.0.smithi046.stdout:1885: done (1 left) 2021-07-26T15:52:22.488 INFO:tasks.rados.rados.0.smithi046.stdout:1886: done (0 left) 2021-07-26T15:52:22.488 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 177 2021-07-26T15:52:22.489 INFO:tasks.rados.rados.0.smithi046.stdout:1887: seq_num 603 ranges {0=507904} 2021-07-26T15:52:22.495 INFO:tasks.rados.rados.0.smithi046.stdout:1887: writing smithi04638994-12 from 0 to 507904 tid 1 2021-07-26T15:52:22.495 INFO:tasks.rados.rados.0.smithi046.stdout:1888: rollback oid 24 current snap is 177 2021-07-26T15:52:22.496 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 176 2021-07-26T15:52:22.496 INFO:tasks.rados.rados.0.smithi046.stdout:1889: delete oid 38 current snap is 177 2021-07-26T15:52:22.501 INFO:tasks.rados.rados.0.smithi046.stdout:1888: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:52:22.501 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 0 (ObjNum 1 snap 32682 seq_num 197897088) dirty dne 2021-07-26T15:52:22.503 INFO:tasks.rados.rados.0.smithi046.stdout:1888: done (2 left) 2021-07-26T15:52:22.504 INFO:tasks.rados.rados.0.smithi046.stdout:1889: done (1 left) 2021-07-26T15:52:22.504 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 177 2021-07-26T15:52:22.504 INFO:tasks.rados.rados.0.smithi046.stdout:1890: seq_num 605 ranges {0=540672} 2021-07-26T15:52:22.507 INFO:tasks.rados.rados.0.smithi046.stdout:1890: writing smithi04638994-30 from 0 to 540672 tid 1 2021-07-26T15:52:22.508 INFO:tasks.rados.rados.0.smithi046.stdout:1891: rollback oid 29 current snap is 177 2021-07-26T15:52:22.508 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 176 2021-07-26T15:52:22.508 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 1 to smithi04638994-12 2021-07-26T15:52:22.508 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 2 to smithi04638994-12 2021-07-26T15:52:22.509 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 177 2021-07-26T15:52:22.509 INFO:tasks.rados.rados.0.smithi046.stdout:1892: seq_num 606 ranges {7143424=557056} 2021-07-26T15:52:22.552 INFO:tasks.rados.rados.0.smithi046.stdout:1892: writing smithi04638994-14 from 7143424 to 7700480 tid 1 2021-07-26T15:52:22.552 INFO:tasks.rados.rados.0.smithi046.stdout:1893: rollback oid 13 current snap is 177 2021-07-26T15:52:22.552 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 176 2021-07-26T15:52:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1887: finishing write tid 3 to smithi04638994-12 2021-07-26T15:52:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1088 (ObjNum 603 snap 177 seq_num 603) dirty exists 2021-07-26T15:52:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1887: left oid 12 (ObjNum 603 snap 177 seq_num 603) 2021-07-26T15:52:22.553 INFO:tasks.rados.rados.0.smithi046.stdout:1887: done (4 left) 2021-07-26T15:52:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1894: snap_create 2021-07-26T15:52:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 1 to smithi04638994-30 2021-07-26T15:52:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 2 to smithi04638994-30 2021-07-26T15:52:22.554 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:52:22.555 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:52:22.555 INFO:tasks.rados.rados.0.smithi046.stdout:1891: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:52:22.555 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1276 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:52:22.555 INFO:tasks.rados.rados.0.smithi046.stdout:1890: finishing write tid 3 to smithi04638994-30 2021-07-26T15:52:22.556 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 567 (ObjNum 605 snap 177 seq_num 605) dirty exists 2021-07-26T15:52:22.556 INFO:tasks.rados.rados.0.smithi046.stdout:1890: left oid 30 (ObjNum 605 snap 177 seq_num 605) 2021-07-26T15:52:22.559 INFO:tasks.rados.rados.0.smithi046.stdout:1893: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:52:22.559 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing write tid 1 to smithi04638994-14 2021-07-26T15:52:22.560 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing write tid 2 to smithi04638994-14 2021-07-26T15:52:22.560 INFO:tasks.rados.rados.0.smithi046.stdout:1893: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:52:22.561 INFO:tasks.rados.rados.0.smithi046.stdout:1893: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:52:22.561 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 923 (ObjNum 418 snap 132 seq_num 418) dirty exists 2021-07-26T15:52:22.562 INFO:tasks.rados.rados.0.smithi046.stdout:1892: finishing write tid 3 to smithi04638994-14 2021-07-26T15:52:22.562 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 957 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:52:22.562 INFO:tasks.rados.rados.0.smithi046.stdout:1892: left oid 14 (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:52:22.966 INFO:tasks.rados.rados.0.smithi046.stdout:1890: done (4 left) 2021-07-26T15:52:22.966 INFO:tasks.rados.rados.0.smithi046.stdout:1891: done (3 left) 2021-07-26T15:52:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:1892: done (2 left) 2021-07-26T15:52:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:1893: done (1 left) 2021-07-26T15:52:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:1894: done (0 left) 2021-07-26T15:52:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 178 2021-07-26T15:52:22.967 INFO:tasks.rados.rados.0.smithi046.stdout:1895: seq_num 607 ranges {2129920=573440} 2021-07-26T15:52:22.990 INFO:tasks.rados.rados.0.smithi046.stdout:1895: writing smithi04638994-50 from 2129920 to 2703360 tid 1 2021-07-26T15:52:22.990 INFO:tasks.rados.rados.0.smithi046.stdout:1896: read oid 28 snap 177 2021-07-26T15:52:22.991 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:52:22.991 INFO:tasks.rados.rados.0.smithi046.stdout:1897: copy_from oid 34 from oid 16 current snap is 178 2021-07-26T15:52:22.992 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 178 2021-07-26T15:52:22.992 INFO:tasks.rados.rados.0.smithi046.stdout:1898: seq_num 608 ranges {14163968=589824} 2021-07-26T15:52:23.072 INFO:tasks.rados.rados.0.smithi046.stdout:1898: writing smithi04638994-47 from 14163968 to 14753792 tid 1 2021-07-26T15:52:23.072 INFO:tasks.rados.rados.0.smithi046.stdout:1899: read oid 19 snap -1 2021-07-26T15:52:23.073 INFO:tasks.rados.rados.0.smithi046.stdout:1899: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:23.073 INFO:tasks.rados.rados.0.smithi046.stdout:1900: setattr oid 36 current snap is 178 2021-07-26T15:52:23.073 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 1 to smithi04638994-50 2021-07-26T15:52:23.073 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 2 to smithi04638994-50 2021-07-26T15:52:23.073 INFO:tasks.rados.rados.0.smithi046.stdout:1897: finishing copy_from to smithi04638994-34 2021-07-26T15:52:23.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 615 (ObjNum 469 snap 138 seq_num 469) dirty exists 2021-07-26T15:52:23.074 INFO:tasks.rados.rados.0.smithi046.stdout:1897: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:52:23.074 INFO:tasks.rados.rados.0.smithi046.stdout:1895: finishing write tid 3 to smithi04638994-50 2021-07-26T15:52:23.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 925 (ObjNum 607 snap 178 seq_num 607) dirty exists 2021-07-26T15:52:23.075 INFO:tasks.rados.rados.0.smithi046.stdout:1895: left oid 50 (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:52:23.075 INFO:tasks.rados.rados.0.smithi046.stdout:1896: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:52:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: cluster 2021-07-26T15:52:21.927985+0000 mgr.y (mgr.24683) 285 : cluster [DBG] pgmap v450: 25 pgs: 25 active+clean; 179 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2021-07-26T15:52:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: cluster 2021-07-26T15:52:21.963935+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T15:52:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.575628+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.581148+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.590957+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.594796+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.597305+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.599260+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.600625+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.602831+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.605094+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.606502+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.607893+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.609070+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.610262+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.611450+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.612811+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.614067+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.615358+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.371 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.616690+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.626319+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.627550+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T15:52:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.634147+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T15:52:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.635272+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.639799+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T15:52:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.640902+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T15:52:23.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.645960+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T15:52:23.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.647162+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T15:52:23.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.652503+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T15:52:23.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.653676+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T15:52:23.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.659819+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T15:52:23.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.660802+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T15:52:23.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.666364+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T15:52:23.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.667421+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T15:52:23.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.672535+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T15:52:23.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.673629+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.674585+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T15:52:23.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.680438+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T15:52:23.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.681613+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T15:52:23.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.687074+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T15:52:23.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.688313+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.689387+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.690504+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.691609+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.693647+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:52:23.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.697731+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T15:52:23.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.698707+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.700777+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.702086+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.709758+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.718103+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.720091+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.721726+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.381 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:22 smithi073 bash[34190]: audit 2021-07-26T15:52:22.729748+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: cluster 2021-07-26T15:52:21.927985+0000 mgr.y (mgr.24683) 285 : cluster [DBG] pgmap v450: 25 pgs: 25 active+clean; 179 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2021-07-26T15:52:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: cluster 2021-07-26T15:52:21.963935+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T15:52:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.575628+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.581148+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.590957+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.594796+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.597305+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.599260+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.600625+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.602831+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.605094+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.606502+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.607893+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.609070+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.610262+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.611450+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.612811+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.614067+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.615358+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.616690+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: cluster 2021-07-26T15:52:21.927985+0000 mgr.y (mgr.24683) 285 : cluster [DBG] pgmap v450: 25 pgs: 25 active+clean; 179 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2021-07-26T15:52:23.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: cluster 2021-07-26T15:52:21.963935+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T15:52:23.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.575628+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.438 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.581148+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.590957+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:23.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.594796+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.597305+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.599260+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.600625+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.602831+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.605094+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.606502+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.607893+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.609070+0000 mon.a (mon.0) 936 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.610262+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.611450+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.441 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.612811+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.614067+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.615358+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.616690+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:23.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.626319+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.627550+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T15:52:23.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.634147+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T15:52:23.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.635272+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.639799+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T15:52:23.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.640902+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T15:52:23.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.645960+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T15:52:23.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.647162+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T15:52:23.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.652503+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T15:52:23.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.653676+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T15:52:23.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.659819+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T15:52:23.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.660802+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T15:52:23.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.666364+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T15:52:23.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.667421+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T15:52:23.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.672535+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T15:52:23.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.673629+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.446 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.626319+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.627550+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T15:52:23.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.634147+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T15:52:23.447 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.635272+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.639799+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T15:52:23.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.640902+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T15:52:23.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.645960+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T15:52:23.448 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.647162+0000 mon.a (mon.0) 950 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T15:52:23.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.652503+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T15:52:23.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.653676+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T15:52:23.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.659819+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T15:52:23.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.660802+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T15:52:23.449 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.666364+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T15:52:23.450 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.667421+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T15:52:23.450 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.672535+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T15:52:23.450 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.673629+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.674585+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T15:52:23.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.680438+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T15:52:23.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.681613+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T15:52:23.451 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.687074+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T15:52:23.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.688313+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.689387+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.690504+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.452 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.691609+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.693647+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:52:23.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.697731+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T15:52:23.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.698707+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.700777+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.453 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.702086+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.709758+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.718103+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.720091+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.454 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.721726+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.455 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[42351]: audit 2021-07-26T15:52:22.729748+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.674585+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T15:52:23.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.680438+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T15:52:23.455 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.681613+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T15:52:23.456 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.687074+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T15:52:23.456 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.688313+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.456 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.689387+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.690504+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.691609+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T15:52:23.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.693647+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:52:23.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.697731+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T15:52:23.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.698707+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.700777+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.702086+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.709758+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.718103+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:52:23.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.720091+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:52:23.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.721726+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:52:23.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:22 smithi046 bash[41283]: audit 2021-07-26T15:52:22.729748+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:1898: finishing write tid 1 to smithi04638994-47 2021-07-26T15:52:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:1898: finishing write tid 2 to smithi04638994-47 2021-07-26T15:52:23.667 INFO:tasks.rados.rados.0.smithi046.stdout:1898: finishing write tid 3 to smithi04638994-47 2021-07-26T15:52:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1176 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:52:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:1898: left oid 47 (ObjNum 608 snap 178 seq_num 608) 2021-07-26T15:52:23.668 INFO:tasks.rados.rados.0.smithi046.stdout:1899: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:23.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1003 (ObjNum 0 snap 32682 seq_num 197549424) dirty exists 2021-07-26T15:52:23.691 INFO:tasks.rados.rados.0.smithi046.stdout:1895: done (5 left) 2021-07-26T15:52:23.691 INFO:tasks.rados.rados.0.smithi046.stdout:1896: done (4 left) 2021-07-26T15:52:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:1897: done (3 left) 2021-07-26T15:52:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:1898: done (2 left) 2021-07-26T15:52:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:1899: done (1 left) 2021-07-26T15:52:23.692 INFO:tasks.rados.rados.0.smithi046.stdout:1900: done (0 left) 2021-07-26T15:52:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:1901: rollback oid 1 current snap is 178 2021-07-26T15:52:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 177 2021-07-26T15:52:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 178 2021-07-26T15:52:23.693 INFO:tasks.rados.rados.0.smithi046.stdout:1902: seq_num 609 ranges {2162688=606208} 2021-07-26T15:52:23.715 INFO:tasks.rados.rados.0.smithi046.stdout:1902: writing smithi04638994-39 from 2162688 to 2768896 tid 1 2021-07-26T15:52:23.716 INFO:tasks.rados.rados.0.smithi046.stdout:1903: copy_from oid 36 from oid 22 current snap is 178 2021-07-26T15:52:23.716 INFO:tasks.rados.rados.0.smithi046.stdout:1901: finishing rollback tid 0 to smithi04638994-1 2021-07-26T15:52:23.716 INFO:tasks.rados.rados.0.smithi046.stdout:1901: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:52:23.716 INFO:tasks.rados.rados.0.smithi046.stdout:1901: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:52:23.717 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1105 (ObjNum 598 snap 175 seq_num 598) dirty exists 2021-07-26T15:52:23.717 INFO:tasks.rados.rados.0.smithi046.stdout:1901: done (2 left) 2021-07-26T15:52:23.717 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 178 2021-07-26T15:52:23.717 INFO:tasks.rados.rados.0.smithi046.stdout:1904: seq_num 610 ranges {417792=622592} 2021-07-26T15:52:23.721 INFO:tasks.rados.rados.0.smithi046.stdout:1904: writing smithi04638994-1 from 417792 to 1040384 tid 1 2021-07-26T15:52:23.722 INFO:tasks.rados.rados.0.smithi046.stdout:1905: snap_remove snap 176 2021-07-26T15:52:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:23 smithi073 bash[34190]: audit 2021-07-26T15:52:22.591803+0000 mgr.y (mgr.24683) 286 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:23 smithi073 bash[34190]: cephadm 2021-07-26T15:52:22.617675+0000 mgr.y (mgr.24683) 287 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T15:52:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:23 smithi073 bash[34190]: cephadm 2021-07-26T15:52:22.692570+0000 mgr.y (mgr.24683) 288 : cephadm [INF] Upgrade: Complete! 2021-07-26T15:52:24.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:23 smithi073 bash[34190]: cluster 2021-07-26T15:52:22.966853+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T15:52:24.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:23 smithi073 bash[34190]: audit 2021-07-26T15:52:23.524515+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[41283]: audit 2021-07-26T15:52:22.591803+0000 mgr.y (mgr.24683) 286 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[41283]: cephadm 2021-07-26T15:52:22.617675+0000 mgr.y (mgr.24683) 287 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T15:52:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[41283]: cephadm 2021-07-26T15:52:22.692570+0000 mgr.y (mgr.24683) 288 : cephadm [INF] Upgrade: Complete! 2021-07-26T15:52:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[41283]: cluster 2021-07-26T15:52:22.966853+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T15:52:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[41283]: audit 2021-07-26T15:52:23.524515+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[42351]: audit 2021-07-26T15:52:22.591803+0000 mgr.y (mgr.24683) 286 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[42351]: cephadm 2021-07-26T15:52:22.617675+0000 mgr.y (mgr.24683) 287 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T15:52:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[42351]: cephadm 2021-07-26T15:52:22.692570+0000 mgr.y (mgr.24683) 288 : cephadm [INF] Upgrade: Complete! 2021-07-26T15:52:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[42351]: cluster 2021-07-26T15:52:22.966853+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T15:52:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:23 smithi046 bash[42351]: audit 2021-07-26T15:52:23.524515+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:52:24.534 INFO:tasks.rados.rados.0.smithi046.stdout:1905: done (3 left) 2021-07-26T15:52:24.535 INFO:tasks.rados.rados.0.smithi046.stdout:1906: snap_remove snap 177 2021-07-26T15:52:25.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:24 smithi073 bash[34190]: cluster 2021-07-26T15:52:23.928618+0000 mgr.y (mgr.24683) 289 : cluster [DBG] pgmap v453: 25 pgs: 25 active+clean; 180 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2021-07-26T15:52:25.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:24 smithi073 bash[34190]: cluster 2021-07-26T15:52:24.535400+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T15:52:25.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:24 smithi046 bash[41283]: cluster 2021-07-26T15:52:23.928618+0000 mgr.y (mgr.24683) 289 : cluster [DBG] pgmap v453: 25 pgs: 25 active+clean; 180 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2021-07-26T15:52:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:24 smithi046 bash[41283]: cluster 2021-07-26T15:52:24.535400+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T15:52:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:24 smithi046 bash[42351]: cluster 2021-07-26T15:52:23.928618+0000 mgr.y (mgr.24683) 289 : cluster [DBG] pgmap v453: 25 pgs: 25 active+clean; 180 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2021-07-26T15:52:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:24 smithi046 bash[42351]: cluster 2021-07-26T15:52:24.535400+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T15:52:25.539 INFO:tasks.rados.rados.0.smithi046.stdout:1906: done (3 left) 2021-07-26T15:52:25.539 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 178 2021-07-26T15:52:25.540 INFO:tasks.rados.rados.0.smithi046.stdout:1902: finishing write tid 1 to smithi04638994-39 2021-07-26T15:52:25.540 INFO:tasks.rados.rados.0.smithi046.stdout:1907: seq_num 611 ranges {9207808=638976} 2021-07-26T15:52:25.597 INFO:tasks.rados.rados.0.smithi046.stdout:1907: writing smithi04638994-41 from 9207808 to 9846784 tid 1 2021-07-26T15:52:25.597 INFO:tasks.rados.rados.0.smithi046.stdout:1908: setattr oid 4 current snap is 178 2021-07-26T15:52:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:1902: finishing write tid 2 to smithi04638994-39 2021-07-26T15:52:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:1902: finishing write tid 3 to smithi04638994-39 2021-07-26T15:52:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1085 (ObjNum 609 snap 178 seq_num 609) dirty exists 2021-07-26T15:52:25.598 INFO:tasks.rados.rados.0.smithi046.stdout:1902: left oid 39 (ObjNum 609 snap 178 seq_num 609) 2021-07-26T15:52:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:1904: finishing write tid 1 to smithi04638994-1 2021-07-26T15:52:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:1904: finishing write tid 2 to smithi04638994-1 2021-07-26T15:52:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:1904: finishing write tid 3 to smithi04638994-1 2021-07-26T15:52:25.599 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1107 (ObjNum 610 snap 178 seq_num 610) dirty exists 2021-07-26T15:52:25.600 INFO:tasks.rados.rados.0.smithi046.stdout:1904: left oid 1 (ObjNum 610 snap 178 seq_num 610) 2021-07-26T15:52:25.600 INFO:tasks.rados.rados.0.smithi046.stdout:1903: finishing copy_from to smithi04638994-36 2021-07-26T15:52:25.600 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1084 (ObjNum 543 snap 155 seq_num 543) dirty exists 2021-07-26T15:52:25.600 INFO:tasks.rados.rados.0.smithi046.stdout:1903: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:52:25.601 INFO:tasks.rados.rados.0.smithi046.stdout:1902: done (4 left) 2021-07-26T15:52:25.601 INFO:tasks.rados.rados.0.smithi046.stdout:1903: done (3 left) 2021-07-26T15:52:25.602 INFO:tasks.rados.rados.0.smithi046.stdout:1904: done (2 left) 2021-07-26T15:52:25.602 INFO:tasks.rados.rados.0.smithi046.stdout:1909: rollback oid 11 current snap is 178 2021-07-26T15:52:25.604 INFO:tasks.rados.rados.0.smithi046.stdout:1909: done (2 left) 2021-07-26T15:52:25.604 INFO:tasks.rados.rados.0.smithi046.stdout:1910: rollback oid 33 current snap is 178 2021-07-26T15:52:25.604 INFO:tasks.rados.rados.0.smithi046.stdout:1910: done (2 left) 2021-07-26T15:52:25.604 INFO:tasks.rados.rados.0.smithi046.stdout:1911: delete oid 26 current snap is 178 2021-07-26T15:52:25.607 INFO:tasks.rados.rados.0.smithi046.stdout:1911: done (2 left) 2021-07-26T15:52:25.607 INFO:tasks.rados.rados.0.smithi046.stdout:1912: copy_from oid 16 from oid 43 current snap is 178 2021-07-26T15:52:25.607 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 178 2021-07-26T15:52:25.607 INFO:tasks.rados.rados.0.smithi046.stdout:1913: seq_num 613 ranges {1851392=671744} 2021-07-26T15:52:25.622 INFO:tasks.rados.rados.0.smithi046.stdout:1913: writing smithi04638994-42 from 1851392 to 2523136 tid 1 2021-07-26T15:52:25.623 INFO:tasks.rados.rados.0.smithi046.stdout:1914: snap_create 2021-07-26T15:52:25.623 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 958 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:52:25.623 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing write tid 1 to smithi04638994-41 2021-07-26T15:52:25.623 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing write tid 2 to smithi04638994-41 2021-07-26T15:52:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:1907: finishing write tid 3 to smithi04638994-41 2021-07-26T15:52:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1086 (ObjNum 611 snap 178 seq_num 611) dirty exists 2021-07-26T15:52:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:1907: left oid 41 (ObjNum 611 snap 178 seq_num 611) 2021-07-26T15:52:25.624 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing copy_from to smithi04638994-16 2021-07-26T15:52:25.625 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1085 (ObjNum 601 snap 176 seq_num 601) dirty exists 2021-07-26T15:52:25.625 INFO:tasks.rados.rados.0.smithi046.stdout:1912: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:52:25.626 INFO:tasks.rados.rados.0.smithi046.stdout:1913: finishing write tid 1 to smithi04638994-42 2021-07-26T15:52:25.626 INFO:tasks.rados.rados.0.smithi046.stdout:1913: finishing write tid 2 to smithi04638994-42 2021-07-26T15:52:25.629 INFO:tasks.rados.rados.0.smithi046.stdout:1913: finishing write tid 3 to smithi04638994-42 2021-07-26T15:52:25.629 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 210 (ObjNum 613 snap 178 seq_num 613) dirty exists 2021-07-26T15:52:25.629 INFO:tasks.rados.rados.0.smithi046.stdout:1913: left oid 42 (ObjNum 613 snap 178 seq_num 613) 2021-07-26T15:52:25.941 INFO:tasks.rados.rados.0.smithi046.stdout:1907: done (4 left) 2021-07-26T15:52:25.941 INFO:tasks.rados.rados.0.smithi046.stdout:1908: done (3 left) 2021-07-26T15:52:25.941 INFO:tasks.rados.rados.0.smithi046.stdout:1912: done (2 left) 2021-07-26T15:52:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:1913: done (1 left) 2021-07-26T15:52:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:1914: done (0 left) 2021-07-26T15:52:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:1915: read oid 24 snap -1 2021-07-26T15:52:25.942 INFO:tasks.rados.rados.0.smithi046.stdout:1915: expect deleted 2021-07-26T15:52:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 179 2021-07-26T15:52:25.943 INFO:tasks.rados.rados.0.smithi046.stdout:1916: seq_num 614 ranges {15015936=688128} 2021-07-26T15:52:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:1916: writing smithi04638994-23 from 15015936 to 15704064 tid 1 2021-07-26T15:52:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 179 2021-07-26T15:52:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:1917: seq_num 615 ranges {16384=704512} 2021-07-26T15:52:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1917: writing smithi04638994-5 from 16384 to 720896 tid 1 2021-07-26T15:52:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:1918: snap_remove snap 178 2021-07-26T15:52:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:26 smithi073 bash[34190]: cluster 2021-07-26T15:52:25.538449+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-07-26T15:52:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:26 smithi073 bash[34190]: cluster 2021-07-26T15:52:25.929455+0000 mgr.y (mgr.24683) 290 : cluster [DBG] pgmap v456: 25 pgs: 25 active+clean; 179 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 618 KiB/s wr, 11 op/s 2021-07-26T15:52:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:26 smithi073 bash[34190]: cluster 2021-07-26T15:52:25.941402+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-07-26T15:52:26.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[42351]: cluster 2021-07-26T15:52:25.538449+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-07-26T15:52:26.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[42351]: cluster 2021-07-26T15:52:25.929455+0000 mgr.y (mgr.24683) 290 : cluster [DBG] pgmap v456: 25 pgs: 25 active+clean; 179 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 618 KiB/s wr, 11 op/s 2021-07-26T15:52:26.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[42351]: cluster 2021-07-26T15:52:25.941402+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-07-26T15:52:26.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[41283]: cluster 2021-07-26T15:52:25.538449+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2021-07-26T15:52:26.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[41283]: cluster 2021-07-26T15:52:25.929455+0000 mgr.y (mgr.24683) 290 : cluster [DBG] pgmap v456: 25 pgs: 25 active+clean; 179 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 618 KiB/s wr, 11 op/s 2021-07-26T15:52:26.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:26 smithi046 bash[41283]: cluster 2021-07-26T15:52:25.941402+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2021-07-26T15:52:26.954 INFO:tasks.rados.rados.0.smithi046.stdout:1918: done (3 left) 2021-07-26T15:52:26.954 INFO:tasks.rados.rados.0.smithi046.stdout:1919: read oid 4 snap -1 2021-07-26T15:52:26.954 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:52:26.955 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 179 2021-07-26T15:52:26.955 INFO:tasks.rados.rados.0.smithi046.stdout:1920: seq_num 616 ranges {7487488=720896} 2021-07-26T15:52:27.002 INFO:tasks.rados.rados.0.smithi046.stdout:1920: writing smithi04638994-20 from 7487488 to 8208384 tid 1 2021-07-26T15:52:27.002 INFO:tasks.rados.rados.0.smithi046.stdout:1921: copy_from oid 22 from oid 3 current snap is 179 2021-07-26T15:52:27.002 INFO:tasks.rados.rados.0.smithi046.stdout:1916: finishing write tid 1 to smithi04638994-23 2021-07-26T15:52:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:1916: finishing write tid 2 to smithi04638994-23 2021-07-26T15:52:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:1917: finishing write tid 1 to smithi04638994-5 2021-07-26T15:52:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:1917: finishing write tid 2 to smithi04638994-5 2021-07-26T15:52:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:1916: finishing write tid 3 to smithi04638994-23 2021-07-26T15:52:27.003 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1281 (ObjNum 614 snap 179 seq_num 614) dirty exists 2021-07-26T15:52:27.004 INFO:tasks.rados.rados.0.smithi046.stdout:1916: left oid 23 (ObjNum 614 snap 179 seq_num 614) 2021-07-26T15:52:27.004 INFO:tasks.rados.rados.0.smithi046.stdout:1917: finishing write tid 3 to smithi04638994-5 2021-07-26T15:52:27.004 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 960 (ObjNum 615 snap 179 seq_num 615) dirty exists 2021-07-26T15:52:27.004 INFO:tasks.rados.rados.0.smithi046.stdout:1917: left oid 5 (ObjNum 615 snap 179 seq_num 615) 2021-07-26T15:52:27.004 INFO:tasks.rados.rados.0.smithi046.stdout:1915: done (5 left) 2021-07-26T15:52:27.005 INFO:tasks.rados.rados.0.smithi046.stdout:1916: done (4 left) 2021-07-26T15:52:27.005 INFO:tasks.rados.rados.0.smithi046.stdout:1917: done (3 left) 2021-07-26T15:52:27.005 INFO:tasks.rados.rados.0.smithi046.stdout:1922: snap_create 2021-07-26T15:52:27.005 INFO:tasks.rados.rados.0.smithi046.stdout:1919: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:52:27.069 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 1 to smithi04638994-20 2021-07-26T15:52:27.069 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 2 to smithi04638994-20 2021-07-26T15:52:27.070 INFO:tasks.rados.rados.0.smithi046.stdout:1920: finishing write tid 3 to smithi04638994-20 2021-07-26T15:52:27.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1285 (ObjNum 616 snap 179 seq_num 616) dirty exists 2021-07-26T15:52:27.070 INFO:tasks.rados.rados.0.smithi046.stdout:1920: left oid 20 (ObjNum 616 snap 179 seq_num 616) 2021-07-26T15:52:27.070 INFO:tasks.rados.rados.0.smithi046.stdout:1921: finishing copy_from to smithi04638994-22 2021-07-26T15:52:27.071 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1136 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:52:27.071 INFO:tasks.rados.rados.0.smithi046.stdout:1921: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:52:27.960 INFO:tasks.rados.rados.0.smithi046.stdout:1919: done (3 left) 2021-07-26T15:52:27.960 INFO:tasks.rados.rados.0.smithi046.stdout:1920: done (2 left) 2021-07-26T15:52:27.961 INFO:tasks.rados.rados.0.smithi046.stdout:1921: done (1 left) 2021-07-26T15:52:27.961 INFO:tasks.rados.rados.0.smithi046.stdout:1922: done (0 left) 2021-07-26T15:52:27.961 INFO:tasks.rados.rados.0.smithi046.stdout:1923: copy_from oid 24 from oid 14 current snap is 180 2021-07-26T15:52:27.961 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 180 2021-07-26T15:52:27.962 INFO:tasks.rados.rados.0.smithi046.stdout:1924: seq_num 617 ranges {11665408=737280} 2021-07-26T15:52:28.034 INFO:tasks.rados.rados.0.smithi046.stdout:1924: writing smithi04638994-10 from 11665408 to 12402688 tid 1 2021-07-26T15:52:28.034 INFO:tasks.rados.rados.0.smithi046.stdout:1925: snap_remove snap 179 2021-07-26T15:52:28.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:27 smithi073 bash[34190]: cluster 2021-07-26T15:52:26.952650+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-07-26T15:52:28.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:27 smithi046 bash[41283]: cluster 2021-07-26T15:52:26.952650+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-07-26T15:52:28.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:27 smithi046 bash[42351]: cluster 2021-07-26T15:52:26.952650+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2021-07-26T15:52:28.969 INFO:tasks.rados.rados.0.smithi046.stdout:1925: done (2 left) 2021-07-26T15:52:28.969 INFO:tasks.rados.rados.0.smithi046.stdout:1926: read oid 36 snap -1 2021-07-26T15:52:28.970 INFO:tasks.rados.rados.0.smithi046.stdout:1926: expect (ObjNum 543 snap 155 seq_num 543) 2021-07-26T15:52:28.970 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 180 2021-07-26T15:52:28.970 INFO:tasks.rados.rados.0.smithi046.stdout:1927: seq_num 618 ranges {9846784=753664} 2021-07-26T15:52:29.034 INFO:tasks.rados.rados.0.smithi046.stdout:1927: writing smithi04638994-41 from 9846784 to 10600448 tid 1 2021-07-26T15:52:29.035 INFO:tasks.rados.rados.0.smithi046.stdout:1928: copy_from oid 4 from oid 49 current snap is 180 2021-07-26T15:52:29.035 INFO:tasks.rados.rados.0.smithi046.stdout:1923: finishing copy_from to smithi04638994-24 2021-07-26T15:52:29.035 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 957 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:52:29.035 INFO:tasks.rados.rados.0.smithi046.stdout:1929: rmattr oid 42 current snap is 180 2021-07-26T15:52:29.036 INFO:tasks.rados.rados.0.smithi046.stdout:1929: done (5 left) 2021-07-26T15:52:29.036 INFO:tasks.rados.rados.0.smithi046.stdout:1930: snap_create 2021-07-26T15:52:29.036 INFO:tasks.rados.rados.0.smithi046.stdout:1923: finishing copy_from racing read to smithi04638994-24 2021-07-26T15:52:29.036 INFO:tasks.rados.rados.0.smithi046.stdout:1924: finishing write tid 1 to smithi04638994-10 2021-07-26T15:52:29.036 INFO:tasks.rados.rados.0.smithi046.stdout:1924: finishing write tid 2 to smithi04638994-10 2021-07-26T15:52:29.037 INFO:tasks.rados.rados.0.smithi046.stdout:1924: finishing write tid 3 to smithi04638994-10 2021-07-26T15:52:29.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1087 (ObjNum 617 snap 180 seq_num 617) dirty exists 2021-07-26T15:52:29.037 INFO:tasks.rados.rados.0.smithi046.stdout:1924: left oid 10 (ObjNum 617 snap 180 seq_num 617) 2021-07-26T15:52:29.037 INFO:tasks.rados.rados.0.smithi046.stdout:1926: expect (ObjNum 543 snap 155 seq_num 543) 2021-07-26T15:52:29.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:28 smithi073 bash[34190]: cluster 2021-07-26T15:52:27.930331+0000 mgr.y (mgr.24683) 291 : cluster [DBG] pgmap v459: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 190 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2021-07-26T15:52:29.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:28 smithi073 bash[34190]: cluster 2021-07-26T15:52:27.960414+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-07-26T15:52:29.395 INFO:tasks.rados.rados.0.smithi046.stdout:1928: finishing copy_from to smithi04638994-4 2021-07-26T15:52:29.396 INFO:tasks.rados.rados.0.smithi046.stdout:1928: got expected ENOENT (src dne) 2021-07-26T15:52:29.396 INFO:tasks.rados.rados.0.smithi046.stdout:1928: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:52:29.396 INFO:tasks.rados.rados.0.smithi046.stdout:1927: finishing write tid 1 to smithi04638994-41 2021-07-26T15:52:29.397 INFO:tasks.rados.rados.0.smithi046.stdout:1927: finishing write tid 2 to smithi04638994-41 2021-07-26T15:52:29.397 INFO:tasks.rados.rados.0.smithi046.stdout:1927: finishing write tid 3 to smithi04638994-41 2021-07-26T15:52:29.397 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1088 (ObjNum 618 snap 180 seq_num 618) dirty exists 2021-07-26T15:52:29.398 INFO:tasks.rados.rados.0.smithi046.stdout:1927: left oid 41 (ObjNum 618 snap 180 seq_num 618) 2021-07-26T15:52:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:28 smithi046 bash[42351]: cluster 2021-07-26T15:52:27.930331+0000 mgr.y (mgr.24683) 291 : cluster [DBG] pgmap v459: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 190 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2021-07-26T15:52:29.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:28 smithi046 bash[42351]: cluster 2021-07-26T15:52:27.960414+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-07-26T15:52:29.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:28 smithi046 bash[41283]: cluster 2021-07-26T15:52:27.930331+0000 mgr.y (mgr.24683) 291 : cluster [DBG] pgmap v459: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 190 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2021-07-26T15:52:29.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:28 smithi046 bash[41283]: cluster 2021-07-26T15:52:27.960414+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2021-07-26T15:52:29.977 INFO:tasks.rados.rados.0.smithi046.stdout:1923: done (5 left) 2021-07-26T15:52:29.977 INFO:tasks.rados.rados.0.smithi046.stdout:1924: done (4 left) 2021-07-26T15:52:29.977 INFO:tasks.rados.rados.0.smithi046.stdout:1926: done (3 left) 2021-07-26T15:52:29.978 INFO:tasks.rados.rados.0.smithi046.stdout:1927: done (2 left) 2021-07-26T15:52:29.978 INFO:tasks.rados.rados.0.smithi046.stdout:1928: done (1 left) 2021-07-26T15:52:29.978 INFO:tasks.rados.rados.0.smithi046.stdout:1930: done (0 left) 2021-07-26T15:52:29.978 INFO:tasks.rados.rados.0.smithi046.stdout:1931: delete oid 9 current snap is 181 2021-07-26T15:52:29.985 INFO:tasks.rados.rados.0.smithi046.stdout:1931: done (0 left) 2021-07-26T15:52:29.985 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 181 2021-07-26T15:52:29.985 INFO:tasks.rados.rados.0.smithi046.stdout:1932: seq_num 620 ranges {1802240=794624} 2021-07-26T15:52:30.002 INFO:tasks.rados.rados.0.smithi046.stdout:1932: writing smithi04638994-35 from 1802240 to 2596864 tid 1 2021-07-26T15:52:30.002 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 181 2021-07-26T15:52:30.002 INFO:tasks.rados.rados.0.smithi046.stdout:1933: seq_num 621 ranges {188416=409600,598016=401408} 2021-07-26T15:52:30.005 INFO:tasks.rados.rados.0.smithi046.stdout:1933: writing smithi04638994-6 from 188416 to 598016 tid 1 2021-07-26T15:52:30.008 INFO:tasks.rados.rados.0.smithi046.stdout:1933: writing smithi04638994-6 from 598016 to 999424 tid 2 2021-07-26T15:52:30.009 INFO:tasks.rados.rados.0.smithi046.stdout:1934: delete oid 37 current snap is 181 2021-07-26T15:52:30.013 INFO:tasks.rados.rados.0.smithi046.stdout:1933: finishing write tid 1 to smithi04638994-6 2021-07-26T15:52:30.013 INFO:tasks.rados.rados.0.smithi046.stdout:1933: finishing write tid 2 to smithi04638994-6 2021-07-26T15:52:30.014 INFO:tasks.rados.rados.0.smithi046.stdout:1933: finishing write tid 3 to smithi04638994-6 2021-07-26T15:52:30.018 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 1 to smithi04638994-35 2021-07-26T15:52:30.019 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 2 to smithi04638994-35 2021-07-26T15:52:30.019 INFO:tasks.rados.rados.0.smithi046.stdout:1933: finishing write tid 4 to smithi04638994-6 2021-07-26T15:52:30.019 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 570 (ObjNum 621 snap 181 seq_num 621) dirty exists 2021-07-26T15:52:30.020 INFO:tasks.rados.rados.0.smithi046.stdout:1933: left oid 6 (ObjNum 621 snap 181 seq_num 621) 2021-07-26T15:52:30.020 INFO:tasks.rados.rados.0.smithi046.stdout:1932: finishing write tid 3 to smithi04638994-35 2021-07-26T15:52:30.020 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1095 (ObjNum 620 snap 181 seq_num 620) dirty exists 2021-07-26T15:52:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1932: left oid 35 (ObjNum 620 snap 181 seq_num 620) 2021-07-26T15:52:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1932: done (2 left) 2021-07-26T15:52:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1933: done (1 left) 2021-07-26T15:52:30.021 INFO:tasks.rados.rados.0.smithi046.stdout:1934: done (0 left) 2021-07-26T15:52:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 181 2021-07-26T15:52:30.022 INFO:tasks.rados.rados.0.smithi046.stdout:1935: seq_num 623 ranges {10600448=442368,11042816=401408} 2021-07-26T15:52:30.079 INFO:tasks.rados.rados.0.smithi046.stdout:1935: writing smithi04638994-41 from 10600448 to 11042816 tid 1 2021-07-26T15:52:30.083 INFO:tasks.rados.rados.0.smithi046.stdout:1935: writing smithi04638994-41 from 11042816 to 11444224 tid 2 2021-07-26T15:52:30.083 INFO:tasks.rados.rados.0.smithi046.stdout:1936: copy_from oid 33 from oid 21 current snap is 181 2021-07-26T15:52:30.083 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 181 2021-07-26T15:52:30.084 INFO:tasks.rados.rados.0.smithi046.stdout:1937: seq_num 624 ranges {12402688=458752,12861440=401408} 2021-07-26T15:52:30.160 INFO:tasks.rados.rados.0.smithi046.stdout:1937: writing smithi04638994-10 from 12402688 to 12861440 tid 1 2021-07-26T15:52:30.160 INFO:tasks.rados.rados.0.smithi046.stdout:1937: writing smithi04638994-10 from 12861440 to 13262848 tid 2 2021-07-26T15:52:30.160 INFO:tasks.rados.rados.0.smithi046.stdout:1938: copy_from oid 19 from oid 47 current snap is 181 2021-07-26T15:52:30.161 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 1 to smithi04638994-41 2021-07-26T15:52:30.161 INFO:tasks.rados.rados.0.smithi046.stdout:1939: delete oid 13 current snap is 181 2021-07-26T15:52:30.161 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 2 to smithi04638994-41 2021-07-26T15:52:30.161 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 3 to smithi04638994-41 2021-07-26T15:52:30.161 INFO:tasks.rados.rados.0.smithi046.stdout:1935: finishing write tid 4 to smithi04638994-41 2021-07-26T15:52:30.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1091 (ObjNum 623 snap 181 seq_num 623) dirty exists 2021-07-26T15:52:30.162 INFO:tasks.rados.rados.0.smithi046.stdout:1935: left oid 41 (ObjNum 623 snap 181 seq_num 623) 2021-07-26T15:52:30.167 INFO:tasks.rados.rados.0.smithi046.stdout:1936: finishing copy_from to smithi04638994-33 2021-07-26T15:52:30.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1086 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:52:30.168 INFO:tasks.rados.rados.0.smithi046.stdout:1936: finishing copy_from racing read to smithi04638994-33 2021-07-26T15:52:30.168 INFO:tasks.rados.rados.0.smithi046.stdout:1935: done (4 left) 2021-07-26T15:52:30.169 INFO:tasks.rados.rados.0.smithi046.stdout:1936: done (3 left) 2021-07-26T15:52:30.170 INFO:tasks.rados.rados.0.smithi046.stdout:1939: done (2 left) 2021-07-26T15:52:30.170 INFO:tasks.rados.rados.0.smithi046.stdout:1940: snap_remove snap 180 2021-07-26T15:52:30.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:29 smithi073 bash[34190]: cluster 2021-07-26T15:52:28.969300+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-07-26T15:52:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:29 smithi046 bash[41283]: cluster 2021-07-26T15:52:28.969300+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-07-26T15:52:30.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:29 smithi046 bash[42351]: cluster 2021-07-26T15:52:28.969300+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2021-07-26T15:52:30.944 INFO:tasks.rados.rados.0.smithi046.stdout:1940: done (2 left) 2021-07-26T15:52:30.944 INFO:tasks.rados.rados.0.smithi046.stdout:1941: read oid 22 snap -1 2021-07-26T15:52:30.945 INFO:tasks.rados.rados.0.smithi046.stdout:1941: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:30.945 INFO:tasks.rados.rados.0.smithi046.stdout:1942: read oid 9 snap -1 2021-07-26T15:52:30.945 INFO:tasks.rados.rados.0.smithi046.stdout:1942: expect deleted 2021-07-26T15:52:30.945 INFO:tasks.rados.rados.0.smithi046.stdout:1943: setattr oid 32 current snap is 181 2021-07-26T15:52:30.948 INFO:tasks.rados.rados.0.smithi046.stdout:1944: setattr oid 8 current snap is 181 2021-07-26T15:52:30.949 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing write tid 1 to smithi04638994-10 2021-07-26T15:52:30.949 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing write tid 2 to smithi04638994-10 2021-07-26T15:52:30.950 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing write tid 3 to smithi04638994-10 2021-07-26T15:52:30.950 INFO:tasks.rados.rados.0.smithi046.stdout:1937: finishing write tid 4 to smithi04638994-10 2021-07-26T15:52:30.950 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1090 (ObjNum 624 snap 181 seq_num 624) dirty exists 2021-07-26T15:52:30.950 INFO:tasks.rados.rados.0.smithi046.stdout:1937: left oid 10 (ObjNum 624 snap 181 seq_num 624) 2021-07-26T15:52:30.950 INFO:tasks.rados.rados.0.smithi046.stdout:1938: finishing copy_from to smithi04638994-19 2021-07-26T15:52:30.951 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1176 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:52:30.951 INFO:tasks.rados.rados.0.smithi046.stdout:1938: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:52:30.951 INFO:tasks.rados.rados.0.smithi046.stdout:1937: done (5 left) 2021-07-26T15:52:30.951 INFO:tasks.rados.rados.0.smithi046.stdout:1938: done (4 left) 2021-07-26T15:52:30.952 INFO:tasks.rados.rados.0.smithi046.stdout:1945: copy_from oid 39 from oid 25 current snap is 181 2021-07-26T15:52:30.953 INFO:tasks.rados.rados.0.smithi046.stdout:1946: rmattr oid 29 current snap is 181 2021-07-26T15:52:30.953 INFO:tasks.rados.rados.0.smithi046.stdout:1947: read oid 44 snap -1 2021-07-26T15:52:30.953 INFO:tasks.rados.rados.0.smithi046.stdout:1947: expect deleted 2021-07-26T15:52:30.953 INFO:tasks.rados.rados.0.smithi046.stdout:1948: setattr oid 19 current snap is 181 2021-07-26T15:52:30.954 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 181 2021-07-26T15:52:30.954 INFO:tasks.rados.rados.0.smithi046.stdout:1949: seq_num 626 ranges {13672448=491520,14163968=401408} 2021-07-26T15:52:31.034 INFO:tasks.rados.rados.0.smithi046.stdout:1949: writing smithi04638994-11 from 13672448 to 14163968 tid 1 2021-07-26T15:52:31.035 INFO:tasks.rados.rados.0.smithi046.stdout:1949: writing smithi04638994-11 from 14163968 to 14565376 tid 2 2021-07-26T15:52:31.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 181 2021-07-26T15:52:31.036 INFO:tasks.rados.rados.0.smithi046.stdout:1950: seq_num 627 ranges {0=507904,507904=401408} 2021-07-26T15:52:31.037 INFO:tasks.rados.rados.0.smithi046.stdout:1950: writing smithi04638994-18 from 0 to 507904 tid 1 2021-07-26T15:52:31.040 INFO:tasks.rados.rados.0.smithi046.stdout:1950: writing smithi04638994-18 from 507904 to 909312 tid 2 2021-07-26T15:52:31.041 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 181 2021-07-26T15:52:31.041 INFO:tasks.rados.rados.0.smithi046.stdout:1951: seq_num 628 ranges {720896=524288,1245184=401408} 2021-07-26T15:52:31.047 INFO:tasks.rados.rados.0.smithi046.stdout:1951: writing smithi04638994-5 from 720896 to 1245184 tid 1 2021-07-26T15:52:31.050 INFO:tasks.rados.rados.0.smithi046.stdout:1951: writing smithi04638994-5 from 1245184 to 1646592 tid 2 2021-07-26T15:52:31.051 INFO:tasks.rados.rados.0.smithi046.stdout:1952: delete oid 23 current snap is 181 2021-07-26T15:52:31.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1287 (ObjNum 600 snap 176 seq_num 600) dirty exists 2021-07-26T15:52:31.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1288 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:52:31.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1091 (ObjNum 564 snap 164 seq_num 564) dirty exists 2021-07-26T15:52:31.052 INFO:tasks.rados.rados.0.smithi046.stdout:1941: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:31.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1177 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:52:31.081 INFO:tasks.rados.rados.0.smithi046.stdout:1945: finishing copy_from to smithi04638994-39 2021-07-26T15:52:31.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1077 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:52:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1945: finishing copy_from racing read to smithi04638994-39 2021-07-26T15:52:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 1 to smithi04638994-11 2021-07-26T15:52:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 2 to smithi04638994-11 2021-07-26T15:52:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 3 to smithi04638994-11 2021-07-26T15:52:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:1941: done (11 left) 2021-07-26T15:52:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1942: done (10 left) 2021-07-26T15:52:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1943: done (9 left) 2021-07-26T15:52:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1944: done (8 left) 2021-07-26T15:52:31.083 INFO:tasks.rados.rados.0.smithi046.stdout:1945: done (7 left) 2021-07-26T15:52:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:1946: done (6 left) 2021-07-26T15:52:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:1947: done (5 left) 2021-07-26T15:52:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:1948: done (4 left) 2021-07-26T15:52:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:1952: done (3 left) 2021-07-26T15:52:31.084 INFO:tasks.rados.rados.0.smithi046.stdout:1953: copy_from oid 8 from oid 14 current snap is 181 2021-07-26T15:52:31.085 INFO:tasks.rados.rados.0.smithi046.stdout:1949: finishing write tid 4 to smithi04638994-11 2021-07-26T15:52:31.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1291 (ObjNum 626 snap 181 seq_num 626) dirty exists 2021-07-26T15:52:31.085 INFO:tasks.rados.rados.0.smithi046.stdout:1949: left oid 11 (ObjNum 626 snap 181 seq_num 626) 2021-07-26T15:52:31.085 INFO:tasks.rados.rados.0.smithi046.stdout:1950: finishing write tid 1 to smithi04638994-18 2021-07-26T15:52:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:1950: finishing write tid 2 to smithi04638994-18 2021-07-26T15:52:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:1950: finishing write tid 3 to smithi04638994-18 2021-07-26T15:52:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:1951: finishing write tid 1 to smithi04638994-5 2021-07-26T15:52:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:1951: finishing write tid 2 to smithi04638994-5 2021-07-26T15:52:31.087 INFO:tasks.rados.rados.0.smithi046.stdout:1951: finishing write tid 3 to smithi04638994-5 2021-07-26T15:52:31.087 INFO:tasks.rados.rados.0.smithi046.stdout:1951: finishing write tid 4 to smithi04638994-5 2021-07-26T15:52:31.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 963 (ObjNum 628 snap 181 seq_num 628) dirty exists 2021-07-26T15:52:31.087 INFO:tasks.rados.rados.0.smithi046.stdout:1951: left oid 5 (ObjNum 628 snap 181 seq_num 628) 2021-07-26T15:52:31.087 INFO:tasks.rados.rados.0.smithi046.stdout:1950: finishing write tid 4 to smithi04638994-18 2021-07-26T15:52:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1089 (ObjNum 627 snap 181 seq_num 627) dirty exists 2021-07-26T15:52:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:1950: left oid 18 (ObjNum 627 snap 181 seq_num 627) 2021-07-26T15:52:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:1949: done (3 left) 2021-07-26T15:52:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:1950: done (2 left) 2021-07-26T15:52:31.089 INFO:tasks.rados.rados.0.smithi046.stdout:1951: done (1 left) 2021-07-26T15:52:31.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 181 2021-07-26T15:52:31.089 INFO:tasks.rados.rados.0.smithi046.stdout:1954: seq_num 630 ranges {7700480=557056,8257536=401408} 2021-07-26T15:52:31.129 INFO:tasks.rados.rados.0.smithi046.stdout:1954: writing smithi04638994-24 from 7700480 to 8257536 tid 1 2021-07-26T15:52:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:1954: writing smithi04638994-24 from 8257536 to 8658944 tid 2 2021-07-26T15:52:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:1955: delete oid 1 current snap is 181 2021-07-26T15:52:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:1953: finishing copy_from to smithi04638994-8 2021-07-26T15:52:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 957 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:52:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:1953: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:52:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1953: done (2 left) 2021-07-26T15:52:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1955: done (1 left) 2021-07-26T15:52:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1956: rmattr oid 27 current snap is 181 2021-07-26T15:52:31.136 INFO:tasks.rados.rados.0.smithi046.stdout:1956: done (1 left) 2021-07-26T15:52:31.137 INFO:tasks.rados.rados.0.smithi046.stdout:1957: snap_create 2021-07-26T15:52:31.138 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 1 to smithi04638994-24 2021-07-26T15:52:31.138 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 2 to smithi04638994-24 2021-07-26T15:52:31.139 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 3 to smithi04638994-24 2021-07-26T15:52:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:1954: finishing write tid 4 to smithi04638994-24 2021-07-26T15:52:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1296 (ObjNum 630 snap 181 seq_num 630) dirty exists 2021-07-26T15:52:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:1954: left oid 24 (ObjNum 630 snap 181 seq_num 630) 2021-07-26T15:52:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:30 smithi073 bash[34190]: cluster 2021-07-26T15:52:29.931064+0000 mgr.y (mgr.24683) 292 : cluster [DBG] pgmap v462: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 185 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2021-07-26T15:52:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:30 smithi073 bash[34190]: cluster 2021-07-26T15:52:29.977165+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-07-26T15:52:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:30 smithi073 bash[34190]: cluster 2021-07-26T15:52:30.944089+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-07-26T15:52:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[41283]: cluster 2021-07-26T15:52:29.931064+0000 mgr.y (mgr.24683) 292 : cluster [DBG] pgmap v462: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 185 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2021-07-26T15:52:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[41283]: cluster 2021-07-26T15:52:29.977165+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-07-26T15:52:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[41283]: cluster 2021-07-26T15:52:30.944089+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-07-26T15:52:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[42351]: cluster 2021-07-26T15:52:29.931064+0000 mgr.y (mgr.24683) 292 : cluster [DBG] pgmap v462: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 185 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2021-07-26T15:52:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[42351]: cluster 2021-07-26T15:52:29.977165+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2021-07-26T15:52:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:30 smithi046 bash[42351]: cluster 2021-07-26T15:52:30.944089+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2021-07-26T15:52:31.988 INFO:tasks.rados.rados.0.smithi046.stdout:1954: done (1 left) 2021-07-26T15:52:31.989 INFO:tasks.rados.rados.0.smithi046.stdout:1957: done (0 left) 2021-07-26T15:52:31.989 INFO:tasks.rados.rados.0.smithi046.stdout:1958: rollback oid 36 current snap is 182 2021-07-26T15:52:31.989 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 181 2021-07-26T15:52:31.989 INFO:tasks.rados.rados.0.smithi046.stdout:1959: delete oid 18 current snap is 182 2021-07-26T15:52:31.996 INFO:tasks.rados.rados.0.smithi046.stdout:1959: done (1 left) 2021-07-26T15:52:31.997 INFO:tasks.rados.rados.0.smithi046.stdout:1960: read oid 49 snap -1 2021-07-26T15:52:31.997 INFO:tasks.rados.rados.0.smithi046.stdout:1960: expect deleted 2021-07-26T15:52:31.997 INFO:tasks.rados.rados.0.smithi046.stdout:1961: copy_from oid 32 from oid 1 current snap is 182 2021-07-26T15:52:31.998 INFO:tasks.rados.rados.0.smithi046.stdout:1962: rollback oid 43 current snap is 182 2021-07-26T15:52:31.998 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 181 2021-07-26T15:52:31.998 INFO:tasks.rados.rados.0.smithi046.stdout:1963: rollback oid 41 current snap is 182 2021-07-26T15:52:31.998 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 181 2021-07-26T15:52:31.998 INFO:tasks.rados.rados.0.smithi046.stdout:1964: snap_create 2021-07-26T15:52:31.999 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing rollback tid 0 to smithi04638994-36 2021-07-26T15:52:31.999 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:52:32.001 INFO:tasks.rados.rados.0.smithi046.stdout:1961: finishing copy_from to smithi04638994-32 2021-07-26T15:52:32.002 INFO:tasks.rados.rados.0.smithi046.stdout:1961: got expected ENOENT (src dne) 2021-07-26T15:52:32.002 INFO:tasks.rados.rados.0.smithi046.stdout:1961: finishing copy_from racing read to smithi04638994-32 2021-07-26T15:52:32.003 INFO:tasks.rados.rados.0.smithi046.stdout:1958: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:52:32.003 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1094 (ObjNum 543 snap 155 seq_num 543) dirty exists 2021-07-26T15:52:32.004 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:52:32.005 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:52:32.005 INFO:tasks.rados.rados.0.smithi046.stdout:1963: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:52:32.005 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1097 (ObjNum 623 snap 181 seq_num 623) dirty exists 2021-07-26T15:52:32.005 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 0 to smithi04638994-43 2021-07-26T15:52:32.006 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:52:32.006 INFO:tasks.rados.rados.0.smithi046.stdout:1962: finishing rollback tid 2 to smithi04638994-43 2021-07-26T15:52:32.006 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1091 (ObjNum 601 snap 176 seq_num 601) dirty exists 2021-07-26T15:52:32.996 INFO:tasks.rados.rados.0.smithi046.stdout:1958: done (5 left) 2021-07-26T15:52:32.997 INFO:tasks.rados.rados.0.smithi046.stdout:1960: done (4 left) 2021-07-26T15:52:32.997 INFO:tasks.rados.rados.0.smithi046.stdout:1961: done (3 left) 2021-07-26T15:52:32.997 INFO:tasks.rados.rados.0.smithi046.stdout:1962: done (2 left) 2021-07-26T15:52:32.998 INFO:tasks.rados.rados.0.smithi046.stdout:1963: done (1 left) 2021-07-26T15:52:32.999 INFO:tasks.rados.rados.0.smithi046.stdout:1964: done (0 left) 2021-07-26T15:52:32.999 INFO:tasks.rados.rados.0.smithi046.stdout:1965: read oid 42 snap 182 2021-07-26T15:52:32.999 INFO:tasks.rados.rados.0.smithi046.stdout:1965: expect (ObjNum 613 snap 178 seq_num 613) 2021-07-26T15:52:32.999 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 183 2021-07-26T15:52:32.999 INFO:tasks.rados.rados.0.smithi046.stdout:1966: seq_num 633 ranges {507904=606208,1114112=401408} 2021-07-26T15:52:33.006 INFO:tasks.rados.rados.0.smithi046.stdout:1966: writing smithi04638994-12 from 507904 to 1114112 tid 1 2021-07-26T15:52:33.010 INFO:tasks.rados.rados.0.smithi046.stdout:1966: writing smithi04638994-12 from 1114112 to 1515520 tid 2 2021-07-26T15:52:33.010 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 183 2021-07-26T15:52:33.010 INFO:tasks.rados.rados.0.smithi046.stdout:1967: seq_num 634 ranges {966656=622592,1589248=401408} 2021-07-26T15:52:33.019 INFO:tasks.rados.rados.0.smithi046.stdout:1967: writing smithi04638994-22 from 966656 to 1589248 tid 1 2021-07-26T15:52:33.022 INFO:tasks.rados.rados.0.smithi046.stdout:1967: writing smithi04638994-22 from 1589248 to 1990656 tid 2 2021-07-26T15:52:33.023 INFO:tasks.rados.rados.0.smithi046.stdout:1968: rollback oid 35 current snap is 183 2021-07-26T15:52:33.023 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 181 2021-07-26T15:52:33.023 INFO:tasks.rados.rados.0.smithi046.stdout:1965: expect (ObjNum 613 snap 178 seq_num 613) 2021-07-26T15:52:33.123 INFO:tasks.rados.rados.0.smithi046.stdout:1966: finishing write tid 1 to smithi04638994-12 2021-07-26T15:52:33.123 INFO:tasks.rados.rados.0.smithi046.stdout:1966: finishing write tid 2 to smithi04638994-12 2021-07-26T15:52:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:1966: finishing write tid 3 to smithi04638994-12 2021-07-26T15:52:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:1965: done (3 left) 2021-07-26T15:52:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:1969: rollback oid 21 current snap is 183 2021-07-26T15:52:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 182 2021-07-26T15:52:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:1966: finishing write tid 4 to smithi04638994-12 2021-07-26T15:52:33.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1094 (ObjNum 633 snap 183 seq_num 633) dirty exists 2021-07-26T15:52:33.125 INFO:tasks.rados.rados.0.smithi046.stdout:1966: left oid 12 (ObjNum 633 snap 183 seq_num 633) 2021-07-26T15:52:33.125 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 1 to smithi04638994-22 2021-07-26T15:52:33.125 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 2 to smithi04638994-22 2021-07-26T15:52:33.126 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 3 to smithi04638994-22 2021-07-26T15:52:33.126 INFO:tasks.rados.rados.0.smithi046.stdout:1967: finishing write tid 4 to smithi04638994-22 2021-07-26T15:52:33.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1139 (ObjNum 634 snap 183 seq_num 634) dirty exists 2021-07-26T15:52:33.126 INFO:tasks.rados.rados.0.smithi046.stdout:1967: left oid 22 (ObjNum 634 snap 183 seq_num 634) 2021-07-26T15:52:33.126 INFO:tasks.rados.rados.0.smithi046.stdout:1968: finishing rollback tid 0 to smithi04638994-35 2021-07-26T15:52:33.127 INFO:tasks.rados.rados.0.smithi046.stdout:1968: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:52:33.127 INFO:tasks.rados.rados.0.smithi046.stdout:1968: finishing rollback tid 2 to smithi04638994-35 2021-07-26T15:52:33.127 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1098 (ObjNum 620 snap 181 seq_num 620) dirty exists 2021-07-26T15:52:33.128 INFO:tasks.rados.rados.0.smithi046.stdout:1966: done (3 left) 2021-07-26T15:52:33.128 INFO:tasks.rados.rados.0.smithi046.stdout:1967: done (2 left) 2021-07-26T15:52:33.128 INFO:tasks.rados.rados.0.smithi046.stdout:1968: done (1 left) 2021-07-26T15:52:33.128 INFO:tasks.rados.rados.0.smithi046.stdout:1970: read oid 36 snap -1 2021-07-26T15:52:33.128 INFO:tasks.rados.rados.0.smithi046.stdout:1970: expect (ObjNum 543 snap 155 seq_num 543) 2021-07-26T15:52:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:1971: copy_from oid 29 from oid 23 current snap is 183 2021-07-26T15:52:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:1972: rollback oid 9 current snap is 183 2021-07-26T15:52:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 181 2021-07-26T15:52:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:1973: read oid 3 snap -1 2021-07-26T15:52:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:1973: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:1974: snap_create 2021-07-26T15:52:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:1971: finishing copy_from to smithi04638994-29 2021-07-26T15:52:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:1971: got expected ENOENT (src dne) 2021-07-26T15:52:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:1971: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:52:33.132 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing rollback tid 0 to smithi04638994-21 2021-07-26T15:52:33.133 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing rollback tid 1 to smithi04638994-21 2021-07-26T15:52:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:1972: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:52:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 288 snap 0 seq_num 49) dirty dne 2021-07-26T15:52:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:1969: finishing rollback tid 2 to smithi04638994-21 2021-07-26T15:52:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1093 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:52:33.142 INFO:tasks.rados.rados.0.smithi046.stdout:1973: expect (ObjNum 487 snap 143 seq_num 487) 2021-07-26T15:52:33.171 INFO:tasks.rados.rados.0.smithi046.stdout:1970: expect (ObjNum 543 snap 155 seq_num 543) 2021-07-26T15:52:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:32 smithi073 bash[34190]: cluster 2021-07-26T15:52:31.931998+0000 mgr.y (mgr.24683) 293 : cluster [DBG] pgmap v465: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 186 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2021-07-26T15:52:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:32 smithi073 bash[34190]: cluster 2021-07-26T15:52:31.987553+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-07-26T15:52:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:33 smithi046 bash[42351]: cluster 2021-07-26T15:52:31.931998+0000 mgr.y (mgr.24683) 293 : cluster [DBG] pgmap v465: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 186 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2021-07-26T15:52:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:33 smithi046 bash[42351]: cluster 2021-07-26T15:52:31.987553+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-07-26T15:52:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:32 smithi046 bash[41283]: cluster 2021-07-26T15:52:31.931998+0000 mgr.y (mgr.24683) 293 : cluster [DBG] pgmap v465: 25 pgs: 1 active+clean+snaptrim, 24 active+clean; 186 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2021-07-26T15:52:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:33 smithi046 bash[41283]: cluster 2021-07-26T15:52:31.987553+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2021-07-26T15:52:34.005 INFO:tasks.rados.rados.0.smithi046.stdout:1969: done (5 left) 2021-07-26T15:52:34.006 INFO:tasks.rados.rados.0.smithi046.stdout:1970: done (4 left) 2021-07-26T15:52:34.007 INFO:tasks.rados.rados.0.smithi046.stdout:1971: done (3 left) 2021-07-26T15:52:34.008 INFO:tasks.rados.rados.0.smithi046.stdout:1972: done (2 left) 2021-07-26T15:52:34.008 INFO:tasks.rados.rados.0.smithi046.stdout:1973: done (1 left) 2021-07-26T15:52:34.008 INFO:tasks.rados.rados.0.smithi046.stdout:1974: done (0 left) 2021-07-26T15:52:34.008 INFO:tasks.rados.rados.0.smithi046.stdout:1975: setattr oid 48 current snap is 184 2021-07-26T15:52:34.010 INFO:tasks.rados.rados.0.smithi046.stdout:1976: read oid 15 snap -1 2021-07-26T15:52:34.011 INFO:tasks.rados.rados.0.smithi046.stdout:1976: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:52:34.011 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 184 2021-07-26T15:52:34.011 INFO:tasks.rados.rados.0.smithi046.stdout:1977: seq_num 635 ranges {0=638976,638976=401408} 2021-07-26T15:52:34.019 INFO:tasks.rados.rados.0.smithi046.stdout:1977: writing smithi04638994-45 from 0 to 638976 tid 1 2021-07-26T15:52:34.021 INFO:tasks.rados.rados.0.smithi046.stdout:1977: writing smithi04638994-45 from 638976 to 1040384 tid 2 2021-07-26T15:52:34.022 INFO:tasks.rados.rados.0.smithi046.stdout:1978: copy_from oid 44 from oid 4 current snap is 184 2021-07-26T15:52:34.022 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1116 (ObjNum 479 snap 141 seq_num 479) dirty exists 2021-07-26T15:52:34.022 INFO:tasks.rados.rados.0.smithi046.stdout:1975: done (3 left) 2021-07-26T15:52:34.022 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 184 2021-07-26T15:52:34.022 INFO:tasks.rados.rados.0.smithi046.stdout:1979: seq_num 636 ranges {2023424=655360,2678784=401408} 2021-07-26T15:52:34.039 INFO:tasks.rados.rados.0.smithi046.stdout:1979: writing smithi04638994-27 from 2023424 to 2678784 tid 1 2021-07-26T15:52:34.041 INFO:tasks.rados.rados.0.smithi046.stdout:1979: writing smithi04638994-27 from 2678784 to 3080192 tid 2 2021-07-26T15:52:34.042 INFO:tasks.rados.rados.0.smithi046.stdout:1980: read oid 7 snap -1 2021-07-26T15:52:34.042 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 594 snap 174 seq_num 594) 2021-07-26T15:52:34.042 INFO:tasks.rados.rados.0.smithi046.stdout:1981: rollback oid 10 current snap is 184 2021-07-26T15:52:34.043 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 181 2021-07-26T15:52:34.043 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing write tid 1 to smithi04638994-45 2021-07-26T15:52:34.043 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing write tid 2 to smithi04638994-45 2021-07-26T15:52:34.043 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing write tid 3 to smithi04638994-45 2021-07-26T15:52:34.043 INFO:tasks.rados.rados.0.smithi046.stdout:1977: finishing write tid 4 to smithi04638994-45 2021-07-26T15:52:34.044 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1101 (ObjNum 635 snap 184 seq_num 635) dirty exists 2021-07-26T15:52:34.044 INFO:tasks.rados.rados.0.smithi046.stdout:1977: left oid 45 (ObjNum 635 snap 184 seq_num 635) 2021-07-26T15:52:34.044 INFO:tasks.rados.rados.0.smithi046.stdout:1977: done (5 left) 2021-07-26T15:52:34.044 INFO:tasks.rados.rados.0.smithi046.stdout:1982: delete oid 19 current snap is 184 2021-07-26T15:52:34.046 INFO:tasks.rados.rados.0.smithi046.stdout:1979: finishing write tid 1 to smithi04638994-27 2021-07-26T15:52:34.048 INFO:tasks.rados.rados.0.smithi046.stdout:1979: finishing write tid 2 to smithi04638994-27 2021-07-26T15:52:34.048 INFO:tasks.rados.rados.0.smithi046.stdout:1979: finishing write tid 3 to smithi04638994-27 2021-07-26T15:52:34.049 INFO:tasks.rados.rados.0.smithi046.stdout:1978: finishing copy_from to smithi04638994-44 2021-07-26T15:52:34.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 958 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:52:34.051 INFO:tasks.rados.rados.0.smithi046.stdout:1978: finishing copy_from racing read to smithi04638994-44 2021-07-26T15:52:34.051 INFO:tasks.rados.rados.0.smithi046.stdout:1980: expect (ObjNum 594 snap 174 seq_num 594) 2021-07-26T15:52:34.062 INFO:tasks.rados.rados.0.smithi046.stdout:1976: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:52:34.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:33 smithi073 bash[34190]: cluster 2021-07-26T15:52:32.997384+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-07-26T15:52:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:33 smithi046 bash[41283]: cluster 2021-07-26T15:52:32.997384+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-07-26T15:52:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:33 smithi046 bash[42351]: cluster 2021-07-26T15:52:32.997384+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2021-07-26T15:52:34.656 INFO:tasks.rados.rados.0.smithi046.stdout:1981: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:52:34.656 INFO:tasks.rados.rados.0.smithi046.stdout:1981: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:52:34.657 INFO:tasks.rados.rados.0.smithi046.stdout:1981: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:52:34.657 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1094 (ObjNum 624 snap 181 seq_num 624) dirty exists 2021-07-26T15:52:34.659 INFO:tasks.rados.rados.0.smithi046.stdout:1979: finishing write tid 4 to smithi04638994-27 2021-07-26T15:52:34.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1120 (ObjNum 636 snap 184 seq_num 636) dirty exists 2021-07-26T15:52:34.659 INFO:tasks.rados.rados.0.smithi046.stdout:1979: left oid 27 (ObjNum 636 snap 184 seq_num 636) 2021-07-26T15:52:34.659 INFO:tasks.rados.rados.0.smithi046.stdout:1976: done (5 left) 2021-07-26T15:52:34.660 INFO:tasks.rados.rados.0.smithi046.stdout:1978: done (4 left) 2021-07-26T15:52:34.660 INFO:tasks.rados.rados.0.smithi046.stdout:1979: done (3 left) 2021-07-26T15:52:34.660 INFO:tasks.rados.rados.0.smithi046.stdout:1980: done (2 left) 2021-07-26T15:52:34.660 INFO:tasks.rados.rados.0.smithi046.stdout:1981: done (1 left) 2021-07-26T15:52:34.660 INFO:tasks.rados.rados.0.smithi046.stdout:1982: done (0 left) 2021-07-26T15:52:34.661 INFO:tasks.rados.rados.0.smithi046.stdout:1983: snap_create 2021-07-26T15:52:35.010 INFO:tasks.rados.rados.0.smithi046.stdout:1983: done (0 left) 2021-07-26T15:52:35.010 INFO:tasks.rados.rados.0.smithi046.stdout:1984: snap_create 2021-07-26T15:52:35.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:35 smithi073 bash[34190]: cluster 2021-07-26T15:52:33.932768+0000 mgr.y (mgr.24683) 294 : cluster [DBG] pgmap v468: 25 pgs: 25 active+clean; 184 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-07-26T15:52:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:35 smithi073 bash[34190]: cluster 2021-07-26T15:52:34.006629+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-07-26T15:52:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:35 smithi046 bash[41283]: cluster 2021-07-26T15:52:33.932768+0000 mgr.y (mgr.24683) 294 : cluster [DBG] pgmap v468: 25 pgs: 25 active+clean; 184 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-07-26T15:52:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:35 smithi046 bash[41283]: cluster 2021-07-26T15:52:34.006629+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-07-26T15:52:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:35 smithi046 bash[42351]: cluster 2021-07-26T15:52:33.932768+0000 mgr.y (mgr.24683) 294 : cluster [DBG] pgmap v468: 25 pgs: 25 active+clean; 184 MiB data, 959 MiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2021-07-26T15:52:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:35 smithi046 bash[42351]: cluster 2021-07-26T15:52:34.006629+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2021-07-26T15:52:35.953 INFO:tasks.rados.rados.0.smithi046.stdout:1984: done (0 left) 2021-07-26T15:52:35.954 INFO:tasks.rados.rados.0.smithi046.stdout:1985: rmattr oid 40 current snap is 186 2021-07-26T15:52:35.954 INFO:tasks.rados.rados.0.smithi046.stdout:1985: done (0 left) 2021-07-26T15:52:35.954 INFO:tasks.rados.rados.0.smithi046.stdout:1986: rmattr oid 32 current snap is 186 2021-07-26T15:52:35.954 INFO:tasks.rados.rados.0.smithi046.stdout:1987: rollback oid 27 current snap is 186 2021-07-26T15:52:35.955 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 182 2021-07-26T15:52:35.955 INFO:tasks.rados.rados.0.smithi046.stdout:1988: snap_create 2021-07-26T15:52:35.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1095 (ObjNum 564 snap 164 seq_num 564) dirty exists 2021-07-26T15:52:35.958 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:52:35.960 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:52:35.960 INFO:tasks.rados.rados.0.smithi046.stdout:1987: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:52:35.960 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1124 (ObjNum 550 snap 160 seq_num 550) dirty exists 2021-07-26T15:52:36.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:36 smithi073 bash[34190]: cluster 2021-07-26T15:52:35.010104+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T15:52:36.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:36 smithi073 bash[34190]: cluster 2021-07-26T15:52:35.945943+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T15:52:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:36 smithi046 bash[42351]: cluster 2021-07-26T15:52:35.010104+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T15:52:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:36 smithi046 bash[42351]: cluster 2021-07-26T15:52:35.945943+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T15:52:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:36 smithi046 bash[41283]: cluster 2021-07-26T15:52:35.010104+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T15:52:36.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:36 smithi046 bash[41283]: cluster 2021-07-26T15:52:35.945943+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T15:52:36.958 INFO:tasks.rados.rados.0.smithi046.stdout:1986: done (2 left) 2021-07-26T15:52:36.959 INFO:tasks.rados.rados.0.smithi046.stdout:1987: done (1 left) 2021-07-26T15:52:36.960 INFO:tasks.rados.rados.0.smithi046.stdout:1988: done (0 left) 2021-07-26T15:52:36.960 INFO:tasks.rados.rados.0.smithi046.stdout:1989: rollback oid 31 current snap is 187 2021-07-26T15:52:36.960 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 186 2021-07-26T15:52:36.961 INFO:tasks.rados.rados.0.smithi046.stdout:1990: snap_remove snap 181 2021-07-26T15:52:37.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:37 smithi073 bash[34190]: cluster 2021-07-26T15:52:35.933430+0000 mgr.y (mgr.24683) 295 : cluster [DBG] pgmap v471: 25 pgs: 25 active+clean; 200 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 9.5 MiB/s wr, 29 op/s 2021-07-26T15:52:37.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:37 smithi073 bash[34190]: cluster 2021-07-26T15:52:36.958094+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T15:52:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:37 smithi046 bash[42351]: cluster 2021-07-26T15:52:35.933430+0000 mgr.y (mgr.24683) 295 : cluster [DBG] pgmap v471: 25 pgs: 25 active+clean; 200 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 9.5 MiB/s wr, 29 op/s 2021-07-26T15:52:37.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:37 smithi046 bash[42351]: cluster 2021-07-26T15:52:36.958094+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T15:52:37.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:37 smithi046 bash[41283]: cluster 2021-07-26T15:52:35.933430+0000 mgr.y (mgr.24683) 295 : cluster [DBG] pgmap v471: 25 pgs: 25 active+clean; 200 MiB data, 970 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 9.5 MiB/s wr, 29 op/s 2021-07-26T15:52:37.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:37 smithi046 bash[41283]: cluster 2021-07-26T15:52:36.958094+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T15:52:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:1990: done (1 left) 2021-07-26T15:52:37.959 INFO:tasks.rados.rados.0.smithi046.stdout:1991: rmattr oid 21 current snap is 187 2021-07-26T15:52:37.960 INFO:tasks.rados.rados.0.smithi046.stdout:1991: done (1 left) 2021-07-26T15:52:37.960 INFO:tasks.rados.rados.0.smithi046.stdout:1992: snap_remove snap 182 2021-07-26T15:52:38.964 INFO:tasks.rados.rados.0.smithi046.stdout:1992: done (1 left) 2021-07-26T15:52:38.964 INFO:tasks.rados.rados.0.smithi046.stdout:1993: rollback oid 12 current snap is 187 2021-07-26T15:52:38.964 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 183 2021-07-26T15:52:38.964 INFO:tasks.rados.rados.0.smithi046.stdout:1989: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:52:38.965 INFO:tasks.rados.rados.0.smithi046.stdout:1989: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:52:38.965 INFO:tasks.rados.rados.0.smithi046.stdout:1989: finishing rollback tid 2 to smithi04638994-31 2021-07-26T15:52:38.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1140 (ObjNum 551 snap 161 seq_num 551) dirty exists 2021-07-26T15:52:38.965 INFO:tasks.rados.rados.0.smithi046.stdout:1989: done (1 left) 2021-07-26T15:52:38.966 INFO:tasks.rados.rados.0.smithi046.stdout:1994: read oid 11 snap -1 2021-07-26T15:52:38.966 INFO:tasks.rados.rados.0.smithi046.stdout:1994: expect (ObjNum 626 snap 181 seq_num 626) 2021-07-26T15:52:38.966 INFO:tasks.rados.rados.0.smithi046.stdout:1995: setattr oid 39 current snap is 187 2021-07-26T15:52:38.966 INFO:tasks.rados.rados.0.smithi046.stdout:1996: snap_remove snap 184 2021-07-26T15:52:39.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:38 smithi073 bash[34190]: cluster 2021-07-26T15:52:37.934155+0000 mgr.y (mgr.24683) 296 : cluster [DBG] pgmap v474: 25 pgs: 25 active+clean; 204 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2021-07-26T15:52:39.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:38 smithi073 bash[34190]: cluster 2021-07-26T15:52:37.959235+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T15:52:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:38 smithi046 bash[42351]: cluster 2021-07-26T15:52:37.934155+0000 mgr.y (mgr.24683) 296 : cluster [DBG] pgmap v474: 25 pgs: 25 active+clean; 204 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2021-07-26T15:52:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:38 smithi046 bash[42351]: cluster 2021-07-26T15:52:37.959235+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T15:52:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:38 smithi046 bash[41283]: cluster 2021-07-26T15:52:37.934155+0000 mgr.y (mgr.24683) 296 : cluster [DBG] pgmap v474: 25 pgs: 25 active+clean; 204 MiB data, 984 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2021-07-26T15:52:39.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:38 smithi046 bash[41283]: cluster 2021-07-26T15:52:37.959235+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T15:52:39.980 INFO:tasks.rados.rados.0.smithi046.stdout:1996: done (3 left) 2021-07-26T15:52:39.980 INFO:tasks.rados.rados.0.smithi046.stdout:1997: delete oid 1 current snap is 187 2021-07-26T15:52:39.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1096 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:52:39.981 INFO:tasks.rados.rados.0.smithi046.stdout:1993: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:52:39.981 INFO:tasks.rados.rados.0.smithi046.stdout:1993: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:52:39.982 INFO:tasks.rados.rados.0.smithi046.stdout:1993: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:52:39.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1097 (ObjNum 633 snap 183 seq_num 633) dirty exists 2021-07-26T15:52:39.982 INFO:tasks.rados.rados.0.smithi046.stdout:1994: expect (ObjNum 626 snap 181 seq_num 626) 2021-07-26T15:52:40.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:39 smithi073 bash[34190]: cluster 2021-07-26T15:52:38.961920+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T15:52:40.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:39 smithi046 bash[42351]: cluster 2021-07-26T15:52:38.961920+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T15:52:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:39 smithi046 bash[41283]: cluster 2021-07-26T15:52:38.961920+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T15:52:41.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[42351]: cluster 2021-07-26T15:52:39.934832+0000 mgr.y (mgr.24683) 297 : cluster [DBG] pgmap v477: 25 pgs: 25 active+clean; 205 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T15:52:41.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[42351]: cluster 2021-07-26T15:52:39.980834+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T15:52:41.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[42351]: cluster 2021-07-26T15:52:40.947190+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T15:52:41.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[41283]: cluster 2021-07-26T15:52:39.934832+0000 mgr.y (mgr.24683) 297 : cluster [DBG] pgmap v477: 25 pgs: 25 active+clean; 205 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T15:52:41.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[41283]: cluster 2021-07-26T15:52:39.980834+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T15:52:41.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:40 smithi046 bash[41283]: cluster 2021-07-26T15:52:40.947190+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T15:52:41.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:40 smithi073 bash[34190]: cluster 2021-07-26T15:52:39.934832+0000 mgr.y (mgr.24683) 297 : cluster [DBG] pgmap v477: 25 pgs: 25 active+clean; 205 MiB data, 985 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T15:52:41.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:40 smithi073 bash[34190]: cluster 2021-07-26T15:52:39.980834+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T15:52:41.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:40 smithi073 bash[34190]: cluster 2021-07-26T15:52:40.947190+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T15:52:41.439 INFO:tasks.rados.rados.0.smithi046.stdout:1993: done (3 left) 2021-07-26T15:52:41.439 INFO:tasks.rados.rados.0.smithi046.stdout:1994: done (2 left) 2021-07-26T15:52:41.439 INFO:tasks.rados.rados.0.smithi046.stdout:1995: done (1 left) 2021-07-26T15:52:41.440 INFO:tasks.rados.rados.0.smithi046.stdout:1997: done (0 left) 2021-07-26T15:52:41.440 INFO:tasks.rados.rados.0.smithi046.stdout:1998: delete oid 13 current snap is 187 2021-07-26T15:52:41.441 INFO:tasks.rados.rados.0.smithi046.stdout:1998: done (0 left) 2021-07-26T15:52:41.441 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 187 2021-07-26T15:52:41.441 INFO:tasks.rados.rados.0.smithi046.stdout:1999: seq_num 640 ranges {2105344=729088,2834432=401408} 2021-07-26T15:52:41.466 INFO:tasks.rados.rados.0.smithi046.stdout:1999: writing smithi04638994-39 from 2105344 to 2834432 tid 1 2021-07-26T15:52:41.467 INFO:tasks.rados.rados.0.smithi046.stdout:1999: writing smithi04638994-39 from 2834432 to 3235840 tid 2 2021-07-26T15:52:41.468 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 187 2021-07-26T15:52:41.468 INFO:tasks.rados.rados.0.smithi046.stdout:2000: seq_num 641 ranges {11444224=745472,12189696=401408} 2021-07-26T15:52:41.535 INFO:tasks.rados.rados.0.smithi046.stdout:2000: writing smithi04638994-41 from 11444224 to 12189696 tid 1 2021-07-26T15:52:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:2000: writing smithi04638994-41 from 12189696 to 12591104 tid 2 2021-07-26T15:52:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 187 2021-07-26T15:52:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 1 to smithi04638994-39 2021-07-26T15:52:41.538 INFO:tasks.rados.rados.0.smithi046.stdout:2001: seq_num 642 ranges {8208384=761856,8970240=401408} 2021-07-26T15:52:41.588 INFO:tasks.rados.rados.0.smithi046.stdout:2001: writing smithi04638994-20 from 8208384 to 8970240 tid 1 2021-07-26T15:52:41.591 INFO:tasks.rados.rados.0.smithi046.stdout:2001: writing smithi04638994-20 from 8970240 to 9371648 tid 2 2021-07-26T15:52:41.591 INFO:tasks.rados.rados.0.smithi046.stdout:2002: setattr oid 19 current snap is 187 2021-07-26T15:52:41.592 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 2 to smithi04638994-39 2021-07-26T15:52:41.592 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 3 to smithi04638994-39 2021-07-26T15:52:41.592 INFO:tasks.rados.rados.0.smithi046.stdout:1999: finishing write tid 4 to smithi04638994-39 2021-07-26T15:52:41.592 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1099 (ObjNum 640 snap 187 seq_num 640) dirty exists 2021-07-26T15:52:41.592 INFO:tasks.rados.rados.0.smithi046.stdout:1999: left oid 39 (ObjNum 640 snap 187 seq_num 640) 2021-07-26T15:52:41.593 INFO:tasks.rados.rados.0.smithi046.stdout:2000: finishing write tid 1 to smithi04638994-41 2021-07-26T15:52:41.593 INFO:tasks.rados.rados.0.smithi046.stdout:2000: finishing write tid 2 to smithi04638994-41 2021-07-26T15:52:41.593 INFO:tasks.rados.rados.0.smithi046.stdout:2000: finishing write tid 3 to smithi04638994-41 2021-07-26T15:52:41.593 INFO:tasks.rados.rados.0.smithi046.stdout:2000: finishing write tid 4 to smithi04638994-41 2021-07-26T15:52:41.594 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1100 (ObjNum 641 snap 187 seq_num 641) dirty exists 2021-07-26T15:52:41.594 INFO:tasks.rados.rados.0.smithi046.stdout:2000: left oid 41 (ObjNum 641 snap 187 seq_num 641) 2021-07-26T15:52:41.594 INFO:tasks.rados.rados.0.smithi046.stdout:1999: done (3 left) 2021-07-26T15:52:41.595 INFO:tasks.rados.rados.0.smithi046.stdout:2000: done (2 left) 2021-07-26T15:52:41.595 INFO:tasks.rados.rados.0.smithi046.stdout:2003: delete oid 10 current snap is 187 2021-07-26T15:52:41.598 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1179 (ObjNum 197879536 snap 22029 seq_num 0) dirty exists 2021-07-26T15:52:41.599 INFO:tasks.rados.rados.0.smithi046.stdout:2002: done (2 left) 2021-07-26T15:52:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:2003: done (1 left) 2021-07-26T15:52:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:2004: read oid 40 snap -1 2021-07-26T15:52:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:2004: expect (ObjNum 555 snap 161 seq_num 555) 2021-07-26T15:52:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:2005: read oid 2 snap 183 2021-07-26T15:52:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:2005: expect (ObjNum 566 snap 164 seq_num 566) 2021-07-26T15:52:41.601 INFO:tasks.rados.rados.0.smithi046.stdout:2006: rmattr oid 28 current snap is 187 2021-07-26T15:52:41.601 INFO:tasks.rados.rados.0.smithi046.stdout:2007: snap_create 2021-07-26T15:52:41.605 INFO:tasks.rados.rados.0.smithi046.stdout:2001: finishing write tid 1 to smithi04638994-20 2021-07-26T15:52:41.605 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1140 (ObjNum 576 snap 165 seq_num 576) dirty exists 2021-07-26T15:52:41.608 INFO:tasks.rados.rados.0.smithi046.stdout:2001: finishing write tid 2 to smithi04638994-20 2021-07-26T15:52:41.608 INFO:tasks.rados.rados.0.smithi046.stdout:2001: finishing write tid 3 to smithi04638994-20 2021-07-26T15:52:41.609 INFO:tasks.rados.rados.0.smithi046.stdout:2004: expect (ObjNum 555 snap 161 seq_num 555) 2021-07-26T15:52:41.667 INFO:tasks.rados.rados.0.smithi046.stdout:2001: finishing write tid 4 to smithi04638994-20 2021-07-26T15:52:41.667 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1300 (ObjNum 642 snap 187 seq_num 642) dirty exists 2021-07-26T15:52:41.667 INFO:tasks.rados.rados.0.smithi046.stdout:2001: left oid 20 (ObjNum 642 snap 187 seq_num 642) 2021-07-26T15:52:41.667 INFO:tasks.rados.rados.0.smithi046.stdout:2005: expect (ObjNum 566 snap 164 seq_num 566) 2021-07-26T15:52:41.866 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:52:42.039 INFO:tasks.rados.rados.0.smithi046.stdout:2001: done (4 left) 2021-07-26T15:52:42.040 INFO:tasks.rados.rados.0.smithi046.stdout:2004: done (3 left) 2021-07-26T15:52:42.040 INFO:tasks.rados.rados.0.smithi046.stdout:2005: done (2 left) 2021-07-26T15:52:42.040 INFO:tasks.rados.rados.0.smithi046.stdout:2006: done (1 left) 2021-07-26T15:52:42.040 INFO:tasks.rados.rados.0.smithi046.stdout:2007: done (0 left) 2021-07-26T15:52:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:2008: read oid 32 snap 187 2021-07-26T15:52:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:2008: expect (ObjNum 564 snap 164 seq_num 564) 2021-07-26T15:52:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:2009: read oid 19 snap 186 2021-07-26T15:52:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:2009: expect deleted 2021-07-26T15:52:42.042 INFO:tasks.rados.rados.0.smithi046.stdout:2010: copy_from oid 45 from oid 49 current snap is 188 2021-07-26T15:52:42.042 INFO:tasks.rados.rados.0.smithi046.stdout:2011: snap_create 2021-07-26T15:52:42.042 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing copy_from to smithi04638994-45 2021-07-26T15:52:42.043 INFO:tasks.rados.rados.0.smithi046.stdout:2010: got expected ENOENT (src dne) 2021-07-26T15:52:42.043 INFO:tasks.rados.rados.0.smithi046.stdout:2010: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:52:42.080 INFO:tasks.rados.rados.0.smithi046.stdout:2008: expect (ObjNum 564 snap 164 seq_num 564) 2021-07-26T15:52:42.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:41 smithi046 bash[41283]: audit 2021-07-26T15:52:40.887258+0000 mgr.y (mgr.24683) 298 : audit [DBG] from='client.44326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:42.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:41 smithi046 bash[42351]: audit 2021-07-26T15:52:40.887258+0000 mgr.y (mgr.24683) 298 : audit [DBG] from='client.44326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:42.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:41 smithi073 bash[34190]: audit 2021-07-26T15:52:40.887258+0000 mgr.y (mgr.24683) 298 : audit [DBG] from='client.44326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:43.000 INFO:tasks.rados.rados.0.smithi046.stdout:2008: done (3 left) 2021-07-26T15:52:43.000 INFO:tasks.rados.rados.0.smithi046.stdout:2009: done (2 left) 2021-07-26T15:52:43.000 INFO:tasks.rados.rados.0.smithi046.stdout:2010: done (1 left) 2021-07-26T15:52:43.001 INFO:tasks.rados.rados.0.smithi046.stdout:2011: done (0 left) 2021-07-26T15:52:43.001 INFO:tasks.rados.rados.0.smithi046.stdout:2012: snap_remove snap 187 2021-07-26T15:52:43.271 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:42 smithi046 bash[41283]: cluster 2021-07-26T15:52:41.935673+0000 mgr.y (mgr.24683) 299 : cluster [DBG] pgmap v480: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 250 KiB/s wr, 9 op/s 2021-07-26T15:52:44.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:42 smithi046 bash[41283]: cluster 2021-07-26T15:52:41.990146+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T15:52:44.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:42 smithi046 bash[42351]: cluster 2021-07-26T15:52:41.935673+0000 mgr.y (mgr.24683) 299 : cluster [DBG] pgmap v480: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 250 KiB/s wr, 9 op/s 2021-07-26T15:52:44.012 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:42 smithi046 bash[42351]: cluster 2021-07-26T15:52:41.990146+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T15:52:44.012 INFO:tasks.rados.rados.0.smithi046.stdout:2012: done (0 left) 2021-07-26T15:52:44.013 INFO:tasks.rados.rados.0.smithi046.stdout:2013: delete oid 21 current snap is 189 2021-07-26T15:52:44.013 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:42 smithi073 bash[34190]: cluster 2021-07-26T15:52:41.935673+0000 mgr.y (mgr.24683) 299 : cluster [DBG] pgmap v480: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 250 KiB/s wr, 9 op/s 2021-07-26T15:52:44.013 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:42 smithi073 bash[34190]: cluster 2021-07-26T15:52:41.990146+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T15:52:44.016 INFO:tasks.rados.rados.0.smithi046.stdout:2013: done (0 left) 2021-07-26T15:52:44.017 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 189 2021-07-26T15:52:44.017 INFO:tasks.rados.rados.0.smithi046.stdout:2014: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2021-07-26T15:52:44.019 INFO:tasks.rados.rados.0.smithi046.stdout:2014: writing smithi04638994-23 from 0 to 409600 tid 1 2021-07-26T15:52:44.028 INFO:tasks.rados.rados.0.smithi046.stdout:2014: writing smithi04638994-23 from 409600 to 1187840 tid 2 2021-07-26T15:52:44.029 INFO:tasks.rados.rados.0.smithi046.stdout:2014: writing smithi04638994-23 from 1187840 to 1212416 tid 3 2021-07-26T15:52:44.029 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 189 2021-07-26T15:52:44.029 INFO:tasks.rados.rados.0.smithi046.stdout:2014: finishing write tid 1 to smithi04638994-23 2021-07-26T15:52:44.029 INFO:tasks.rados.rados.0.smithi046.stdout:2015: seq_num 646 ranges {1613824=425984,2039808=655360,2695168=147456} 2021-07-26T15:52:44.039 INFO:tasks.rados.rados.0.smithi046.stdout:2015: writing smithi04638994-43 from 1613824 to 2039808 tid 1 2021-07-26T15:52:44.043 INFO:tasks.rados.rados.0.smithi046.stdout:2015: writing smithi04638994-43 from 2039808 to 2695168 tid 2 2021-07-26T15:52:44.045 INFO:tasks.rados.rados.0.smithi046.stdout:2015: writing smithi04638994-43 from 2695168 to 2842624 tid 3 2021-07-26T15:52:44.045 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 189 2021-07-26T15:52:44.045 INFO:tasks.rados.rados.0.smithi046.stdout:2016: seq_num 647 ranges {11665408=442368,12107776=589824,12697600=212992} 2021-07-26T15:52:44.112 INFO:tasks.rados.rados.0.smithi046.stdout:2016: writing smithi04638994-48 from 11665408 to 12107776 tid 1 2021-07-26T15:52:44.115 INFO:tasks.rados.rados.0.smithi046.stdout:2016: writing smithi04638994-48 from 12107776 to 12697600 tid 2 2021-07-26T15:52:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:2016: writing smithi04638994-48 from 12697600 to 12910592 tid 3 2021-07-26T15:52:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:2017: read oid 10 snap -1 2021-07-26T15:52:44.117 INFO:tasks.rados.rados.0.smithi046.stdout:2017: expect deleted 2021-07-26T15:52:44.118 INFO:tasks.rados.rados.0.smithi046.stdout:2018: snap_remove snap 186 2021-07-26T15:52:44.118 INFO:tasks.rados.rados.0.smithi046.stdout:2014: finishing write tid 2 to smithi04638994-23 2021-07-26T15:52:44.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:44 smithi073 bash[34190]: cluster 2021-07-26T15:52:42.998799+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T15:52:44.389 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:43 smithi046 bash[42351]: cluster 2021-07-26T15:52:42.998799+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T15:52:44.390 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:43 smithi046 bash[41283]: cluster 2021-07-26T15:52:42.998799+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T15:52:45.013 INFO:tasks.rados.rados.0.smithi046.stdout:2018: done (4 left) 2021-07-26T15:52:45.014 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 189 2021-07-26T15:52:45.014 INFO:tasks.rados.rados.0.smithi046.stdout:2014: finishing write tid 3 to smithi04638994-23 2021-07-26T15:52:45.014 INFO:tasks.rados.rados.0.smithi046.stdout:2014: finishing write tid 4 to smithi04638994-23 2021-07-26T15:52:45.014 INFO:tasks.rados.rados.0.smithi046.stdout:2014: finishing write tid 5 to smithi04638994-23 2021-07-26T15:52:45.015 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1304 (ObjNum 645 snap 189 seq_num 645) dirty exists 2021-07-26T15:52:45.015 INFO:tasks.rados.rados.0.smithi046.stdout:2014: left oid 23 (ObjNum 645 snap 189 seq_num 645) 2021-07-26T15:52:45.015 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 1 to smithi04638994-43 2021-07-26T15:52:45.015 INFO:tasks.rados.rados.0.smithi046.stdout:2019: seq_num 648 ranges {1613824=458752,2072576=475136,2547712=327680} 2021-07-26T15:52:45.030 INFO:tasks.rados.rados.0.smithi046.stdout:2019: writing smithi04638994-16 from 1613824 to 2072576 tid 1 2021-07-26T15:52:45.033 INFO:tasks.rados.rados.0.smithi046.stdout:2019: writing smithi04638994-16 from 2072576 to 2547712 tid 2 2021-07-26T15:52:45.035 INFO:tasks.rados.rados.0.smithi046.stdout:2019: writing smithi04638994-16 from 2547712 to 2875392 tid 3 2021-07-26T15:52:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:2014: done (4 left) 2021-07-26T15:52:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:2020: read oid 8 snap 185 2021-07-26T15:52:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:2020: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:52:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 189 2021-07-26T15:52:45.036 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 2 to smithi04638994-43 2021-07-26T15:52:45.037 INFO:tasks.rados.rados.0.smithi046.stdout:2021: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2021-07-26T15:52:45.038 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04638994-13 from 0 to 475136 tid 1 2021-07-26T15:52:45.046 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04638994-13 from 475136 to 1236992 tid 2 2021-07-26T15:52:45.047 INFO:tasks.rados.rados.0.smithi046.stdout:2021: writing smithi04638994-13 from 1236992 to 1277952 tid 3 2021-07-26T15:52:45.047 INFO:tasks.rados.rados.0.smithi046.stdout:2022: delete oid 17 current snap is 189 2021-07-26T15:52:45.047 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 3 to smithi04638994-43 2021-07-26T15:52:45.047 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 4 to smithi04638994-43 2021-07-26T15:52:45.048 INFO:tasks.rados.rados.0.smithi046.stdout:2015: finishing write tid 5 to smithi04638994-43 2021-07-26T15:52:45.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1101 (ObjNum 646 snap 189 seq_num 646) dirty exists 2021-07-26T15:52:45.048 INFO:tasks.rados.rados.0.smithi046.stdout:2015: left oid 43 (ObjNum 646 snap 189 seq_num 646) 2021-07-26T15:52:45.049 INFO:tasks.rados.rados.0.smithi046.stdout:2016: finishing write tid 1 to smithi04638994-48 2021-07-26T15:52:45.049 INFO:tasks.rados.rados.0.smithi046.stdout:2016: finishing write tid 2 to smithi04638994-48 2021-07-26T15:52:45.049 INFO:tasks.rados.rados.0.smithi046.stdout:2016: finishing write tid 3 to smithi04638994-48 2021-07-26T15:52:45.050 INFO:tasks.rados.rados.0.smithi046.stdout:2016: finishing write tid 4 to smithi04638994-48 2021-07-26T15:52:45.050 INFO:tasks.rados.rados.0.smithi046.stdout:2016: finishing write tid 5 to smithi04638994-48 2021-07-26T15:52:45.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1140 (ObjNum 647 snap 189 seq_num 647) dirty exists 2021-07-26T15:52:45.050 INFO:tasks.rados.rados.0.smithi046.stdout:2016: left oid 48 (ObjNum 647 snap 189 seq_num 647) 2021-07-26T15:52:45.050 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing write tid 1 to smithi04638994-16 2021-07-26T15:52:45.051 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing write tid 2 to smithi04638994-16 2021-07-26T15:52:45.051 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing write tid 3 to smithi04638994-16 2021-07-26T15:52:45.051 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing write tid 4 to smithi04638994-16 2021-07-26T15:52:45.051 INFO:tasks.rados.rados.0.smithi046.stdout:2019: finishing write tid 5 to smithi04638994-16 2021-07-26T15:52:45.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1105 (ObjNum 648 snap 189 seq_num 648) dirty exists 2021-07-26T15:52:45.052 INFO:tasks.rados.rados.0.smithi046.stdout:2019: left oid 16 (ObjNum 648 snap 189 seq_num 648) 2021-07-26T15:52:45.053 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 1 to smithi04638994-13 2021-07-26T15:52:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2015: done (6 left) 2021-07-26T15:52:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2016: done (5 left) 2021-07-26T15:52:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2017: done (4 left) 2021-07-26T15:52:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2019: done (3 left) 2021-07-26T15:52:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2022: done (2 left) 2021-07-26T15:52:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2023: read oid 41 snap 185 2021-07-26T15:52:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2023: expect (ObjNum 623 snap 181 seq_num 623) 2021-07-26T15:52:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2024: rollback oid 29 current snap is 189 2021-07-26T15:52:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 185 2021-07-26T15:52:45.056 INFO:tasks.rados.rados.0.smithi046.stdout:2025: snap_remove snap 188 2021-07-26T15:52:45.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:45 smithi073 bash[34190]: cluster 2021-07-26T15:52:43.936404+0000 mgr.y (mgr.24683) 300 : cluster [DBG] pgmap v483: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 284 KiB/s wr, 10 op/s 2021-07-26T15:52:45.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:45 smithi073 bash[34190]: cluster 2021-07-26T15:52:44.011912+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T15:52:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:45 smithi046 bash[42351]: cluster 2021-07-26T15:52:43.936404+0000 mgr.y (mgr.24683) 300 : cluster [DBG] pgmap v483: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 284 KiB/s wr, 10 op/s 2021-07-26T15:52:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:45 smithi046 bash[42351]: cluster 2021-07-26T15:52:44.011912+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T15:52:45.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:45 smithi046 bash[41283]: cluster 2021-07-26T15:52:43.936404+0000 mgr.y (mgr.24683) 300 : cluster [DBG] pgmap v483: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 205 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 284 KiB/s wr, 10 op/s 2021-07-26T15:52:45.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:45 smithi046 bash[41283]: cluster 2021-07-26T15:52:44.011912+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T15:52:45.951 INFO:tasks.rados.rados.0.smithi046.stdout:2025: done (4 left) 2021-07-26T15:52:45.951 INFO:tasks.rados.rados.0.smithi046.stdout:2026: read oid 6 snap -1 2021-07-26T15:52:45.952 INFO:tasks.rados.rados.0.smithi046.stdout:2026: expect (ObjNum 621 snap 181 seq_num 621) 2021-07-26T15:52:45.952 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 189 2021-07-26T15:52:45.952 INFO:tasks.rados.rados.0.smithi046.stdout:2027: seq_num 651 ranges {1212416=507904,1720320=532480,2252800=270336} 2021-07-26T15:52:45.964 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04638994-23 from 1212416 to 1720320 tid 1 2021-07-26T15:52:45.968 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04638994-23 from 1720320 to 2252800 tid 2 2021-07-26T15:52:45.969 INFO:tasks.rados.rados.0.smithi046.stdout:2027: writing smithi04638994-23 from 2252800 to 2523136 tid 3 2021-07-26T15:52:45.970 INFO:tasks.rados.rados.0.smithi046.stdout:2028: snap_remove snap 183 2021-07-26T15:52:46.050 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:52:46.050 INFO:teuthology.orchestra.run.smithi046.stdout:alertmanager.a smithi046 *:9093,9094 running (42s) 37s ago 11m 10.0M - 0.20.0 0881eb8f169f 60f7d66d6947 2021-07-26T15:52:46.051 INFO:teuthology.orchestra.run.smithi046.stdout:grafana.a smithi073 *:3000 running (28s) 23s ago 10m 18.8M - 6.7.4 3b1077a63311 0dce49e68501 2021-07-26T15:52:46.051 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi073 *:8443 running (6m) 23s ago 15m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 b99655c242b7 2021-07-26T15:52:46.051 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi046 *:8443 running (6m) 37s ago 18m 422M - 17.0.0-6381-gbccf07c2 6cdb40438e66 4eb3a2d5a9ec 2021-07-26T15:52:46.051 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (5m) 37s ago 18m 59.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c153d48aee6 2021-07-26T15:52:46.052 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi073 running (5m) 23s ago 15m 49.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 7c17eaa5c78b 2021-07-26T15:52:46.052 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi046 running (5m) 37s ago 16m 46.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46de3b9120fb 2021-07-26T15:52:46.052 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.a smithi046 *:9100 running (79s) 37s ago 11m 8999k - 0.18.1 e5a616e4b9cf f93654846f38 2021-07-26T15:52:46.052 INFO:teuthology.orchestra.run.smithi046.stdout:node-exporter.b smithi073 *:9100 running (70s) 23s ago 11m 9455k - 0.18.1 e5a616e4b9cf c113f31733fa 2021-07-26T15:52:46.053 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (4m) 37s ago 15m 233M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 ea15ea8f6dc5 2021-07-26T15:52:46.053 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi046 running (3m) 37s ago 14m 274M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 7858cd0be1cf 2021-07-26T15:52:46.053 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi046 running (3m) 37s ago 14m 124M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8bb3af66345 2021-07-26T15:52:46.053 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (3m) 37s ago 13m 251M 3553M 17.0.0-6381-gbccf07c2 6cdb40438e66 47c545e695e0 2021-07-26T15:52:46.053 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi073 running (2m) 23s ago 13m 288M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 ceaeb248825e 2021-07-26T15:52:46.054 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi073 running (2m) 23s ago 12m 132M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 48ee957df141 2021-07-26T15:52:46.054 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi073 running (114s) 23s ago 12m 211M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 3b7d7639c254 2021-07-26T15:52:46.054 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi073 running (86s) 23s ago 12m 206M 3552M 17.0.0-6381-gbccf07c2 6cdb40438e66 1e6374ecade5 2021-07-26T15:52:46.054 INFO:teuthology.orchestra.run.smithi046.stdout:prometheus.a smithi073 *:9095 running (57s) 23s ago 11m 29.8M - 2.18.1 de242295e225 8410bf7f2d03 2021-07-26T15:52:46.272 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:46 smithi046 bash[42351]: cluster 2021-07-26T15:52:45.013431+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T15:52:46.273 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:46 smithi046 bash[42351]: cluster 2021-07-26T15:52:45.951475+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T15:52:46.273 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:46 smithi046 bash[41283]: cluster 2021-07-26T15:52:45.013431+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T15:52:46.274 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:46 smithi046 bash[41283]: cluster 2021-07-26T15:52:45.951475+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T15:52:46.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:46 smithi073 bash[34190]: cluster 2021-07-26T15:52:45.013431+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T15:52:46.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:46 smithi073 bash[34190]: cluster 2021-07-26T15:52:45.951475+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T15:52:46.959 INFO:tasks.rados.rados.0.smithi046.stdout:2028: done (6 left) 2021-07-26T15:52:46.959 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 189 2021-07-26T15:52:46.959 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 2 to smithi04638994-13 2021-07-26T15:52:46.959 INFO:tasks.rados.rados.0.smithi046.stdout:2029: seq_num 652 ranges {2056192=524288,2580480=409600,2990080=393216} 2021-07-26T15:52:46.978 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions' 2021-07-26T15:52:46.984 INFO:tasks.rados.rados.0.smithi046.stdout:2029: writing smithi04638994-46 from 2056192 to 2580480 tid 1 2021-07-26T15:52:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:2029: writing smithi04638994-46 from 2580480 to 2990080 tid 2 2021-07-26T15:52:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:2029: writing smithi04638994-46 from 2990080 to 3383296 tid 3 2021-07-26T15:52:46.986 INFO:tasks.rados.rados.0.smithi046.stdout:2030: delete oid 43 current snap is 189 2021-07-26T15:52:46.987 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 3 to smithi04638994-13 2021-07-26T15:52:46.987 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 4 to smithi04638994-13 2021-07-26T15:52:46.987 INFO:tasks.rados.rados.0.smithi046.stdout:2021: finishing write tid 5 to smithi04638994-13 2021-07-26T15:52:46.987 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 930 (ObjNum 649 snap 189 seq_num 649) dirty exists 2021-07-26T15:52:46.988 INFO:tasks.rados.rados.0.smithi046.stdout:2021: left oid 13 (ObjNum 649 snap 189 seq_num 649) 2021-07-26T15:52:46.988 INFO:tasks.rados.rados.0.smithi046.stdout:2020: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:52:47.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:47 smithi073 bash[34190]: cluster 2021-07-26T15:52:45.937080+0000 mgr.y (mgr.24683) 301 : cluster [DBG] pgmap v486: 25 pgs: 25 active+clean; 208 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 860 KiB/s wr, 12 op/s 2021-07-26T15:52:47.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:47 smithi073 bash[34190]: audit 2021-07-26T15:52:46.033078+0000 mgr.y (mgr.24683) 302 : audit [DBG] from='client.44332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:47.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:47 smithi073 bash[34190]: cluster 2021-07-26T15:52:46.960002+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T15:52:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[41283]: cluster 2021-07-26T15:52:45.937080+0000 mgr.y (mgr.24683) 301 : cluster [DBG] pgmap v486: 25 pgs: 25 active+clean; 208 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 860 KiB/s wr, 12 op/s 2021-07-26T15:52:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[41283]: audit 2021-07-26T15:52:46.033078+0000 mgr.y (mgr.24683) 302 : audit [DBG] from='client.44332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[41283]: cluster 2021-07-26T15:52:46.960002+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T15:52:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[42351]: cluster 2021-07-26T15:52:45.937080+0000 mgr.y (mgr.24683) 301 : cluster [DBG] pgmap v486: 25 pgs: 25 active+clean; 208 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 860 KiB/s wr, 12 op/s 2021-07-26T15:52:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[42351]: audit 2021-07-26T15:52:46.033078+0000 mgr.y (mgr.24683) 302 : audit [DBG] from='client.44332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:47 smithi046 bash[42351]: cluster 2021-07-26T15:52:46.960002+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T15:52:47.708 INFO:tasks.rados.rados.0.smithi046.stdout:2024: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:52:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:2024: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:52:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:2024: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:52:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1310 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:52:47.709 INFO:tasks.rados.rados.0.smithi046.stdout:2023: expect (ObjNum 623 snap 181 seq_num 623) 2021-07-26T15:52:49.040 INFO:tasks.rados.rados.0.smithi046.stdout:2026: expect (ObjNum 621 snap 181 seq_num 621) 2021-07-26T15:52:49.072 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 1 to smithi04638994-23 2021-07-26T15:52:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 2 to smithi04638994-23 2021-07-26T15:52:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 3 to smithi04638994-23 2021-07-26T15:52:49.076 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 4 to smithi04638994-23 2021-07-26T15:52:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:2027: finishing write tid 5 to smithi04638994-23 2021-07-26T15:52:49.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1316 (ObjNum 651 snap 189 seq_num 651) dirty exists 2021-07-26T15:52:49.079 INFO:tasks.rados.rados.0.smithi046.stdout:2027: left oid 23 (ObjNum 651 snap 189 seq_num 651) 2021-07-26T15:52:49.080 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 1 to smithi04638994-46 2021-07-26T15:52:49.080 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 2 to smithi04638994-46 2021-07-26T15:52:49.080 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 3 to smithi04638994-46 2021-07-26T15:52:49.080 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 4 to smithi04638994-46 2021-07-26T15:52:49.081 INFO:tasks.rados.rados.0.smithi046.stdout:2029: finishing write tid 5 to smithi04638994-46 2021-07-26T15:52:49.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1085 (ObjNum 652 snap 189 seq_num 652) dirty exists 2021-07-26T15:52:49.081 INFO:tasks.rados.rados.0.smithi046.stdout:2029: left oid 46 (ObjNum 652 snap 189 seq_num 652) 2021-07-26T15:52:49.082 INFO:tasks.rados.rados.0.smithi046.stdout:2020: done (7 left) 2021-07-26T15:52:49.082 INFO:tasks.rados.rados.0.smithi046.stdout:2021: done (6 left) 2021-07-26T15:52:49.083 INFO:tasks.rados.rados.0.smithi046.stdout:2023: done (5 left) 2021-07-26T15:52:49.093 INFO:tasks.rados.rados.0.smithi046.stdout:2024: done (4 left) 2021-07-26T15:52:49.095 INFO:tasks.rados.rados.0.smithi046.stdout:2026: done (3 left) 2021-07-26T15:52:49.096 INFO:tasks.rados.rados.0.smithi046.stdout:2027: done (2 left) 2021-07-26T15:52:49.096 INFO:tasks.rados.rados.0.smithi046.stdout:2029: done (1 left) 2021-07-26T15:52:49.096 INFO:tasks.rados.rados.0.smithi046.stdout:2030: done (0 left) 2021-07-26T15:52:49.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 189 2021-07-26T15:52:49.098 INFO:tasks.rados.rados.0.smithi046.stdout:2031: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2021-07-26T15:52:49.100 INFO:tasks.rados.rados.0.smithi046.stdout:2031: writing smithi04638994-26 from 0 to 557056 tid 1 2021-07-26T15:52:49.100 INFO:tasks.rados.rados.0.smithi046.stdout:2031: writing smithi04638994-26 from 557056 to 1187840 tid 2 2021-07-26T15:52:49.101 INFO:tasks.rados.rados.0.smithi046.stdout:2031: writing smithi04638994-26 from 1187840 to 1359872 tid 3 2021-07-26T15:52:49.102 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 189 2021-07-26T15:52:49.102 INFO:tasks.rados.rados.0.smithi046.stdout:2031: finishing write tid 1 to smithi04638994-26 2021-07-26T15:52:49.104 INFO:tasks.rados.rados.0.smithi046.stdout:2032: seq_num 655 ranges {9371648=573440,9945088=516096,10461184=286720} 2021-07-26T15:52:49.141 INFO:tasks.rados.rados.0.smithi046.stdout:2032: writing smithi04638994-20 from 9371648 to 9945088 tid 1 2021-07-26T15:52:49.143 INFO:tasks.rados.rados.0.smithi046.stdout:2032: writing smithi04638994-20 from 9945088 to 10461184 tid 2 2021-07-26T15:52:49.148 INFO:tasks.rados.rados.0.smithi046.stdout:2032: writing smithi04638994-20 from 10461184 to 10747904 tid 3 2021-07-26T15:52:49.149 INFO:tasks.rados.rados.0.smithi046.stdout:2033: snap_remove snap 185 2021-07-26T15:52:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:49 smithi073 bash[34190]: cluster 2021-07-26T15:52:47.937866+0000 mgr.y (mgr.24683) 303 : cluster [DBG] pgmap v489: 25 pgs: 25 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T15:52:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:49 smithi046 bash[41283]: cluster 2021-07-26T15:52:47.937866+0000 mgr.y (mgr.24683) 303 : cluster [DBG] pgmap v489: 25 pgs: 25 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T15:52:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:49 smithi046 bash[42351]: cluster 2021-07-26T15:52:47.937866+0000 mgr.y (mgr.24683) 303 : cluster [DBG] pgmap v489: 25 pgs: 25 active+clean; 214 MiB data, 1024 MiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T15:52:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:2033: done (2 left) 2021-07-26T15:52:50.047 INFO:tasks.rados.rados.0.smithi046.stdout:2034: setattr oid 39 current snap is 189 2021-07-26T15:52:50.050 INFO:tasks.rados.rados.0.smithi046.stdout:2035: snap_create 2021-07-26T15:52:50.050 INFO:tasks.rados.rados.0.smithi046.stdout:2031: finishing write tid 2 to smithi04638994-26 2021-07-26T15:52:50.050 INFO:tasks.rados.rados.0.smithi046.stdout:2031: finishing write tid 3 to smithi04638994-26 2021-07-26T15:52:50.050 INFO:tasks.rados.rados.0.smithi046.stdout:2031: finishing write tid 4 to smithi04638994-26 2021-07-26T15:52:50.051 INFO:tasks.rados.rados.0.smithi046.stdout:2031: finishing write tid 5 to smithi04638994-26 2021-07-26T15:52:50.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 934 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:52:50.051 INFO:tasks.rados.rados.0.smithi046.stdout:2031: left oid 26 (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:52:50.051 INFO:tasks.rados.rados.0.smithi046.stdout:2032: finishing write tid 1 to smithi04638994-20 2021-07-26T15:52:50.052 INFO:tasks.rados.rados.0.smithi046.stdout:2032: finishing write tid 2 to smithi04638994-20 2021-07-26T15:52:50.052 INFO:tasks.rados.rados.0.smithi046.stdout:2032: finishing write tid 3 to smithi04638994-20 2021-07-26T15:52:50.052 INFO:tasks.rados.rados.0.smithi046.stdout:2032: finishing write tid 4 to smithi04638994-20 2021-07-26T15:52:50.052 INFO:tasks.rados.rados.0.smithi046.stdout:2032: finishing write tid 5 to smithi04638994-20 2021-07-26T15:52:50.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1324 (ObjNum 655 snap 189 seq_num 655) dirty exists 2021-07-26T15:52:50.053 INFO:tasks.rados.rados.0.smithi046.stdout:2032: left oid 20 (ObjNum 655 snap 189 seq_num 655) 2021-07-26T15:52:50.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1101 (ObjNum 640 snap 187 seq_num 640) dirty exists 2021-07-26T15:52:50.867 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2021-07-26T15:52:50.867 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": { 2021-07-26T15:52:50.868 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:52:50.868 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:50.868 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": { 2021-07-26T15:52:50.869 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:52:50.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:50.869 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": { 2021-07-26T15:52:50.869 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T15:52:50.870 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2021-07-26T15:52:50.870 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": {}, 2021-07-26T15:52:50.870 INFO:teuthology.orchestra.run.smithi046.stdout: "overall": { 2021-07-26T15:52:50.870 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 13 2021-07-26T15:52:50.871 INFO:teuthology.orchestra.run.smithi046.stdout: } 2021-07-26T15:52:50.871 INFO:teuthology.orchestra.run.smithi046.stdout:} 2021-07-26T15:52:50.953 INFO:tasks.rados.rados.0.smithi046.stdout:2031: done (3 left) 2021-07-26T15:52:50.953 INFO:tasks.rados.rados.0.smithi046.stdout:2032: done (2 left) 2021-07-26T15:52:50.953 INFO:tasks.rados.rados.0.smithi046.stdout:2034: done (1 left) 2021-07-26T15:52:50.953 INFO:tasks.rados.rados.0.smithi046.stdout:2035: done (0 left) 2021-07-26T15:52:50.954 INFO:tasks.rados.rados.0.smithi046.stdout:2036: snap_remove snap 189 2021-07-26T15:52:51.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[41283]: cluster 2021-07-26T15:52:49.938639+0000 mgr.y (mgr.24683) 304 : cluster [DBG] pgmap v490: 25 pgs: 25 active+clean; 214 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2021-07-26T15:52:51.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[41283]: cluster 2021-07-26T15:52:50.044144+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T15:52:51.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[41283]: audit 2021-07-26T15:52:50.865388+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.46:0/606359715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:51.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[41283]: cluster 2021-07-26T15:52:50.953046+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-07-26T15:52:51.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[42351]: cluster 2021-07-26T15:52:49.938639+0000 mgr.y (mgr.24683) 304 : cluster [DBG] pgmap v490: 25 pgs: 25 active+clean; 214 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2021-07-26T15:52:51.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[42351]: cluster 2021-07-26T15:52:50.044144+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T15:52:51.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[42351]: audit 2021-07-26T15:52:50.865388+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.46:0/606359715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:51.186 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:51 smithi046 bash[42351]: cluster 2021-07-26T15:52:50.953046+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-07-26T15:52:51.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:51 smithi073 bash[34190]: cluster 2021-07-26T15:52:49.938639+0000 mgr.y (mgr.24683) 304 : cluster [DBG] pgmap v490: 25 pgs: 25 active+clean; 214 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2021-07-26T15:52:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:51 smithi073 bash[34190]: cluster 2021-07-26T15:52:50.044144+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T15:52:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:51 smithi073 bash[34190]: audit 2021-07-26T15:52:50.865388+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.46:0/606359715' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:51 smithi073 bash[34190]: cluster 2021-07-26T15:52:50.953046+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2021-07-26T15:52:51.713 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2021-07-26T15:52:51.963 INFO:tasks.rados.rados.0.smithi046.stdout:2036: done (0 left) 2021-07-26T15:52:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:2037: read oid 8 snap -1 2021-07-26T15:52:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:2037: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:52:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:2038: read oid 31 snap -1 2021-07-26T15:52:51.964 INFO:tasks.rados.rados.0.smithi046.stdout:2038: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:52:51.965 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 190 2021-07-26T15:52:51.965 INFO:tasks.rados.rados.0.smithi046.stdout:2039: seq_num 656 ranges {0=589824,589824=802816} 2021-07-26T15:52:51.973 INFO:tasks.rados.rados.0.smithi046.stdout:2039: writing smithi04638994-1 from 0 to 589824 tid 1 2021-07-26T15:52:51.979 INFO:tasks.rados.rados.0.smithi046.stdout:2039: writing smithi04638994-1 from 589824 to 1392640 tid 2 2021-07-26T15:52:51.979 INFO:tasks.rados.rados.0.smithi046.stdout:2040: rollback oid 7 current snap is 190 2021-07-26T15:52:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:2040: done (3 left) 2021-07-26T15:52:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:2041: setattr oid 3 current snap is 190 2021-07-26T15:52:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:2042: read oid 18 snap -1 2021-07-26T15:52:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:2042: expect deleted 2021-07-26T15:52:51.980 INFO:tasks.rados.rados.0.smithi046.stdout:2043: snap_create 2021-07-26T15:52:51.990 INFO:tasks.rados.rados.0.smithi046.stdout:2038: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:52:52.097 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing write tid 1 to smithi04638994-1 2021-07-26T15:52:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1141 (ObjNum 487 snap 143 seq_num 487) dirty exists 2021-07-26T15:52:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing write tid 2 to smithi04638994-1 2021-07-26T15:52:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing write tid 3 to smithi04638994-1 2021-07-26T15:52:52.098 INFO:tasks.rados.rados.0.smithi046.stdout:2039: finishing write tid 4 to smithi04638994-1 2021-07-26T15:52:52.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1156 (ObjNum 656 snap 190 seq_num 656) dirty exists 2021-07-26T15:52:52.099 INFO:tasks.rados.rados.0.smithi046.stdout:2039: left oid 1 (ObjNum 656 snap 190 seq_num 656) 2021-07-26T15:52:52.099 INFO:tasks.rados.rados.0.smithi046.stdout:2037: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:52:52.966 INFO:tasks.rados.rados.0.smithi046.stdout:2037: done (5 left) 2021-07-26T15:52:52.967 INFO:tasks.rados.rados.0.smithi046.stdout:2038: done (4 left) 2021-07-26T15:52:52.967 INFO:tasks.rados.rados.0.smithi046.stdout:2039: done (3 left) 2021-07-26T15:52:52.967 INFO:tasks.rados.rados.0.smithi046.stdout:2041: done (2 left) 2021-07-26T15:52:52.967 INFO:tasks.rados.rados.0.smithi046.stdout:2042: done (1 left) 2021-07-26T15:52:52.968 INFO:tasks.rados.rados.0.smithi046.stdout:2043: done (0 left) 2021-07-26T15:52:52.968 INFO:tasks.rados.rados.0.smithi046.stdout:2044: rollback oid 44 current snap is 191 2021-07-26T15:52:52.968 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 190 2021-07-26T15:52:52.968 INFO:tasks.rados.rados.0.smithi046.stdout:2045: rollback oid 40 current snap is 191 2021-07-26T15:52:52.969 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 190 2021-07-26T15:52:52.969 INFO:tasks.rados.rados.0.smithi046.stdout:2046: rmattr oid 8 current snap is 191 2021-07-26T15:52:52.969 INFO:tasks.rados.rados.0.smithi046.stdout:2047: read oid 4 snap -1 2021-07-26T15:52:52.969 INFO:tasks.rados.rados.0.smithi046.stdout:2047: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:52:52.970 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 191 2021-07-26T15:52:52.970 INFO:tasks.rados.rados.0.smithi046.stdout:2048: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2021-07-26T15:52:52.972 INFO:tasks.rados.rados.0.smithi046.stdout:2048: writing smithi04638994-17 from 0 to 606208 tid 1 2021-07-26T15:52:52.980 INFO:tasks.rados.rados.0.smithi046.stdout:2048: writing smithi04638994-17 from 606208 to 1294336 tid 2 2021-07-26T15:52:52.982 INFO:tasks.rados.rados.0.smithi046.stdout:2048: writing smithi04638994-17 from 1294336 to 1409024 tid 3 2021-07-26T15:52:52.982 INFO:tasks.rados.rados.0.smithi046.stdout:2049: read oid 41 snap 190 2021-07-26T15:52:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2049: expect (ObjNum 641 snap 187 seq_num 641) 2021-07-26T15:52:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2050: rmattr oid 48 current snap is 191 2021-07-26T15:52:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2044: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:52:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2044: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:52:52.983 INFO:tasks.rados.rados.0.smithi046.stdout:2051: rmattr oid 21 current snap is 191 2021-07-26T15:52:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2051: done (7 left) 2021-07-26T15:52:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 191 2021-07-26T15:52:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2044: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:52:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1144 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:52:52.984 INFO:tasks.rados.rados.0.smithi046.stdout:2052: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2021-07-26T15:52:52.986 INFO:tasks.rados.rados.0.smithi046.stdout:2052: writing smithi04638994-18 from 0 to 622592 tid 1 2021-07-26T15:52:52.990 INFO:tasks.rados.rados.0.smithi046.stdout:2052: writing smithi04638994-18 from 622592 to 1187840 tid 2 2021-07-26T15:52:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:2052: writing smithi04638994-18 from 1187840 to 1425408 tid 3 2021-07-26T15:52:52.992 INFO:tasks.rados.rados.0.smithi046.stdout:2044: done (7 left) 2021-07-26T15:52:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:2053: delete oid 3 current snap is 191 2021-07-26T15:52:52.993 INFO:tasks.rados.rados.0.smithi046.stdout:2047: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:52:53.058 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 0 to smithi04638994-40 2021-07-26T15:52:53.059 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1330 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:52:53.059 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 1 to smithi04638994-40 2021-07-26T15:52:53.059 INFO:tasks.rados.rados.0.smithi046.stdout:2045: finishing rollback tid 2 to smithi04638994-40 2021-07-26T15:52:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1160 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:52:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:2048: finishing write tid 1 to smithi04638994-17 2021-07-26T15:52:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:2052: finishing write tid 1 to smithi04638994-18 2021-07-26T15:52:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:2052: finishing write tid 2 to smithi04638994-18 2021-07-26T15:52:53.060 INFO:tasks.rados.rados.0.smithi046.stdout:2052: finishing write tid 3 to smithi04638994-18 2021-07-26T15:52:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:2052: finishing write tid 4 to smithi04638994-18 2021-07-26T15:52:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:2052: finishing write tid 5 to smithi04638994-18 2021-07-26T15:52:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1098 (ObjNum 658 snap 191 seq_num 658) dirty exists 2021-07-26T15:52:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:2052: left oid 18 (ObjNum 658 snap 191 seq_num 658) 2021-07-26T15:52:53.061 INFO:tasks.rados.rados.0.smithi046.stdout:2048: finishing write tid 2 to smithi04638994-17 2021-07-26T15:52:53.062 INFO:tasks.rados.rados.0.smithi046.stdout:2048: finishing write tid 3 to smithi04638994-17 2021-07-26T15:52:53.062 INFO:tasks.rados.rados.0.smithi046.stdout:2045: done (7 left) 2021-07-26T15:52:53.062 INFO:tasks.rados.rados.0.smithi046.stdout:2046: done (6 left) 2021-07-26T15:52:53.062 INFO:tasks.rados.rados.0.smithi046.stdout:2047: done (5 left) 2021-07-26T15:52:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:2052: done (4 left) 2021-07-26T15:52:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:2053: done (3 left) 2021-07-26T15:52:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:2054: read oid 9 snap -1 2021-07-26T15:52:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:2054: expect deleted 2021-07-26T15:52:53.063 INFO:tasks.rados.rados.0.smithi046.stdout:2055: snap_create 2021-07-26T15:52:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:2048: finishing write tid 4 to smithi04638994-17 2021-07-26T15:52:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1166 (ObjNum 647 snap 189 seq_num 647) dirty exists 2021-07-26T15:52:53.064 INFO:tasks.rados.rados.0.smithi046.stdout:2048: finishing write tid 5 to smithi04638994-17 2021-07-26T15:52:53.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1164 (ObjNum 657 snap 191 seq_num 657) dirty exists 2021-07-26T15:52:53.066 INFO:tasks.rados.rados.0.smithi046.stdout:2048: left oid 17 (ObjNum 657 snap 191 seq_num 657) 2021-07-26T15:52:53.066 INFO:tasks.rados.rados.0.smithi046.stdout:2049: expect (ObjNum 641 snap 187 seq_num 641) 2021-07-26T15:52:53.230 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:52 smithi046 bash[42351]: cluster 2021-07-26T15:52:51.939383+0000 mgr.y (mgr.24683) 305 : cluster [DBG] pgmap v493: 25 pgs: 25 active+clean; 201 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:52:53.230 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:52 smithi046 bash[42351]: cluster 2021-07-26T15:52:51.963428+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-07-26T15:52:53.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:52 smithi046 bash[41283]: cluster 2021-07-26T15:52:51.939383+0000 mgr.y (mgr.24683) 305 : cluster [DBG] pgmap v493: 25 pgs: 25 active+clean; 201 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:52:53.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:52 smithi046 bash[41283]: cluster 2021-07-26T15:52:51.963428+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-07-26T15:52:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:52 smithi073 bash[34190]: cluster 2021-07-26T15:52:51.939383+0000 mgr.y (mgr.24683) 305 : cluster [DBG] pgmap v493: 25 pgs: 25 active+clean; 201 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:52:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:52 smithi073 bash[34190]: cluster 2021-07-26T15:52:51.963428+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2021-07-26T15:52:54.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:53 smithi073 bash[34190]: cluster 2021-07-26T15:52:52.965671+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-07-26T15:52:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:53 smithi046 bash[41283]: cluster 2021-07-26T15:52:52.965671+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-07-26T15:52:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:53 smithi046 bash[42351]: cluster 2021-07-26T15:52:52.965671+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2021-07-26T15:52:54.607 INFO:tasks.rados.rados.0.smithi046.stdout:2048: done (4 left) 2021-07-26T15:52:54.608 INFO:tasks.rados.rados.0.smithi046.stdout:2049: done (3 left) 2021-07-26T15:52:54.608 INFO:tasks.rados.rados.0.smithi046.stdout:2050: done (2 left) 2021-07-26T15:52:54.608 INFO:tasks.rados.rados.0.smithi046.stdout:2054: done (1 left) 2021-07-26T15:52:54.608 INFO:tasks.rados.rados.0.smithi046.stdout:2055: done (0 left) 2021-07-26T15:52:54.609 INFO:tasks.rados.rados.0.smithi046.stdout:2056: read oid 46 snap 191 2021-07-26T15:52:54.609 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 652 snap 189 seq_num 652) 2021-07-26T15:52:54.609 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 192 2021-07-26T15:52:54.609 INFO:tasks.rados.rados.0.smithi046.stdout:2057: seq_num 660 ranges {8749056=663552,9412608=737280,10149888=65536} 2021-07-26T15:52:54.666 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04638994-32 from 8749056 to 9412608 tid 1 2021-07-26T15:52:54.671 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04638994-32 from 9412608 to 10149888 tid 2 2021-07-26T15:52:54.672 INFO:tasks.rados.rados.0.smithi046.stdout:2057: writing smithi04638994-32 from 10149888 to 10215424 tid 3 2021-07-26T15:52:54.672 INFO:tasks.rados.rados.0.smithi046.stdout:2058: read oid 31 snap -1 2021-07-26T15:52:54.672 INFO:tasks.rados.rados.0.smithi046.stdout:2058: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:52:54.672 INFO:tasks.rados.rados.0.smithi046.stdout:2059: read oid 47 snap -1 2021-07-26T15:52:54.673 INFO:tasks.rados.rados.0.smithi046.stdout:2059: expect (ObjNum 608 snap 178 seq_num 608) 2021-07-26T15:52:54.673 INFO:tasks.rados.rados.0.smithi046.stdout:2060: setattr oid 40 current snap is 192 2021-07-26T15:52:54.673 INFO:tasks.rados.rados.0.smithi046.stdout:2056: expect (ObjNum 652 snap 189 seq_num 652) 2021-07-26T15:52:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 1 to smithi04638994-32 2021-07-26T15:52:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 2 to smithi04638994-32 2021-07-26T15:52:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 3 to smithi04638994-32 2021-07-26T15:52:54.811 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 4 to smithi04638994-32 2021-07-26T15:52:54.812 INFO:tasks.rados.rados.0.smithi046.stdout:2057: finishing write tid 5 to smithi04638994-32 2021-07-26T15:52:54.812 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1105 (ObjNum 660 snap 192 seq_num 660) dirty exists 2021-07-26T15:52:54.812 INFO:tasks.rados.rados.0.smithi046.stdout:2057: left oid 32 (ObjNum 660 snap 192 seq_num 660) 2021-07-26T15:52:54.812 INFO:tasks.rados.rados.0.smithi046.stdout:2058: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:52:54.916 INFO:tasks.rados.rados.0.smithi046.stdout:2059: expect (ObjNum 608 snap 178 seq_num 608) 2021-07-26T15:52:55.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:54 smithi046 bash[41283]: cluster 2021-07-26T15:52:53.940034+0000 mgr.y (mgr.24683) 306 : cluster [DBG] pgmap v496: 25 pgs: 25 active+clean; 200 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:52:55.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:54 smithi046 bash[41283]: cluster 2021-07-26T15:52:53.979003+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-07-26T15:52:55.313 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:54 smithi046 bash[42351]: cluster 2021-07-26T15:52:53.940034+0000 mgr.y (mgr.24683) 306 : cluster [DBG] pgmap v496: 25 pgs: 25 active+clean; 200 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:52:55.314 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:54 smithi046 bash[42351]: cluster 2021-07-26T15:52:53.979003+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-07-26T15:52:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:54 smithi073 bash[34190]: cluster 2021-07-26T15:52:53.940034+0000 mgr.y (mgr.24683) 306 : cluster [DBG] pgmap v496: 25 pgs: 25 active+clean; 200 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T15:52:55.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:54 smithi073 bash[34190]: cluster 2021-07-26T15:52:53.979003+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2021-07-26T15:52:55.782 INFO:teuthology.orchestra.run.smithi046.stdout:true 2021-07-26T15:52:56.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:55 smithi046 bash[41283]: audit 2021-07-26T15:52:55.770892+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.46:0/2980541456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:56.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:55 smithi046 bash[41283]: cluster 2021-07-26T15:52:55.952692+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-07-26T15:52:56.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:55 smithi046 bash[42351]: audit 2021-07-26T15:52:55.770892+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.46:0/2980541456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:56.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:55 smithi046 bash[42351]: cluster 2021-07-26T15:52:55.952692+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-07-26T15:52:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:55 smithi073 bash[34190]: audit 2021-07-26T15:52:55.770892+0000 mon.a (mon.0) 1008 : audit [DBG] from='client.? 172.21.15.46:0/2980541456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:52:56.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:55 smithi073 bash[34190]: cluster 2021-07-26T15:52:55.952692+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2021-07-26T15:52:56.588 INFO:tasks.rados.rados.0.smithi046.stdout:2056: done (4 left) 2021-07-26T15:52:56.588 INFO:tasks.rados.rados.0.smithi046.stdout:2057: done (3 left) 2021-07-26T15:52:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:2058: done (2 left) 2021-07-26T15:52:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:2059: done (1 left) 2021-07-26T15:52:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 192 2021-07-26T15:52:56.589 INFO:tasks.rados.rados.0.smithi046.stdout:2061: seq_num 661 ranges {540672=679936,1220608=622592,1843200=180224} 2021-07-26T15:52:56.602 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04638994-30 from 540672 to 1220608 tid 1 2021-07-26T15:52:56.605 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04638994-30 from 1220608 to 1843200 tid 2 2021-07-26T15:52:56.606 INFO:tasks.rados.rados.0.smithi046.stdout:2061: writing smithi04638994-30 from 1843200 to 2023424 tid 3 2021-07-26T15:52:56.606 INFO:tasks.rados.rados.0.smithi046.stdout:2062: copy_from oid 39 from oid 9 current snap is 192 2021-07-26T15:52:56.606 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1168 (ObjNum 555 snap 161 seq_num 555) dirty exists 2021-07-26T15:52:56.606 INFO:tasks.rados.rados.0.smithi046.stdout:2060: done (2 left) 2021-07-26T15:52:56.607 INFO:tasks.rados.rados.0.smithi046.stdout:2063: snap_remove snap 191 2021-07-26T15:52:56.748 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2021-07-26T15:52:56.991 INFO:tasks.rados.rados.0.smithi046.stdout:2063: done (2 left) 2021-07-26T15:52:56.992 INFO:tasks.rados.rados.0.smithi046.stdout:2064: snap_create 2021-07-26T15:52:56.992 INFO:tasks.rados.rados.0.smithi046.stdout:2062: finishing copy_from to smithi04638994-39 2021-07-26T15:52:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:2062: got expected ENOENT (src dne) 2021-07-26T15:52:56.993 INFO:tasks.rados.rados.0.smithi046.stdout:2062: finishing copy_from racing read to smithi04638994-39 2021-07-26T15:52:56.994 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 1 to smithi04638994-30 2021-07-26T15:52:56.994 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 2 to smithi04638994-30 2021-07-26T15:52:56.995 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 3 to smithi04638994-30 2021-07-26T15:52:56.995 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 4 to smithi04638994-30 2021-07-26T15:52:56.996 INFO:tasks.rados.rados.0.smithi046.stdout:2061: finishing write tid 5 to smithi04638994-30 2021-07-26T15:52:56.996 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 574 (ObjNum 661 snap 192 seq_num 661) dirty exists 2021-07-26T15:52:56.996 INFO:tasks.rados.rados.0.smithi046.stdout:2061: left oid 30 (ObjNum 661 snap 192 seq_num 661) 2021-07-26T15:52:56.997 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:56 smithi046 bash[41283]: cluster 2021-07-26T15:52:55.940675+0000 mgr.y (mgr.24683) 307 : cluster [DBG] pgmap v498: 25 pgs: 25 active+clean; 187 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 615 B/s rd, 822 KiB/s wr, 7 op/s 2021-07-26T15:52:57.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:57 smithi073 bash[34190]: cluster 2021-07-26T15:52:55.940675+0000 mgr.y (mgr.24683) 307 : cluster [DBG] pgmap v498: 25 pgs: 25 active+clean; 187 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 615 B/s rd, 822 KiB/s wr, 7 op/s 2021-07-26T15:52:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:56 smithi046 bash[42351]: cluster 2021-07-26T15:52:55.940675+0000 mgr.y (mgr.24683) 307 : cluster [DBG] pgmap v498: 25 pgs: 25 active+clean; 187 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 615 B/s rd, 822 KiB/s wr, 7 op/s 2021-07-26T15:52:58.010 INFO:tasks.rados.rados.0.smithi046.stdout:2061: done (2 left) 2021-07-26T15:52:58.011 INFO:tasks.rados.rados.0.smithi046.stdout:2062: done (1 left) 2021-07-26T15:52:58.011 INFO:tasks.rados.rados.0.smithi046.stdout:2064: done (0 left) 2021-07-26T15:52:58.012 INFO:tasks.rados.rados.0.smithi046.stdout:2065: rollback oid 29 current snap is 193 2021-07-26T15:52:58.012 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 190 2021-07-26T15:52:58.012 INFO:tasks.rados.rados.0.smithi046.stdout:2066: snap_remove snap 192 2021-07-26T15:52:58.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:58 smithi046 bash[41283]: cluster 2021-07-26T15:52:56.991535+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-07-26T15:52:58.306 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:58 smithi046 bash[42351]: cluster 2021-07-26T15:52:56.991535+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-07-26T15:52:58.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:58 smithi073 bash[34190]: cluster 2021-07-26T15:52:56.991535+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2021-07-26T15:52:59.025 INFO:tasks.rados.rados.0.smithi046.stdout:2066: done (1 left) 2021-07-26T15:52:59.026 INFO:tasks.rados.rados.0.smithi046.stdout:2067: rollback oid 42 current snap is 193 2021-07-26T15:52:59.026 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 190 2021-07-26T15:52:59.026 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:52:59.027 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:52:59.027 INFO:tasks.rados.rados.0.smithi046.stdout:2065: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:52:59.027 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1334 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:52:59.027 INFO:tasks.rados.rados.0.smithi046.stdout:2065: done (1 left) 2021-07-26T15:52:59.028 INFO:tasks.rados.rados.0.smithi046.stdout:2068: delete oid 11 current snap is 193 2021-07-26T15:52:59.033 INFO:tasks.rados.rados.0.smithi046.stdout:2067: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:52:59.034 INFO:tasks.rados.rados.0.smithi046.stdout:2067: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:52:59.035 INFO:tasks.rados.rados.0.smithi046.stdout:2067: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:52:59.035 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 214 (ObjNum 613 snap 178 seq_num 613) dirty exists 2021-07-26T15:52:59.036 INFO:tasks.rados.rados.0.smithi046.stdout:2067: done (1 left) 2021-07-26T15:52:59.036 INFO:tasks.rados.rados.0.smithi046.stdout:2068: done (0 left) 2021-07-26T15:52:59.036 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 193 2021-07-26T15:52:59.037 INFO:tasks.rados.rados.0.smithi046.stdout:2069: seq_num 663 ranges {663552=712704,1376256=442368,1818624=360448} 2021-07-26T15:52:59.045 INFO:tasks.rados.rados.0.smithi046.stdout:2069: writing smithi04638994-34 from 663552 to 1376256 tid 1 2021-07-26T15:52:59.048 INFO:tasks.rados.rados.0.smithi046.stdout:2069: writing smithi04638994-34 from 1376256 to 1818624 tid 2 2021-07-26T15:52:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:2069: writing smithi04638994-34 from 1818624 to 2179072 tid 3 2021-07-26T15:52:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:2070: rmattr oid 44 current snap is 193 2021-07-26T15:52:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:2071: rmattr oid 10 current snap is 193 2021-07-26T15:52:59.051 INFO:tasks.rados.rados.0.smithi046.stdout:2071: done (2 left) 2021-07-26T15:52:59.052 INFO:tasks.rados.rados.0.smithi046.stdout:2072: copy_from oid 23 from oid 37 current snap is 193 2021-07-26T15:52:59.052 INFO:tasks.rados.rados.0.smithi046.stdout:2073: copy_from oid 11 from oid 50 current snap is 193 2021-07-26T15:52:59.052 INFO:tasks.rados.rados.0.smithi046.stdout:2074: snap_remove snap 190 2021-07-26T15:52:59.335 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[42351]: cluster 2021-07-26T15:52:57.941395+0000 mgr.y (mgr.24683) 308 : cluster [DBG] pgmap v501: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2021-07-26T15:52:59.335 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[42351]: cluster 2021-07-26T15:52:58.005933+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-07-26T15:52:59.335 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[42351]: audit 2021-07-26T15:52:58.072441+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:59.336 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[42351]: audit 2021-07-26T15:52:58.955961+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:59.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[41283]: cluster 2021-07-26T15:52:57.941395+0000 mgr.y (mgr.24683) 308 : cluster [DBG] pgmap v501: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2021-07-26T15:52:59.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[41283]: cluster 2021-07-26T15:52:58.005933+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-07-26T15:52:59.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[41283]: audit 2021-07-26T15:52:58.072441+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:59.337 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:52:59 smithi046 bash[41283]: audit 2021-07-26T15:52:58.955961+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:59 smithi073 bash[34190]: cluster 2021-07-26T15:52:57.941395+0000 mgr.y (mgr.24683) 308 : cluster [DBG] pgmap v501: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2021-07-26T15:52:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:59 smithi073 bash[34190]: cluster 2021-07-26T15:52:58.005933+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2021-07-26T15:52:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:59 smithi073 bash[34190]: audit 2021-07-26T15:52:58.072441+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:52:59 smithi073 bash[34190]: audit 2021-07-26T15:52:58.955961+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:00.033 INFO:tasks.rados.rados.0.smithi046.stdout:2074: done (4 left) 2021-07-26T15:53:00.033 INFO:tasks.rados.rados.0.smithi046.stdout:2075: rollback oid 1 current snap is 193 2021-07-26T15:53:00.034 INFO:tasks.rados.rados.0.smithi046.stdout:2075: done (4 left) 2021-07-26T15:53:00.034 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 193 2021-07-26T15:53:00.034 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing write tid 1 to smithi04638994-34 2021-07-26T15:53:00.034 INFO:tasks.rados.rados.0.smithi046.stdout:2076: seq_num 664 ranges {2023424=729088,2752512=729088,3481600=73728} 2021-07-26T15:53:00.053 INFO:tasks.rados.rados.0.smithi046.stdout:2076: writing smithi04638994-27 from 2023424 to 2752512 tid 1 2021-07-26T15:53:00.064 INFO:tasks.rados.rados.0.smithi046.stdout:2076: writing smithi04638994-27 from 2752512 to 3481600 tid 2 2021-07-26T15:53:00.064 INFO:tasks.rados.rados.0.smithi046.stdout:2076: writing smithi04638994-27 from 3481600 to 3555328 tid 3 2021-07-26T15:53:00.064 INFO:tasks.rados.rados.0.smithi046.stdout:2077: delete oid 46 current snap is 193 2021-07-26T15:53:00.064 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing write tid 2 to smithi04638994-34 2021-07-26T15:53:00.065 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing write tid 3 to smithi04638994-34 2021-07-26T15:53:00.065 INFO:tasks.rados.rados.0.smithi046.stdout:2072: finishing copy_from to smithi04638994-23 2021-07-26T15:53:00.065 INFO:tasks.rados.rados.0.smithi046.stdout:2072: got expected ENOENT (src dne) 2021-07-26T15:53:00.065 INFO:tasks.rados.rados.0.smithi046.stdout:2072: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:53:00.066 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing write tid 4 to smithi04638994-34 2021-07-26T15:53:00.066 INFO:tasks.rados.rados.0.smithi046.stdout:2069: finishing write tid 5 to smithi04638994-34 2021-07-26T15:53:00.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1089 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:53:00.066 INFO:tasks.rados.rados.0.smithi046.stdout:2069: left oid 34 (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:53:00.066 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1146 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:53:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing copy_from to smithi04638994-11 2021-07-26T15:53:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 925 (ObjNum 607 snap 178 seq_num 607) dirty exists 2021-07-26T15:53:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:2073: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:53:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:2069: done (5 left) 2021-07-26T15:53:00.067 INFO:tasks.rados.rados.0.smithi046.stdout:2070: done (4 left) 2021-07-26T15:53:00.068 INFO:tasks.rados.rados.0.smithi046.stdout:2072: done (3 left) 2021-07-26T15:53:00.068 INFO:tasks.rados.rados.0.smithi046.stdout:2073: done (2 left) 2021-07-26T15:53:00.068 INFO:tasks.rados.rados.0.smithi046.stdout:2077: done (1 left) 2021-07-26T15:53:00.068 INFO:tasks.rados.rados.0.smithi046.stdout:2078: snap_create 2021-07-26T15:53:00.069 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing write tid 1 to smithi04638994-27 2021-07-26T15:53:00.069 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing write tid 2 to smithi04638994-27 2021-07-26T15:53:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing write tid 3 to smithi04638994-27 2021-07-26T15:53:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing write tid 4 to smithi04638994-27 2021-07-26T15:53:00.072 INFO:tasks.rados.rados.0.smithi046.stdout:2076: finishing write tid 5 to smithi04638994-27 2021-07-26T15:53:00.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1178 (ObjNum 664 snap 193 seq_num 664) dirty exists 2021-07-26T15:53:00.073 INFO:tasks.rados.rados.0.smithi046.stdout:2076: left oid 27 (ObjNum 664 snap 193 seq_num 664) 2021-07-26T15:53:00.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:00 smithi073 bash[34190]: cluster 2021-07-26T15:52:59.023668+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-07-26T15:53:00.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:00 smithi046 bash[42351]: cluster 2021-07-26T15:52:59.023668+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-07-26T15:53:00.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:00 smithi046 bash[41283]: cluster 2021-07-26T15:52:59.023668+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2021-07-26T15:53:00.962 INFO:tasks.rados.rados.0.smithi046.stdout:2076: done (1 left) 2021-07-26T15:53:00.962 INFO:tasks.rados.rados.0.smithi046.stdout:2078: done (0 left) 2021-07-26T15:53:00.962 INFO:tasks.rados.rados.0.smithi046.stdout:2079: read oid 46 snap -1 2021-07-26T15:53:00.963 INFO:tasks.rados.rados.0.smithi046.stdout:2079: expect deleted 2021-07-26T15:53:00.963 INFO:tasks.rados.rados.0.smithi046.stdout:2080: rmattr oid 14 current snap is 194 2021-07-26T15:53:00.963 INFO:tasks.rados.rados.0.smithi046.stdout:2081: rollback oid 47 current snap is 194 2021-07-26T15:53:00.963 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 193 2021-07-26T15:53:00.964 INFO:tasks.rados.rados.0.smithi046.stdout:2082: delete oid 43 current snap is 194 2021-07-26T15:53:00.964 INFO:tasks.rados.rados.0.smithi046.stdout:2079: done (3 left) 2021-07-26T15:53:00.964 INFO:tasks.rados.rados.0.smithi046.stdout:2082: done (2 left) 2021-07-26T15:53:00.964 INFO:tasks.rados.rados.0.smithi046.stdout:2083: rollback oid 21 current snap is 194 2021-07-26T15:53:00.964 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 193 2021-07-26T15:53:00.965 INFO:tasks.rados.rados.0.smithi046.stdout:2084: snap_create 2021-07-26T15:53:00.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 964 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:53:00.968 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing rollback tid 0 to smithi04638994-47 2021-07-26T15:53:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:2083: finishing rollback tid 1 to smithi04638994-21 2021-07-26T15:53:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1094 (ObjNum 0 snap 32682 seq_num 198059104) dirty dne 2021-07-26T15:53:00.969 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:53:00.970 INFO:tasks.rados.rados.0.smithi046.stdout:2081: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:53:00.970 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1179 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:53:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)" 2021-07-26T15:53:01.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:01 smithi073 bash[34190]: cluster 2021-07-26T15:52:59.942120+0000 mgr.y (mgr.24683) 309 : cluster [DBG] pgmap v504: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T15:53:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:01 smithi073 bash[34190]: cluster 2021-07-26T15:53:00.033350+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-07-26T15:53:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:01 smithi073 bash[34190]: cluster 2021-07-26T15:53:00.955450+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-07-26T15:53:01.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:01 smithi073 bash[34190]: audit 2021-07-26T15:53:01.020049+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.46:0/1871775968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:53:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[41283]: cluster 2021-07-26T15:52:59.942120+0000 mgr.y (mgr.24683) 309 : cluster [DBG] pgmap v504: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T15:53:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[41283]: cluster 2021-07-26T15:53:00.033350+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-07-26T15:53:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[41283]: cluster 2021-07-26T15:53:00.955450+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-07-26T15:53:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[41283]: audit 2021-07-26T15:53:01.020049+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.46:0/1871775968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:53:01.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[42351]: cluster 2021-07-26T15:52:59.942120+0000 mgr.y (mgr.24683) 309 : cluster [DBG] pgmap v504: 25 pgs: 25 active+clean; 193 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T15:53:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[42351]: cluster 2021-07-26T15:53:00.033350+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2021-07-26T15:53:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[42351]: cluster 2021-07-26T15:53:00.955450+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2021-07-26T15:53:01.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:01 smithi046 bash[42351]: audit 2021-07-26T15:53:01.020049+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.46:0/1871775968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:53:01.926 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T15:53:01.927 INFO:teuthology.task.print:**** done end upgrade, wait... 2021-07-26T15:53:01.927 DEBUG:teuthology.parallel:result is None 2021-07-26T15:53:01.968 INFO:tasks.rados.rados.0.smithi046.stdout:2080: done (3 left) 2021-07-26T15:53:01.969 INFO:tasks.rados.rados.0.smithi046.stdout:2081: done (2 left) 2021-07-26T15:53:01.969 INFO:tasks.rados.rados.0.smithi046.stdout:2083: done (1 left) 2021-07-26T15:53:01.970 INFO:tasks.rados.rados.0.smithi046.stdout:2084: done (0 left) 2021-07-26T15:53:01.970 INFO:tasks.rados.rados.0.smithi046.stdout:2085: snap_create 2021-07-26T15:53:02.973 INFO:tasks.rados.rados.0.smithi046.stdout:2085: done (0 left) 2021-07-26T15:53:02.973 INFO:tasks.rados.rados.0.smithi046.stdout:2086: snap_create 2021-07-26T15:53:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:02 smithi073 bash[34190]: cluster 2021-07-26T15:53:01.942919+0000 mgr.y (mgr.24683) 310 : cluster [DBG] pgmap v507: 25 pgs: 25 active+clean; 191 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 744 KiB/s wr, 11 op/s 2021-07-26T15:53:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:02 smithi073 bash[34190]: cluster 2021-07-26T15:53:01.969220+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-07-26T15:53:03.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:02 smithi046 bash[41283]: cluster 2021-07-26T15:53:01.942919+0000 mgr.y (mgr.24683) 310 : cluster [DBG] pgmap v507: 25 pgs: 25 active+clean; 191 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 744 KiB/s wr, 11 op/s 2021-07-26T15:53:03.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:02 smithi046 bash[41283]: cluster 2021-07-26T15:53:01.969220+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-07-26T15:53:03.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:02 smithi046 bash[42351]: cluster 2021-07-26T15:53:01.942919+0000 mgr.y (mgr.24683) 310 : cluster [DBG] pgmap v507: 25 pgs: 25 active+clean; 191 MiB data, 1005 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 744 KiB/s wr, 11 op/s 2021-07-26T15:53:03.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:02 smithi046 bash[42351]: cluster 2021-07-26T15:53:01.969220+0000 mon.a (mon.0) 1018 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2021-07-26T15:53:03.995 INFO:tasks.rados.rados.0.smithi046.stdout:2086: done (0 left) 2021-07-26T15:53:03.996 INFO:tasks.rados.rados.0.smithi046.stdout:2087: read oid 21 snap -1 2021-07-26T15:53:03.996 INFO:tasks.rados.rados.0.smithi046.stdout:2087: expect deleted 2021-07-26T15:53:03.997 INFO:tasks.rados.rados.0.smithi046.stdout:2088: delete oid 10 current snap is 197 2021-07-26T15:53:04.007 INFO:tasks.rados.rados.0.smithi046.stdout:2087: done (1 left) 2021-07-26T15:53:04.008 INFO:tasks.rados.rados.0.smithi046.stdout:2088: done (0 left) 2021-07-26T15:53:04.008 INFO:tasks.rados.rados.0.smithi046.stdout:2089: rollback oid 38 current snap is 197 2021-07-26T15:53:04.009 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 195 2021-07-26T15:53:04.009 INFO:tasks.rados.rados.0.smithi046.stdout:2090: snap_remove snap 194 2021-07-26T15:53:04.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:03 smithi073 bash[34190]: cluster 2021-07-26T15:53:02.971442+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T15:53:04.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:03 smithi046 bash[41283]: cluster 2021-07-26T15:53:02.971442+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T15:53:04.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:03 smithi046 bash[42351]: cluster 2021-07-26T15:53:02.971442+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T15:53:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:2090: done (1 left) 2021-07-26T15:53:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:2091: snap_create 2021-07-26T15:53:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:2089: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:53:04.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 0 (ObjNum 197743968 snap 22029 seq_num 197449056) dirty dne 2021-07-26T15:53:05.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:04 smithi073 bash[34190]: cluster 2021-07-26T15:53:03.943790+0000 mgr.y (mgr.24683) 311 : cluster [DBG] pgmap v510: 25 pgs: 25 active+clean; 180 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:53:05.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:04 smithi073 bash[34190]: cluster 2021-07-26T15:53:03.991539+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T15:53:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:04 smithi046 bash[41283]: cluster 2021-07-26T15:53:03.943790+0000 mgr.y (mgr.24683) 311 : cluster [DBG] pgmap v510: 25 pgs: 25 active+clean; 180 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:53:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:04 smithi046 bash[41283]: cluster 2021-07-26T15:53:03.991539+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T15:53:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:04 smithi046 bash[42351]: cluster 2021-07-26T15:53:03.943790+0000 mgr.y (mgr.24683) 311 : cluster [DBG] pgmap v510: 25 pgs: 25 active+clean; 180 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:53:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:04 smithi046 bash[42351]: cluster 2021-07-26T15:53:03.991539+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T15:53:05.959 INFO:tasks.rados.rados.0.smithi046.stdout:2089: done (1 left) 2021-07-26T15:53:05.959 INFO:tasks.rados.rados.0.smithi046.stdout:2091: done (0 left) 2021-07-26T15:53:05.959 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 198 2021-07-26T15:53:05.960 INFO:tasks.rados.rados.0.smithi046.stdout:2092: seq_num 668 ranges {2105344=794624,2899968=663552,3563520=139264} 2021-07-26T15:53:05.979 INFO:tasks.rados.rados.0.smithi046.stdout:2092: writing smithi04638994-40 from 2105344 to 2899968 tid 1 2021-07-26T15:53:05.988 INFO:tasks.rados.rados.0.smithi046.stdout:2092: writing smithi04638994-40 from 2899968 to 3563520 tid 2 2021-07-26T15:53:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2092: writing smithi04638994-40 from 3563520 to 3702784 tid 3 2021-07-26T15:53:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2093: setattr oid 18 current snap is 198 2021-07-26T15:53:05.989 INFO:tasks.rados.rados.0.smithi046.stdout:2094: setattr oid 7 current snap is 198 2021-07-26T15:53:05.990 INFO:tasks.rados.rados.0.smithi046.stdout:2095: rollback oid 12 current snap is 198 2021-07-26T15:53:05.990 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 193 2021-07-26T15:53:05.991 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 198 2021-07-26T15:53:05.991 INFO:tasks.rados.rados.0.smithi046.stdout:2096: seq_num 669 ranges {2170880=409600,2580480=548864,3129344=655360} 2021-07-26T15:53:06.004 INFO:tasks.rados.rados.0.smithi046.stdout:2096: writing smithi04638994-4 from 2170880 to 2580480 tid 1 2021-07-26T15:53:06.007 INFO:tasks.rados.rados.0.smithi046.stdout:2096: writing smithi04638994-4 from 2580480 to 3129344 tid 2 2021-07-26T15:53:06.012 INFO:tasks.rados.rados.0.smithi046.stdout:2096: writing smithi04638994-4 from 3129344 to 3784704 tid 3 2021-07-26T15:53:06.013 INFO:tasks.rados.rados.0.smithi046.stdout:2097: read oid 32 snap 197 2021-07-26T15:53:06.013 INFO:tasks.rados.rados.0.smithi046.stdout:2097: expect (ObjNum 660 snap 192 seq_num 660) 2021-07-26T15:53:06.013 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 198 2021-07-26T15:53:06.013 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing write tid 1 to smithi04638994-40 2021-07-26T15:53:06.014 INFO:tasks.rados.rados.0.smithi046.stdout:2098: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2021-07-26T15:53:06.014 INFO:tasks.rados.rados.0.smithi046.stdout:2098: writing smithi04638994-19 from 0 to 425984 tid 1 2021-07-26T15:53:06.016 INFO:tasks.rados.rados.0.smithi046.stdout:2098: writing smithi04638994-19 from 425984 to 909312 tid 2 2021-07-26T15:53:06.028 INFO:tasks.rados.rados.0.smithi046.stdout:2098: writing smithi04638994-19 from 909312 to 1417216 tid 3 2021-07-26T15:53:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:2098: writing smithi04638994-19 from 1417216 to 1630208 tid 4 2021-07-26T15:53:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 198 2021-07-26T15:53:06.029 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing write tid 2 to smithi04638994-40 2021-07-26T15:53:06.030 INFO:tasks.rados.rados.0.smithi046.stdout:2099: seq_num 671 ranges {2105344=442368,2547712=761856,3309568=442368} 2021-07-26T15:53:06.038 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04638994-25 from 2105344 to 2547712 tid 1 2021-07-26T15:53:06.045 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04638994-25 from 2547712 to 3309568 tid 2 2021-07-26T15:53:06.053 INFO:tasks.rados.rados.0.smithi046.stdout:2099: writing smithi04638994-25 from 3309568 to 3751936 tid 3 2021-07-26T15:53:06.053 INFO:tasks.rados.rados.0.smithi046.stdout:2100: read oid 44 snap -1 2021-07-26T15:53:06.056 INFO:tasks.rados.rados.0.smithi046.stdout:2100: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:53:06.056 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:53:06.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1099 (ObjNum 658 snap 191 seq_num 658) dirty exists 2021-07-26T15:53:06.057 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing write tid 3 to smithi04638994-40 2021-07-26T15:53:06.057 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:53:06.057 INFO:tasks.rados.rados.0.smithi046.stdout:2095: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:53:06.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1109 (ObjNum 633 snap 183 seq_num 633) dirty exists 2021-07-26T15:53:06.063 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing write tid 4 to smithi04638994-40 2021-07-26T15:53:06.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1185 (ObjNum 594 snap 174 seq_num 594) dirty exists 2021-07-26T15:53:06.064 INFO:tasks.rados.rados.0.smithi046.stdout:2092: finishing write tid 5 to smithi04638994-40 2021-07-26T15:53:06.064 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1183 (ObjNum 668 snap 198 seq_num 668) dirty exists 2021-07-26T15:53:06.064 INFO:tasks.rados.rados.0.smithi046.stdout:2092: left oid 40 (ObjNum 668 snap 198 seq_num 668) 2021-07-26T15:53:06.065 INFO:tasks.rados.rados.0.smithi046.stdout:2096: finishing write tid 1 to smithi04638994-4 2021-07-26T15:53:06.065 INFO:tasks.rados.rados.0.smithi046.stdout:2092: done (8 left) 2021-07-26T15:53:06.067 INFO:tasks.rados.rados.0.smithi046.stdout:2093: done (7 left) 2021-07-26T15:53:06.067 INFO:tasks.rados.rados.0.smithi046.stdout:2094: done (6 left) 2021-07-26T15:53:06.072 INFO:tasks.rados.rados.0.smithi046.stdout:2095: done (5 left) 2021-07-26T15:53:06.072 INFO:tasks.rados.rados.0.smithi046.stdout:2101: copy_from oid 48 from oid 41 current snap is 198 2021-07-26T15:53:06.073 INFO:tasks.rados.rados.0.smithi046.stdout:2096: finishing write tid 2 to smithi04638994-4 2021-07-26T15:53:06.073 INFO:tasks.rados.rados.0.smithi046.stdout:2096: finishing write tid 3 to smithi04638994-4 2021-07-26T15:53:06.073 INFO:tasks.rados.rados.0.smithi046.stdout:2096: finishing write tid 4 to smithi04638994-4 2021-07-26T15:53:06.073 INFO:tasks.rados.rados.0.smithi046.stdout:2096: finishing write tid 5 to smithi04638994-4 2021-07-26T15:53:06.073 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 968 (ObjNum 669 snap 198 seq_num 669) dirty exists 2021-07-26T15:53:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:2096: left oid 4 (ObjNum 669 snap 198 seq_num 669) 2021-07-26T15:53:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 1 to smithi04638994-19 2021-07-26T15:53:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 2 to smithi04638994-19 2021-07-26T15:53:06.074 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 3 to smithi04638994-19 2021-07-26T15:53:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 4 to smithi04638994-19 2021-07-26T15:53:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 5 to smithi04638994-19 2021-07-26T15:53:06.075 INFO:tasks.rados.rados.0.smithi046.stdout:2098: finishing write tid 6 to smithi04638994-19 2021-07-26T15:53:06.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1184 (ObjNum 670 snap 198 seq_num 670) dirty exists 2021-07-26T15:53:06.076 INFO:tasks.rados.rados.0.smithi046.stdout:2098: left oid 19 (ObjNum 670 snap 198 seq_num 670) 2021-07-26T15:53:06.076 INFO:tasks.rados.rados.0.smithi046.stdout:2096: done (5 left) 2021-07-26T15:53:06.076 INFO:tasks.rados.rados.0.smithi046.stdout:2098: done (4 left) 2021-07-26T15:53:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 198 2021-07-26T15:53:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:2102: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2021-07-26T15:53:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:2102: writing smithi04638994-43 from 0 to 458752 tid 1 2021-07-26T15:53:06.086 INFO:tasks.rados.rados.0.smithi046.stdout:2102: writing smithi04638994-43 from 458752 to 1105920 tid 2 2021-07-26T15:53:06.086 INFO:tasks.rados.rados.0.smithi046.stdout:2102: writing smithi04638994-43 from 1105920 to 1572864 tid 3 2021-07-26T15:53:06.086 INFO:tasks.rados.rados.0.smithi046.stdout:2102: writing smithi04638994-43 from 1572864 to 1662976 tid 4 2021-07-26T15:53:06.086 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 198 2021-07-26T15:53:06.087 INFO:tasks.rados.rados.0.smithi046.stdout:2103: seq_num 673 ranges {6651904=475136,7127040=532480,7659520=671744} 2021-07-26T15:53:06.103 INFO:tasks.rados.rados.0.smithi046.stdout:2103: writing smithi04638994-36 from 6651904 to 7127040 tid 1 2021-07-26T15:53:06.104 INFO:tasks.rados.rados.0.smithi046.stdout:2103: writing smithi04638994-36 from 7127040 to 7659520 tid 2 2021-07-26T15:53:06.109 INFO:tasks.rados.rados.0.smithi046.stdout:2103: writing smithi04638994-36 from 7659520 to 8331264 tid 3 2021-07-26T15:53:06.110 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 198 2021-07-26T15:53:06.110 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 1 to smithi04638994-25 2021-07-26T15:53:06.111 INFO:tasks.rados.rados.0.smithi046.stdout:2104: seq_num 674 ranges {7700480=491520,8192000=417792,8609792=483328,9093120=303104} 2021-07-26T15:53:06.154 INFO:tasks.rados.rados.0.smithi046.stdout:2104: writing smithi04638994-14 from 7700480 to 8192000 tid 1 2021-07-26T15:53:06.156 INFO:tasks.rados.rados.0.smithi046.stdout:2104: writing smithi04638994-14 from 8192000 to 8609792 tid 2 2021-07-26T15:53:06.159 INFO:tasks.rados.rados.0.smithi046.stdout:2104: writing smithi04638994-14 from 8609792 to 9093120 tid 3 2021-07-26T15:53:06.162 INFO:tasks.rados.rados.0.smithi046.stdout:2104: writing smithi04638994-14 from 9093120 to 9396224 tid 4 2021-07-26T15:53:06.163 INFO:tasks.rados.rados.0.smithi046.stdout:2105: rollback oid 12 current snap is 198 2021-07-26T15:53:06.163 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 193 2021-07-26T15:53:06.163 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 2 to smithi04638994-25 2021-07-26T15:53:06.163 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 3 to smithi04638994-25 2021-07-26T15:53:06.164 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 4 to smithi04638994-25 2021-07-26T15:53:06.164 INFO:tasks.rados.rados.0.smithi046.stdout:2099: finishing write tid 5 to smithi04638994-25 2021-07-26T15:53:06.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1094 (ObjNum 671 snap 198 seq_num 671) dirty exists 2021-07-26T15:53:06.164 INFO:tasks.rados.rados.0.smithi046.stdout:2099: left oid 25 (ObjNum 671 snap 198 seq_num 671) 2021-07-26T15:53:06.165 INFO:tasks.rados.rados.0.smithi046.stdout:2099: done (7 left) 2021-07-26T15:53:06.165 INFO:tasks.rados.rados.0.smithi046.stdout:2106: rollback oid 33 current snap is 198 2021-07-26T15:53:06.165 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 196 2021-07-26T15:53:06.165 INFO:tasks.rados.rados.0.smithi046.stdout:2097: expect (ObjNum 660 snap 192 seq_num 660) 2021-07-26T15:53:06.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:06 smithi073 bash[34190]: cluster 2021-07-26T15:53:04.993861+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T15:53:06.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:06 smithi073 bash[34190]: cluster 2021-07-26T15:53:05.958879+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T15:53:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:06 smithi046 bash[41283]: cluster 2021-07-26T15:53:04.993861+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T15:53:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:06 smithi046 bash[41283]: cluster 2021-07-26T15:53:05.958879+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T15:53:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:06 smithi046 bash[42351]: cluster 2021-07-26T15:53:04.993861+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T15:53:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:06 smithi046 bash[42351]: cluster 2021-07-26T15:53:05.958879+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T15:53:06.840 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 1 to smithi04638994-43 2021-07-26T15:53:06.840 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 2 to smithi04638994-43 2021-07-26T15:53:06.841 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 3 to smithi04638994-43 2021-07-26T15:53:06.841 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 4 to smithi04638994-43 2021-07-26T15:53:06.841 INFO:tasks.rados.rados.0.smithi046.stdout:2097: done (7 left) 2021-07-26T15:53:06.841 INFO:tasks.rados.rados.0.smithi046.stdout:2107: read oid 15 snap -1 2021-07-26T15:53:06.841 INFO:tasks.rados.rados.0.smithi046.stdout:2107: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:53:06.842 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 198 2021-07-26T15:53:06.842 INFO:tasks.rados.rados.0.smithi046.stdout:2100: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:53:06.902 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 5 to smithi04638994-43 2021-07-26T15:53:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:2102: finishing write tid 6 to smithi04638994-43 2021-07-26T15:53:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1114 (ObjNum 672 snap 198 seq_num 672) dirty exists 2021-07-26T15:53:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:2102: left oid 43 (ObjNum 672 snap 198 seq_num 672) 2021-07-26T15:53:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing copy_from to smithi04638994-48 2021-07-26T15:53:06.903 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1100 (ObjNum 641 snap 187 seq_num 641) dirty exists 2021-07-26T15:53:06.904 INFO:tasks.rados.rados.0.smithi046.stdout:2101: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:53:06.904 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing write tid 1 to smithi04638994-36 2021-07-26T15:53:06.904 INFO:tasks.rados.rados.0.smithi046.stdout:2108: seq_num 675 ranges {2023424=507904,2531328=704512,3235840=499712} 2021-07-26T15:53:06.916 INFO:tasks.rados.rados.0.smithi046.stdout:2108: writing smithi04638994-30 from 2023424 to 2531328 tid 1 2021-07-26T15:53:06.923 INFO:tasks.rados.rados.0.smithi046.stdout:2108: writing smithi04638994-30 from 2531328 to 3235840 tid 2 2021-07-26T15:53:06.925 INFO:tasks.rados.rados.0.smithi046.stdout:2108: writing smithi04638994-30 from 3235840 to 3735552 tid 3 2021-07-26T15:53:06.926 INFO:tasks.rados.rados.0.smithi046.stdout:2100: done (8 left) 2021-07-26T15:53:06.926 INFO:tasks.rados.rados.0.smithi046.stdout:2101: done (7 left) 2021-07-26T15:53:06.927 INFO:tasks.rados.rados.0.smithi046.stdout:2102: done (6 left) 2021-07-26T15:53:06.927 INFO:tasks.rados.rados.0.smithi046.stdout:2109: read oid 6 snap -1 2021-07-26T15:53:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:2109: expect (ObjNum 621 snap 181 seq_num 621) 2021-07-26T15:53:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:2110: rollback oid 47 current snap is 198 2021-07-26T15:53:06.928 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 195 2021-07-26T15:53:06.929 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing write tid 2 to smithi04638994-36 2021-07-26T15:53:06.930 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing write tid 3 to smithi04638994-36 2021-07-26T15:53:06.930 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing write tid 4 to smithi04638994-36 2021-07-26T15:53:06.931 INFO:tasks.rados.rados.0.smithi046.stdout:2103: finishing write tid 5 to smithi04638994-36 2021-07-26T15:53:06.931 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1104 (ObjNum 673 snap 198 seq_num 673) dirty exists 2021-07-26T15:53:06.932 INFO:tasks.rados.rados.0.smithi046.stdout:2103: left oid 36 (ObjNum 673 snap 198 seq_num 673) 2021-07-26T15:53:06.932 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 1 to smithi04638994-14 2021-07-26T15:53:06.933 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 2 to smithi04638994-14 2021-07-26T15:53:06.933 INFO:tasks.rados.rados.0.smithi046.stdout:2103: done (7 left) 2021-07-26T15:53:06.933 INFO:tasks.rados.rados.0.smithi046.stdout:2111: snap_remove snap 197 2021-07-26T15:53:07.012 INFO:tasks.rados.rados.0.smithi046.stdout:2111: done (7 left) 2021-07-26T15:53:07.012 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 198 2021-07-26T15:53:07.012 INFO:tasks.rados.rados.0.smithi046.stdout:2112: seq_num 676 ranges {3555328=524288,4079616=589824,4669440=450560,5120000=163840} 2021-07-26T15:53:07.039 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04638994-27 from 3555328 to 4079616 tid 1 2021-07-26T15:53:07.042 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04638994-27 from 4079616 to 4669440 tid 2 2021-07-26T15:53:07.044 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04638994-27 from 4669440 to 5120000 tid 3 2021-07-26T15:53:07.046 INFO:tasks.rados.rados.0.smithi046.stdout:2112: writing smithi04638994-27 from 5120000 to 5283840 tid 4 2021-07-26T15:53:07.046 INFO:tasks.rados.rados.0.smithi046.stdout:2113: read oid 40 snap -1 2021-07-26T15:53:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2113: expect (ObjNum 668 snap 198 seq_num 668) 2021-07-26T15:53:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:53:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2114: read oid 45 snap -1 2021-07-26T15:53:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2114: expect (ObjNum 635 snap 184 seq_num 635) 2021-07-26T15:53:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2115: snap_create 2021-07-26T15:53:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:53:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2105: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:53:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1117 (ObjNum 633 snap 183 seq_num 633) dirty exists 2021-07-26T15:53:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 3 to smithi04638994-14 2021-07-26T15:53:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 4 to smithi04638994-14 2021-07-26T15:53:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 5 to smithi04638994-14 2021-07-26T15:53:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2104: finishing write tid 6 to smithi04638994-14 2021-07-26T15:53:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 973 (ObjNum 674 snap 198 seq_num 674) dirty exists 2021-07-26T15:53:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:2104: left oid 14 (ObjNum 674 snap 198 seq_num 674) 2021-07-26T15:53:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:2106: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:53:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:2106: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:53:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:2106: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:53:07.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1187 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:53:07.051 INFO:tasks.rados.rados.0.smithi046.stdout:2107: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:53:07.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:07 smithi073 bash[34190]: cluster 2021-07-26T15:53:05.944574+0000 mgr.y (mgr.24683) 312 : cluster [DBG] pgmap v513: 25 pgs: 25 active+clean; 180 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 660 KiB/s wr, 2 op/s 2021-07-26T15:53:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:07 smithi046 bash[41283]: cluster 2021-07-26T15:53:05.944574+0000 mgr.y (mgr.24683) 312 : cluster [DBG] pgmap v513: 25 pgs: 25 active+clean; 180 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 660 KiB/s wr, 2 op/s 2021-07-26T15:53:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:07 smithi046 bash[42351]: cluster 2021-07-26T15:53:05.944574+0000 mgr.y (mgr.24683) 312 : cluster [DBG] pgmap v513: 25 pgs: 25 active+clean; 180 MiB data, 997 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 660 KiB/s wr, 2 op/s 2021-07-26T15:53:07.639 INFO:tasks.rados.rados.0.smithi046.stdout:2108: finishing write tid 1 to smithi04638994-30 2021-07-26T15:53:07.639 INFO:tasks.rados.rados.0.smithi046.stdout:2108: finishing write tid 2 to smithi04638994-30 2021-07-26T15:53:07.640 INFO:tasks.rados.rados.0.smithi046.stdout:2110: finishing rollback tid 0 to smithi04638994-47 2021-07-26T15:53:07.640 INFO:tasks.rados.rados.0.smithi046.stdout:2108: finishing write tid 3 to smithi04638994-30 2021-07-26T15:53:07.640 INFO:tasks.rados.rados.0.smithi046.stdout:2108: finishing write tid 4 to smithi04638994-30 2021-07-26T15:53:07.640 INFO:tasks.rados.rados.0.smithi046.stdout:2110: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:53:07.641 INFO:tasks.rados.rados.0.smithi046.stdout:2110: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:53:07.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1182 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:53:07.641 INFO:tasks.rados.rados.0.smithi046.stdout:2108: finishing write tid 5 to smithi04638994-30 2021-07-26T15:53:07.641 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 578 (ObjNum 675 snap 198 seq_num 675) dirty exists 2021-07-26T15:53:07.641 INFO:tasks.rados.rados.0.smithi046.stdout:2108: left oid 30 (ObjNum 675 snap 198 seq_num 675) 2021-07-26T15:53:07.642 INFO:tasks.rados.rados.0.smithi046.stdout:2109: expect (ObjNum 621 snap 181 seq_num 621) 2021-07-26T15:53:07.663 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 1 to smithi04638994-27 2021-07-26T15:53:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 2 to smithi04638994-27 2021-07-26T15:53:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 3 to smithi04638994-27 2021-07-26T15:53:07.664 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 4 to smithi04638994-27 2021-07-26T15:53:07.665 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 5 to smithi04638994-27 2021-07-26T15:53:07.665 INFO:tasks.rados.rados.0.smithi046.stdout:2114: expect (ObjNum 635 snap 184 seq_num 635) 2021-07-26T15:53:07.692 INFO:tasks.rados.rados.0.smithi046.stdout:2112: finishing write tid 6 to smithi04638994-27 2021-07-26T15:53:07.692 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1199 (ObjNum 676 snap 198 seq_num 676) dirty exists 2021-07-26T15:53:07.692 INFO:tasks.rados.rados.0.smithi046.stdout:2112: left oid 27 (ObjNum 676 snap 198 seq_num 676) 2021-07-26T15:53:07.693 INFO:tasks.rados.rados.0.smithi046.stdout:2113: expect (ObjNum 668 snap 198 seq_num 668) 2021-07-26T15:53:08.026 INFO:tasks.rados.rados.0.smithi046.stdout:2104: done (10 left) 2021-07-26T15:53:08.027 INFO:tasks.rados.rados.0.smithi046.stdout:2105: done (9 left) 2021-07-26T15:53:08.027 INFO:tasks.rados.rados.0.smithi046.stdout:2106: done (8 left) 2021-07-26T15:53:08.027 INFO:tasks.rados.rados.0.smithi046.stdout:2107: done (7 left) 2021-07-26T15:53:08.027 INFO:tasks.rados.rados.0.smithi046.stdout:2108: done (6 left) 2021-07-26T15:53:08.028 INFO:tasks.rados.rados.0.smithi046.stdout:2109: done (5 left) 2021-07-26T15:53:08.028 INFO:tasks.rados.rados.0.smithi046.stdout:2110: done (4 left) 2021-07-26T15:53:08.028 INFO:tasks.rados.rados.0.smithi046.stdout:2112: done (3 left) 2021-07-26T15:53:08.028 INFO:tasks.rados.rados.0.smithi046.stdout:2113: done (2 left) 2021-07-26T15:53:08.029 INFO:tasks.rados.rados.0.smithi046.stdout:2114: done (1 left) 2021-07-26T15:53:08.029 INFO:tasks.rados.rados.0.smithi046.stdout:2115: done (0 left) 2021-07-26T15:53:08.029 INFO:tasks.rados.rados.0.smithi046.stdout:2116: setattr oid 30 current snap is 199 2021-07-26T15:53:08.030 INFO:tasks.rados.rados.0.smithi046.stdout:2117: read oid 4 snap -1 2021-07-26T15:53:08.031 INFO:tasks.rados.rados.0.smithi046.stdout:2117: expect (ObjNum 669 snap 198 seq_num 669) 2021-07-26T15:53:08.031 INFO:tasks.rados.rados.0.smithi046.stdout:2118: snap_create 2021-07-26T15:53:08.035 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 579 (ObjNum 675 snap 198 seq_num 675) dirty exists 2021-07-26T15:53:08.050 INFO:tasks.rados.rados.0.smithi046.stdout:2117: expect (ObjNum 669 snap 198 seq_num 669) 2021-07-26T15:53:08.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:08 smithi073 bash[34190]: cluster 2021-07-26T15:53:07.011464+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T15:53:08.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:08 smithi046 bash[41283]: cluster 2021-07-26T15:53:07.011464+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T15:53:08.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:08 smithi046 bash[42351]: cluster 2021-07-26T15:53:07.011464+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T15:53:09.031 INFO:tasks.rados.rados.0.smithi046.stdout:2116: done (2 left) 2021-07-26T15:53:09.032 INFO:tasks.rados.rados.0.smithi046.stdout:2117: done (1 left) 2021-07-26T15:53:09.032 INFO:tasks.rados.rados.0.smithi046.stdout:2118: done (0 left) 2021-07-26T15:53:09.033 INFO:tasks.rados.rados.0.smithi046.stdout:2119: setattr oid 33 current snap is 200 2021-07-26T15:53:09.034 INFO:tasks.rados.rados.0.smithi046.stdout:2120: delete oid 35 current snap is 200 2021-07-26T15:53:09.041 INFO:tasks.rados.rados.0.smithi046.stdout:2120: done (1 left) 2021-07-26T15:53:09.042 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 200 2021-07-26T15:53:09.042 INFO:tasks.rados.rados.0.smithi046.stdout:2121: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2021-07-26T15:53:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04638994-49 from 0 to 565248 tid 1 2021-07-26T15:53:09.051 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04638994-49 from 565248 to 1368064 tid 2 2021-07-26T15:53:09.054 INFO:tasks.rados.rados.0.smithi046.stdout:2121: writing smithi04638994-49 from 1368064 to 1769472 tid 3 2021-07-26T15:53:09.054 INFO:tasks.rados.rados.0.smithi046.stdout:2122: snap_create 2021-07-26T15:53:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1188 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:53:09.055 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 1 to smithi04638994-49 2021-07-26T15:53:09.059 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 2 to smithi04638994-49 2021-07-26T15:53:09.060 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 3 to smithi04638994-49 2021-07-26T15:53:09.060 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 4 to smithi04638994-49 2021-07-26T15:53:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:2121: finishing write tid 5 to smithi04638994-49 2021-07-26T15:53:09.062 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1106 (ObjNum 678 snap 200 seq_num 678) dirty exists 2021-07-26T15:53:09.063 INFO:tasks.rados.rados.0.smithi046.stdout:2121: left oid 49 (ObjNum 678 snap 200 seq_num 678) 2021-07-26T15:53:09.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:09 smithi073 bash[34190]: cluster 2021-07-26T15:53:07.945226+0000 mgr.y (mgr.24683) 313 : cluster [DBG] pgmap v516: 25 pgs: 25 active+clean; 180 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2021-07-26T15:53:09.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:09 smithi073 bash[34190]: cluster 2021-07-26T15:53:08.026595+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T15:53:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:09 smithi046 bash[41283]: cluster 2021-07-26T15:53:07.945226+0000 mgr.y (mgr.24683) 313 : cluster [DBG] pgmap v516: 25 pgs: 25 active+clean; 180 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2021-07-26T15:53:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:09 smithi046 bash[41283]: cluster 2021-07-26T15:53:08.026595+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T15:53:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:09 smithi046 bash[42351]: cluster 2021-07-26T15:53:07.945226+0000 mgr.y (mgr.24683) 313 : cluster [DBG] pgmap v516: 25 pgs: 25 active+clean; 180 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 7 op/s 2021-07-26T15:53:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:09 smithi046 bash[42351]: cluster 2021-07-26T15:53:08.026595+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T15:53:10.048 INFO:tasks.rados.rados.0.smithi046.stdout:2119: done (2 left) 2021-07-26T15:53:10.048 INFO:tasks.rados.rados.0.smithi046.stdout:2121: done (1 left) 2021-07-26T15:53:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:2122: done (0 left) 2021-07-26T15:53:10.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 201 2021-07-26T15:53:10.050 INFO:tasks.rados.rados.0.smithi046.stdout:2123: seq_num 679 ranges {10215424=581632,10797056=688128,11485184=516096} 2021-07-26T15:53:10.114 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04638994-32 from 10215424 to 10797056 tid 1 2021-07-26T15:53:10.117 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04638994-32 from 10797056 to 11485184 tid 2 2021-07-26T15:53:10.120 INFO:tasks.rados.rados.0.smithi046.stdout:2123: writing smithi04638994-32 from 11485184 to 12001280 tid 3 2021-07-26T15:53:10.121 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 201 2021-07-26T15:53:10.121 INFO:tasks.rados.rados.0.smithi046.stdout:2124: seq_num 680 ranges {1515520=598016,2113536=573440,2686976=434176,3121152=196608} 2021-07-26T15:53:10.133 INFO:tasks.rados.rados.0.smithi046.stdout:2124: writing smithi04638994-12 from 1515520 to 2113536 tid 1 2021-07-26T15:53:10.135 INFO:tasks.rados.rados.0.smithi046.stdout:2124: writing smithi04638994-12 from 2113536 to 2686976 tid 2 2021-07-26T15:53:10.145 INFO:tasks.rados.rados.0.smithi046.stdout:2124: writing smithi04638994-12 from 2686976 to 3121152 tid 3 2021-07-26T15:53:10.145 INFO:tasks.rados.rados.0.smithi046.stdout:2124: writing smithi04638994-12 from 3121152 to 3317760 tid 4 2021-07-26T15:53:10.146 INFO:tasks.rados.rados.0.smithi046.stdout:2125: rmattr oid 2 current snap is 201 2021-07-26T15:53:10.146 INFO:tasks.rados.rados.0.smithi046.stdout:2125: done (2 left) 2021-07-26T15:53:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2126: rollback oid 46 current snap is 201 2021-07-26T15:53:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 200 2021-07-26T15:53:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 1 to smithi04638994-32 2021-07-26T15:53:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 2 to smithi04638994-32 2021-07-26T15:53:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 3 to smithi04638994-32 2021-07-26T15:53:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 4 to smithi04638994-32 2021-07-26T15:53:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2123: finishing write tid 5 to smithi04638994-32 2021-07-26T15:53:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1109 (ObjNum 679 snap 201 seq_num 679) dirty exists 2021-07-26T15:53:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:2123: left oid 32 (ObjNum 679 snap 201 seq_num 679) 2021-07-26T15:53:10.149 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 1 to smithi04638994-12 2021-07-26T15:53:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:2123: done (2 left) 2021-07-26T15:53:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:2127: delete oid 14 current snap is 201 2021-07-26T15:53:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 2 to smithi04638994-12 2021-07-26T15:53:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:2126: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:53:10.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 0 (ObjNum 198209056 snap 22029 seq_num 198429776) dirty dne 2021-07-26T15:53:10.151 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 3 to smithi04638994-12 2021-07-26T15:53:10.151 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 4 to smithi04638994-12 2021-07-26T15:53:10.153 INFO:tasks.rados.rados.0.smithi046.stdout:2126: done (2 left) 2021-07-26T15:53:10.153 INFO:tasks.rados.rados.0.smithi046.stdout:2127: done (1 left) 2021-07-26T15:53:10.153 INFO:tasks.rados.rados.0.smithi046.stdout:2128: setattr oid 47 current snap is 201 2021-07-26T15:53:10.155 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 5 to smithi04638994-12 2021-07-26T15:53:10.156 INFO:tasks.rados.rados.0.smithi046.stdout:2129: rmattr oid 48 current snap is 201 2021-07-26T15:53:10.156 INFO:tasks.rados.rados.0.smithi046.stdout:2130: read oid 38 snap -1 2021-07-26T15:53:10.157 INFO:tasks.rados.rados.0.smithi046.stdout:2130: expect deleted 2021-07-26T15:53:10.157 INFO:tasks.rados.rados.0.smithi046.stdout:2131: copy_from oid 16 from oid 31 current snap is 201 2021-07-26T15:53:10.157 INFO:tasks.rados.rados.0.smithi046.stdout:2132: setattr oid 7 current snap is 201 2021-07-26T15:53:10.158 INFO:tasks.rados.rados.0.smithi046.stdout:2124: finishing write tid 6 to smithi04638994-12 2021-07-26T15:53:10.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1122 (ObjNum 680 snap 201 seq_num 680) dirty exists 2021-07-26T15:53:10.159 INFO:tasks.rados.rados.0.smithi046.stdout:2124: left oid 12 (ObjNum 680 snap 201 seq_num 680) 2021-07-26T15:53:10.159 INFO:tasks.rados.rados.0.smithi046.stdout:2124: done (5 left) 2021-07-26T15:53:10.159 INFO:tasks.rados.rados.0.smithi046.stdout:2130: done (4 left) 2021-07-26T15:53:10.166 INFO:tasks.rados.rados.0.smithi046.stdout:2133: rollback oid 9 current snap is 201 2021-07-26T15:53:10.166 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 199 2021-07-26T15:53:10.167 INFO:tasks.rados.rados.0.smithi046.stdout:2134: rollback oid 33 current snap is 201 2021-07-26T15:53:10.167 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 200 2021-07-26T15:53:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:2135: copy_from oid 28 from oid 29 current snap is 201 2021-07-26T15:53:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:2136: read oid 1 snap 195 2021-07-26T15:53:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:2136: expect (ObjNum 656 snap 190 seq_num 656) 2021-07-26T15:53:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:2137: delete oid 18 current snap is 201 2021-07-26T15:53:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:53:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:53:10.170 INFO:tasks.rados.rados.0.smithi046.stdout:2137: done (8 left) 2021-07-26T15:53:10.170 INFO:tasks.rados.rados.0.smithi046.stdout:2138: rmattr oid 14 current snap is 201 2021-07-26T15:53:10.171 INFO:tasks.rados.rados.0.smithi046.stdout:2138: done (8 left) 2021-07-26T15:53:10.171 INFO:tasks.rados.rados.0.smithi046.stdout:2139: delete oid 20 current snap is 201 2021-07-26T15:53:10.171 INFO:tasks.rados.rados.0.smithi046.stdout:2134: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:53:10.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1191 (ObjNum 587 snap 170 seq_num 587) dirty exists 2021-07-26T15:53:10.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1183 (ObjNum 608 snap 178 seq_num 608) dirty exists 2021-07-26T15:53:10.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1201 (ObjNum 641 snap 187 seq_num 641) dirty exists 2021-07-26T15:53:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1203 (ObjNum 594 snap 174 seq_num 594) dirty exists 2021-07-26T15:53:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:2128: done (8 left) 2021-07-26T15:53:10.174 INFO:tasks.rados.rados.0.smithi046.stdout:2129: done (7 left) 2021-07-26T15:53:10.174 INFO:tasks.rados.rados.0.smithi046.stdout:2132: done (6 left) 2021-07-26T15:53:10.174 INFO:tasks.rados.rados.0.smithi046.stdout:2134: done (5 left) 2021-07-26T15:53:10.175 INFO:tasks.rados.rados.0.smithi046.stdout:2139: done (4 left) 2021-07-26T15:53:10.175 INFO:tasks.rados.rados.0.smithi046.stdout:2140: copy_from oid 41 from oid 27 current snap is 201 2021-07-26T15:53:10.175 INFO:tasks.rados.rados.0.smithi046.stdout:2141: read oid 49 snap 198 2021-07-26T15:53:10.176 INFO:tasks.rados.rados.0.smithi046.stdout:2141: expect deleted 2021-07-26T15:53:10.176 INFO:tasks.rados.rados.0.smithi046.stdout:2142: read oid 7 snap -1 2021-07-26T15:53:10.177 INFO:tasks.rados.rados.0.smithi046.stdout:2142: expect (ObjNum 594 snap 174 seq_num 594) 2021-07-26T15:53:10.177 INFO:tasks.rados.rados.0.smithi046.stdout:2143: read oid 36 snap -1 2021-07-26T15:53:10.177 INFO:tasks.rados.rados.0.smithi046.stdout:2143: expect (ObjNum 673 snap 198 seq_num 673) 2021-07-26T15:53:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:2144: copy_from oid 20 from oid 45 current snap is 201 2021-07-26T15:53:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:2133: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:53:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 197910464 snap 22029 seq_num 198803312) dirty dne 2021-07-26T15:53:10.179 INFO:tasks.rados.rados.0.smithi046.stdout:2133: done (8 left) 2021-07-26T15:53:10.179 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 201 2021-07-26T15:53:10.179 INFO:tasks.rados.rados.0.smithi046.stdout:2145: seq_num 684 ranges {3317760=663552,3981312=507904,4489216=409600,4898816=286720} 2021-07-26T15:53:10.186 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04638994-12 from 3317760 to 3981312 tid 1 2021-07-26T15:53:10.190 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04638994-12 from 3981312 to 4489216 tid 2 2021-07-26T15:53:10.192 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04638994-12 from 4489216 to 4898816 tid 3 2021-07-26T15:53:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:2145: writing smithi04638994-12 from 4898816 to 5185536 tid 4 2021-07-26T15:53:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:2146: read oid 34 snap 193 2021-07-26T15:53:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2146: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:53:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2147: read oid 30 snap 198 2021-07-26T15:53:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2147: expect (ObjNum 675 snap 198 seq_num 675) 2021-07-26T15:53:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2148: rmattr oid 38 current snap is 201 2021-07-26T15:53:10.197 INFO:tasks.rados.rados.0.smithi046.stdout:2148: done (11 left) 2021-07-26T15:53:10.197 INFO:tasks.rados.rados.0.smithi046.stdout:2149: read oid 21 snap -1 2021-07-26T15:53:10.197 INFO:tasks.rados.rados.0.smithi046.stdout:2149: expect deleted 2021-07-26T15:53:10.197 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 201 2021-07-26T15:53:10.197 INFO:tasks.rados.rados.0.smithi046.stdout:2150: seq_num 685 ranges {7790592=679936,8470528=442368,8912896=622592,9535488=139264} 2021-07-26T15:53:10.243 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04638994-2 from 7790592 to 8470528 tid 1 2021-07-26T15:53:10.245 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04638994-2 from 8470528 to 8912896 tid 2 2021-07-26T15:53:10.249 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04638994-2 from 8912896 to 9535488 tid 3 2021-07-26T15:53:10.250 INFO:tasks.rados.rados.0.smithi046.stdout:2150: writing smithi04638994-2 from 9535488 to 9674752 tid 4 2021-07-26T15:53:10.250 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 201 2021-07-26T15:53:10.250 INFO:tasks.rados.rados.0.smithi046.stdout:2151: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2021-07-26T15:53:10.255 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04638994-14 from 0 to 696320 tid 1 2021-07-26T15:53:10.257 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04638994-14 from 696320 to 1425408 tid 2 2021-07-26T15:53:10.260 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04638994-14 from 1425408 to 1851392 tid 3 2021-07-26T15:53:10.261 INFO:tasks.rados.rados.0.smithi046.stdout:2151: writing smithi04638994-14 from 1851392 to 1900544 tid 4 2021-07-26T15:53:10.261 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 201 2021-07-26T15:53:10.261 INFO:tasks.rados.rados.0.smithi046.stdout:2152: seq_num 687 ranges {2523136=712704,3235840=614400,3850240=589824} 2021-07-26T15:53:10.280 INFO:tasks.rados.rados.0.smithi046.stdout:2152: writing smithi04638994-42 from 2523136 to 3235840 tid 1 2021-07-26T15:53:10.283 INFO:tasks.rados.rados.0.smithi046.stdout:2152: writing smithi04638994-42 from 3235840 to 3850240 tid 2 2021-07-26T15:53:10.286 INFO:tasks.rados.rados.0.smithi046.stdout:2152: writing smithi04638994-42 from 3850240 to 4440064 tid 3 2021-07-26T15:53:10.287 INFO:tasks.rados.rados.0.smithi046.stdout:2153: delete oid 9 current snap is 201 2021-07-26T15:53:10.287 INFO:tasks.rados.rados.0.smithi046.stdout:2136: expect (ObjNum 656 snap 190 seq_num 656) 2021-07-26T15:53:10.333 INFO:tasks.rados.rados.0.smithi046.stdout:2142: expect (ObjNum 594 snap 174 seq_num 594) 2021-07-26T15:53:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing copy_from to smithi04638994-16 2021-07-26T15:53:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1140 (ObjNum 551 snap 161 seq_num 551) dirty exists 2021-07-26T15:53:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:2144: finishing copy_from to smithi04638994-20 2021-07-26T15:53:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1101 (ObjNum 635 snap 184 seq_num 635) dirty exists 2021-07-26T15:53:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:2131: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:53:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:2144: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:53:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:2135: finishing copy_from to smithi04638994-28 2021-07-26T15:53:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1334 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:53:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:2135: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:53:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 1 to smithi04638994-12 2021-07-26T15:53:10.350 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 2 to smithi04638994-12 2021-07-26T15:53:10.350 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 3 to smithi04638994-12 2021-07-26T15:53:10.350 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 4 to smithi04638994-12 2021-07-26T15:53:10.351 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 5 to smithi04638994-12 2021-07-26T15:53:10.352 INFO:tasks.rados.rados.0.smithi046.stdout:2145: finishing write tid 6 to smithi04638994-12 2021-07-26T15:53:10.352 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1145 (ObjNum 684 snap 201 seq_num 684) dirty exists 2021-07-26T15:53:10.352 INFO:tasks.rados.rados.0.smithi046.stdout:2145: left oid 12 (ObjNum 684 snap 201 seq_num 684) 2021-07-26T15:53:10.352 INFO:tasks.rados.rados.0.smithi046.stdout:2146: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:53:10.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:10 smithi073 bash[34190]: cluster 2021-07-26T15:53:09.032000+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T15:53:10.413 INFO:tasks.rados.rados.0.smithi046.stdout:2143: expect (ObjNum 673 snap 198 seq_num 673) 2021-07-26T15:53:10.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:10 smithi046 bash[41283]: cluster 2021-07-26T15:53:09.032000+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T15:53:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:10 smithi046 bash[42351]: cluster 2021-07-26T15:53:09.032000+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T15:53:10.917 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing copy_from to smithi04638994-41 2021-07-26T15:53:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1199 (ObjNum 676 snap 198 seq_num 676) dirty exists 2021-07-26T15:53:10.918 INFO:tasks.rados.rados.0.smithi046.stdout:2140: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:53:10.919 INFO:tasks.rados.rados.0.smithi046.stdout:2147: expect (ObjNum 675 snap 198 seq_num 675) 2021-07-26T15:53:11.075 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 1 to smithi04638994-2 2021-07-26T15:53:11.075 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 2 to smithi04638994-2 2021-07-26T15:53:11.075 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 3 to smithi04638994-2 2021-07-26T15:53:11.075 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 4 to smithi04638994-2 2021-07-26T15:53:11.076 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 5 to smithi04638994-2 2021-07-26T15:53:11.076 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 1 to smithi04638994-14 2021-07-26T15:53:11.076 INFO:tasks.rados.rados.0.smithi046.stdout:2150: finishing write tid 6 to smithi04638994-2 2021-07-26T15:53:11.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1114 (ObjNum 685 snap 201 seq_num 685) dirty exists 2021-07-26T15:53:11.076 INFO:tasks.rados.rados.0.smithi046.stdout:2150: left oid 2 (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:53:11.077 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 2 to smithi04638994-14 2021-07-26T15:53:11.077 INFO:tasks.rados.rados.0.smithi046.stdout:2131: done (15 left) 2021-07-26T15:53:11.077 INFO:tasks.rados.rados.0.smithi046.stdout:2135: done (14 left) 2021-07-26T15:53:11.078 INFO:tasks.rados.rados.0.smithi046.stdout:2136: done (13 left) 2021-07-26T15:53:11.078 INFO:tasks.rados.rados.0.smithi046.stdout:2140: done (12 left) 2021-07-26T15:53:11.078 INFO:tasks.rados.rados.0.smithi046.stdout:2141: done (11 left) 2021-07-26T15:53:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:2142: done (10 left) 2021-07-26T15:53:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:2143: done (9 left) 2021-07-26T15:53:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:2144: done (8 left) 2021-07-26T15:53:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:2145: done (7 left) 2021-07-26T15:53:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:2146: done (6 left) 2021-07-26T15:53:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:2147: done (5 left) 2021-07-26T15:53:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:2149: done (4 left) 2021-07-26T15:53:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:2150: done (3 left) 2021-07-26T15:53:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:2153: done (2 left) 2021-07-26T15:53:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:2154: setattr oid 1 current snap is 201 2021-07-26T15:53:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 3 to smithi04638994-14 2021-07-26T15:53:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 4 to smithi04638994-14 2021-07-26T15:53:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 5 to smithi04638994-14 2021-07-26T15:53:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:2151: finishing write tid 6 to smithi04638994-14 2021-07-26T15:53:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 979 (ObjNum 686 snap 201 seq_num 686) dirty exists 2021-07-26T15:53:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:2151: left oid 14 (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing write tid 1 to smithi04638994-42 2021-07-26T15:53:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing write tid 2 to smithi04638994-42 2021-07-26T15:53:11.085 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing write tid 3 to smithi04638994-42 2021-07-26T15:53:11.086 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing write tid 4 to smithi04638994-42 2021-07-26T15:53:11.086 INFO:tasks.rados.rados.0.smithi046.stdout:2152: finishing write tid 5 to smithi04638994-42 2021-07-26T15:53:11.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 221 (ObjNum 687 snap 201 seq_num 687) dirty exists 2021-07-26T15:53:11.087 INFO:tasks.rados.rados.0.smithi046.stdout:2152: left oid 42 (ObjNum 687 snap 201 seq_num 687) 2021-07-26T15:53:11.087 INFO:tasks.rados.rados.0.smithi046.stdout:2151: done (2 left) 2021-07-26T15:53:11.087 INFO:tasks.rados.rados.0.smithi046.stdout:2152: done (1 left) 2021-07-26T15:53:11.088 INFO:tasks.rados.rados.0.smithi046.stdout:2155: read oid 39 snap -1 2021-07-26T15:53:11.088 INFO:tasks.rados.rados.0.smithi046.stdout:2155: expect (ObjNum 640 snap 187 seq_num 640) 2021-07-26T15:53:11.088 INFO:tasks.rados.rados.0.smithi046.stdout:2156: rollback oid 28 current snap is 201 2021-07-26T15:53:11.088 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 198 2021-07-26T15:53:11.089 INFO:tasks.rados.rados.0.smithi046.stdout:2157: read oid 29 snap -1 2021-07-26T15:53:11.089 INFO:tasks.rados.rados.0.smithi046.stdout:2157: expect (ObjNum 585 snap 170 seq_num 585) 2021-07-26T15:53:11.089 INFO:tasks.rados.rados.0.smithi046.stdout:2158: read oid 31 snap -1 2021-07-26T15:53:11.089 INFO:tasks.rados.rados.0.smithi046.stdout:2158: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:53:11.090 INFO:tasks.rados.rados.0.smithi046.stdout:2159: snap_remove snap 196 2021-07-26T15:53:11.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:11 smithi073 bash[34190]: cluster 2021-07-26T15:53:09.945892+0000 mgr.y (mgr.24683) 314 : cluster [DBG] pgmap v519: 25 pgs: 25 active+clean; 180 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 8 op/s 2021-07-26T15:53:11.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:11 smithi073 bash[34190]: cluster 2021-07-26T15:53:10.048778+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T15:53:11.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:11 smithi073 bash[34190]: cluster 2021-07-26T15:53:10.967278+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T15:53:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[41283]: cluster 2021-07-26T15:53:09.945892+0000 mgr.y (mgr.24683) 314 : cluster [DBG] pgmap v519: 25 pgs: 25 active+clean; 180 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 8 op/s 2021-07-26T15:53:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[41283]: cluster 2021-07-26T15:53:10.048778+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T15:53:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[41283]: cluster 2021-07-26T15:53:10.967278+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T15:53:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[42351]: cluster 2021-07-26T15:53:09.945892+0000 mgr.y (mgr.24683) 314 : cluster [DBG] pgmap v519: 25 pgs: 25 active+clean; 180 MiB data, 1018 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 8 op/s 2021-07-26T15:53:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[42351]: cluster 2021-07-26T15:53:10.048778+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T15:53:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:11 smithi046 bash[42351]: cluster 2021-07-26T15:53:10.967278+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T15:53:12.058 INFO:tasks.rados.rados.0.smithi046.stdout:2159: done (5 left) 2021-07-26T15:53:12.059 INFO:tasks.rados.rados.0.smithi046.stdout:2160: setattr oid 46 current snap is 201 2021-07-26T15:53:12.060 INFO:tasks.rados.rados.0.smithi046.stdout:2156: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:53:12.060 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1207 (ObjNum 656 snap 190 seq_num 656) dirty exists 2021-07-26T15:53:12.061 INFO:tasks.rados.rados.0.smithi046.stdout:2156: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:53:12.061 INFO:tasks.rados.rados.0.smithi046.stdout:2156: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:53:12.061 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1337 (ObjNum 576 snap 165 seq_num 576) dirty exists 2021-07-26T15:53:12.061 INFO:tasks.rados.rados.0.smithi046.stdout:2158: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:53:12.171 INFO:tasks.rados.rados.0.smithi046.stdout:2157: expect (ObjNum 585 snap 170 seq_num 585) 2021-07-26T15:53:12.342 INFO:tasks.rados.rados.0.smithi046.stdout:2155: expect (ObjNum 640 snap 187 seq_num 640) 2021-07-26T15:53:12.464 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1095 (ObjNum 198262272 snap 22029 seq_num 959984438) dirty exists 2021-07-26T15:53:12.465 INFO:tasks.rados.rados.0.smithi046.stdout:2154: done (5 left) 2021-07-26T15:53:12.465 INFO:tasks.rados.rados.0.smithi046.stdout:2155: done (4 left) 2021-07-26T15:53:12.465 INFO:tasks.rados.rados.0.smithi046.stdout:2156: done (3 left) 2021-07-26T15:53:12.465 INFO:tasks.rados.rados.0.smithi046.stdout:2157: done (2 left) 2021-07-26T15:53:12.466 INFO:tasks.rados.rados.0.smithi046.stdout:2158: done (1 left) 2021-07-26T15:53:12.466 INFO:tasks.rados.rados.0.smithi046.stdout:2160: done (0 left) 2021-07-26T15:53:12.466 INFO:tasks.rados.rados.0.smithi046.stdout:2161: snap_create 2021-07-26T15:53:13.067 INFO:tasks.rados.rados.0.smithi046.stdout:2161: done (0 left) 2021-07-26T15:53:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2162: read oid 30 snap 195 2021-07-26T15:53:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2162: expect (ObjNum 661 snap 192 seq_num 661) 2021-07-26T15:53:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2163: read oid 25 snap -1 2021-07-26T15:53:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2163: expect (ObjNum 671 snap 198 seq_num 671) 2021-07-26T15:53:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2164: read oid 50 snap -1 2021-07-26T15:53:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2164: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:13.070 INFO:tasks.rados.rados.0.smithi046.stdout:2165: snap_create 2021-07-26T15:53:13.080 INFO:tasks.rados.rados.0.smithi046.stdout:2162: expect (ObjNum 661 snap 192 seq_num 661) 2021-07-26T15:53:13.147 INFO:tasks.rados.rados.0.smithi046.stdout:2164: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:13.261 INFO:tasks.rados.rados.0.smithi046.stdout:2163: expect (ObjNum 671 snap 198 seq_num 671) 2021-07-26T15:53:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:13 smithi073 bash[34190]: cluster 2021-07-26T15:53:11.946636+0000 mgr.y (mgr.24683) 315 : cluster [DBG] pgmap v522: 25 pgs: 25 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.7 MiB/s wr, 50 op/s 2021-07-26T15:53:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:13 smithi073 bash[34190]: cluster 2021-07-26T15:53:12.059555+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T15:53:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[42351]: cluster 2021-07-26T15:53:11.946636+0000 mgr.y (mgr.24683) 315 : cluster [DBG] pgmap v522: 25 pgs: 25 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.7 MiB/s wr, 50 op/s 2021-07-26T15:53:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[42351]: cluster 2021-07-26T15:53:12.059555+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T15:53:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[41283]: cluster 2021-07-26T15:53:11.946636+0000 mgr.y (mgr.24683) 315 : cluster [DBG] pgmap v522: 25 pgs: 25 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 8.7 MiB/s wr, 50 op/s 2021-07-26T15:53:13.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[41283]: cluster 2021-07-26T15:53:12.059555+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T15:53:13.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:13.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:13.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:13.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:13.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:13.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=7 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:53:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:2162: done (3 left) 2021-07-26T15:53:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2163: done (2 left) 2021-07-26T15:53:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2164: done (1 left) 2021-07-26T15:53:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2165: done (0 left) 2021-07-26T15:53:14.074 INFO:tasks.rados.rados.0.smithi046.stdout:2166: snap_remove snap 198 2021-07-26T15:53:14.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:14 smithi073 bash[34190]: cluster 2021-07-26T15:53:13.068003+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T15:53:14.444 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:14 smithi046 bash[41283]: cluster 2021-07-26T15:53:13.068003+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T15:53:14.445 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:14 smithi046 bash[42351]: cluster 2021-07-26T15:53:13.068003+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T15:53:15.082 INFO:tasks.rados.rados.0.smithi046.stdout:2166: done (0 left) 2021-07-26T15:53:15.082 INFO:tasks.rados.rados.0.smithi046.stdout:2167: rmattr oid 49 current snap is 203 2021-07-26T15:53:15.083 INFO:tasks.rados.rados.0.smithi046.stdout:2167: done (0 left) 2021-07-26T15:53:15.083 INFO:tasks.rados.rados.0.smithi046.stdout:2168: rollback oid 9 current snap is 203 2021-07-26T15:53:15.083 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 193 2021-07-26T15:53:15.083 INFO:tasks.rados.rados.0.smithi046.stdout:2169: snap_create 2021-07-26T15:53:15.102 INFO:tasks.rados.rados.0.smithi046.stdout:2168: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:53:15.103 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:53:15.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:15 smithi073 bash[34190]: cluster 2021-07-26T15:53:13.947289+0000 mgr.y (mgr.24683) 316 : cluster [DBG] pgmap v525: 25 pgs: 25 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 59 op/s 2021-07-26T15:53:15.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:15 smithi073 bash[34190]: cluster 2021-07-26T15:53:14.072103+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T15:53:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:15 smithi046 bash[41283]: cluster 2021-07-26T15:53:13.947289+0000 mgr.y (mgr.24683) 316 : cluster [DBG] pgmap v525: 25 pgs: 25 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 59 op/s 2021-07-26T15:53:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:15 smithi046 bash[41283]: cluster 2021-07-26T15:53:14.072103+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T15:53:15.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:15 smithi046 bash[42351]: cluster 2021-07-26T15:53:13.947289+0000 mgr.y (mgr.24683) 316 : cluster [DBG] pgmap v525: 25 pgs: 25 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 10 MiB/s wr, 59 op/s 2021-07-26T15:53:15.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:15 smithi046 bash[42351]: cluster 2021-07-26T15:53:14.072103+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T15:53:15.971 INFO:tasks.rados.rados.0.smithi046.stdout:2168: done (1 left) 2021-07-26T15:53:15.971 INFO:tasks.rados.rados.0.smithi046.stdout:2169: done (0 left) 2021-07-26T15:53:15.972 INFO:tasks.rados.rados.0.smithi046.stdout:2170: rmattr oid 32 current snap is 204 2021-07-26T15:53:15.977 INFO:tasks.rados.rados.0.smithi046.stdout:2171: rollback oid 9 current snap is 204 2021-07-26T15:53:15.977 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 195 2021-07-26T15:53:15.977 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 204 2021-07-26T15:53:15.978 INFO:tasks.rados.rados.0.smithi046.stdout:2172: seq_num 689 ranges {352256=745472,1097728=786432,1884160=417792} 2021-07-26T15:53:15.981 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04638994-7 from 352256 to 1097728 tid 1 2021-07-26T15:53:15.984 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04638994-7 from 1097728 to 1884160 tid 2 2021-07-26T15:53:15.987 INFO:tasks.rados.rados.0.smithi046.stdout:2172: writing smithi04638994-7 from 1884160 to 2301952 tid 3 2021-07-26T15:53:15.987 INFO:tasks.rados.rados.0.smithi046.stdout:2173: snap_create 2021-07-26T15:53:15.987 INFO:tasks.rados.rados.0.smithi046.stdout:2171: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:53:15.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 0 (ObjNum 1 snap 32682 seq_num 198510208) dirty dne 2021-07-26T15:53:15.988 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1115 (ObjNum 679 snap 201 seq_num 679) dirty exists 2021-07-26T15:53:15.988 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 1 to smithi04638994-7 2021-07-26T15:53:15.991 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 2 to smithi04638994-7 2021-07-26T15:53:15.991 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 3 to smithi04638994-7 2021-07-26T15:53:15.992 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 4 to smithi04638994-7 2021-07-26T15:53:15.993 INFO:tasks.rados.rados.0.smithi046.stdout:2172: finishing write tid 5 to smithi04638994-7 2021-07-26T15:53:15.993 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1230 (ObjNum 689 snap 204 seq_num 689) dirty exists 2021-07-26T15:53:15.993 INFO:tasks.rados.rados.0.smithi046.stdout:2172: left oid 7 (ObjNum 689 snap 204 seq_num 689) 2021-07-26T15:53:16.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:16 smithi073 bash[34190]: cluster 2021-07-26T15:53:15.082592+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T15:53:16.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:16 smithi073 bash[34190]: cluster 2021-07-26T15:53:15.972042+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T15:53:16.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:16 smithi046 bash[41283]: cluster 2021-07-26T15:53:15.082592+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T15:53:16.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:16 smithi046 bash[41283]: cluster 2021-07-26T15:53:15.972042+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T15:53:16.442 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:16 smithi046 bash[42351]: cluster 2021-07-26T15:53:15.082592+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T15:53:16.443 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:16 smithi046 bash[42351]: cluster 2021-07-26T15:53:15.972042+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T15:53:16.981 INFO:tasks.rados.rados.0.smithi046.stdout:2170: done (3 left) 2021-07-26T15:53:16.982 INFO:tasks.rados.rados.0.smithi046.stdout:2171: done (2 left) 2021-07-26T15:53:16.982 INFO:tasks.rados.rados.0.smithi046.stdout:2172: done (1 left) 2021-07-26T15:53:16.982 INFO:tasks.rados.rados.0.smithi046.stdout:2173: done (0 left) 2021-07-26T15:53:16.983 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 205 2021-07-26T15:53:16.983 INFO:tasks.rados.rados.0.smithi046.stdout:2174: seq_num 690 ranges {2400256=761856,3162112=663552,3825664=409600,4235264=131072} 2021-07-26T15:53:17.005 INFO:tasks.rados.rados.0.smithi046.stdout:2174: writing smithi04638994-33 from 2400256 to 3162112 tid 1 2021-07-26T15:53:17.008 INFO:tasks.rados.rados.0.smithi046.stdout:2174: writing smithi04638994-33 from 3162112 to 3825664 tid 2 2021-07-26T15:53:17.011 INFO:tasks.rados.rados.0.smithi046.stdout:2174: writing smithi04638994-33 from 3825664 to 4235264 tid 3 2021-07-26T15:53:17.012 INFO:tasks.rados.rados.0.smithi046.stdout:2174: writing smithi04638994-33 from 4235264 to 4366336 tid 4 2021-07-26T15:53:17.012 INFO:tasks.rados.rados.0.smithi046.stdout:2175: snap_create 2021-07-26T15:53:17.023 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 1 to smithi04638994-33 2021-07-26T15:53:17.023 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 2 to smithi04638994-33 2021-07-26T15:53:17.024 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 3 to smithi04638994-33 2021-07-26T15:53:17.024 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 4 to smithi04638994-33 2021-07-26T15:53:17.025 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 5 to smithi04638994-33 2021-07-26T15:53:17.026 INFO:tasks.rados.rados.0.smithi046.stdout:2174: finishing write tid 6 to smithi04638994-33 2021-07-26T15:53:17.026 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1196 (ObjNum 690 snap 205 seq_num 690) dirty exists 2021-07-26T15:53:17.027 INFO:tasks.rados.rados.0.smithi046.stdout:2174: left oid 33 (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:53:17.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:17 smithi073 bash[34190]: cluster 2021-07-26T15:53:15.948008+0000 mgr.y (mgr.24683) 317 : cluster [DBG] pgmap v528: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-07-26T15:53:17.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:17 smithi073 bash[34190]: cluster 2021-07-26T15:53:16.982524+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T15:53:17.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:17 smithi046 bash[41283]: cluster 2021-07-26T15:53:15.948008+0000 mgr.y (mgr.24683) 317 : cluster [DBG] pgmap v528: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-07-26T15:53:17.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:17 smithi046 bash[41283]: cluster 2021-07-26T15:53:16.982524+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T15:53:17.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:17 smithi046 bash[42351]: cluster 2021-07-26T15:53:15.948008+0000 mgr.y (mgr.24683) 317 : cluster [DBG] pgmap v528: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2021-07-26T15:53:17.437 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:17 smithi046 bash[42351]: cluster 2021-07-26T15:53:16.982524+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T15:53:17.985 INFO:tasks.rados.rados.0.smithi046.stdout:2174: done (1 left) 2021-07-26T15:53:17.985 INFO:tasks.rados.rados.0.smithi046.stdout:2175: done (0 left) 2021-07-26T15:53:17.985 INFO:tasks.rados.rados.0.smithi046.stdout:2176: delete oid 46 current snap is 206 2021-07-26T15:53:17.990 INFO:tasks.rados.rados.0.smithi046.stdout:2176: done (0 left) 2021-07-26T15:53:17.990 INFO:tasks.rados.rados.0.smithi046.stdout:2177: delete oid 40 current snap is 206 2021-07-26T15:53:17.996 INFO:tasks.rados.rados.0.smithi046.stdout:2177: done (0 left) 2021-07-26T15:53:17.996 INFO:tasks.rados.rados.0.smithi046.stdout:2178: snap_create 2021-07-26T15:53:18.988 INFO:tasks.rados.rados.0.smithi046.stdout:2178: done (0 left) 2021-07-26T15:53:18.988 INFO:tasks.rados.rados.0.smithi046.stdout:2179: read oid 50 snap -1 2021-07-26T15:53:18.989 INFO:tasks.rados.rados.0.smithi046.stdout:2179: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:18.989 INFO:tasks.rados.rados.0.smithi046.stdout:2180: read oid 18 snap -1 2021-07-26T15:53:18.989 INFO:tasks.rados.rados.0.smithi046.stdout:2180: expect deleted 2021-07-26T15:53:18.989 INFO:tasks.rados.rados.0.smithi046.stdout:2181: rmattr oid 13 current snap is 207 2021-07-26T15:53:18.989 INFO:tasks.rados.rados.0.smithi046.stdout:2181: done (2 left) 2021-07-26T15:53:18.990 INFO:tasks.rados.rados.0.smithi046.stdout:2182: rmattr oid 11 current snap is 207 2021-07-26T15:53:18.990 INFO:tasks.rados.rados.0.smithi046.stdout:2182: done (2 left) 2021-07-26T15:53:18.990 INFO:tasks.rados.rados.0.smithi046.stdout:2183: snap_create 2021-07-26T15:53:19.007 INFO:tasks.rados.rados.0.smithi046.stdout:2179: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:18 smithi073 bash[34190]: cluster 2021-07-26T15:53:17.948660+0000 mgr.y (mgr.24683) 318 : cluster [DBG] pgmap v531: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2021-07-26T15:53:19.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:18 smithi073 bash[34190]: cluster 2021-07-26T15:53:17.984684+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T15:53:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:18 smithi046 bash[41283]: cluster 2021-07-26T15:53:17.948660+0000 mgr.y (mgr.24683) 318 : cluster [DBG] pgmap v531: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2021-07-26T15:53:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:18 smithi046 bash[41283]: cluster 2021-07-26T15:53:17.984684+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T15:53:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:18 smithi046 bash[42351]: cluster 2021-07-26T15:53:17.948660+0000 mgr.y (mgr.24683) 318 : cluster [DBG] pgmap v531: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2021-07-26T15:53:19.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:18 smithi046 bash[42351]: cluster 2021-07-26T15:53:17.984684+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T15:53:20.003 INFO:tasks.rados.rados.0.smithi046.stdout:2179: done (2 left) 2021-07-26T15:53:20.004 INFO:tasks.rados.rados.0.smithi046.stdout:2180: done (1 left) 2021-07-26T15:53:20.004 INFO:tasks.rados.rados.0.smithi046.stdout:2183: done (0 left) 2021-07-26T15:53:20.004 INFO:tasks.rados.rados.0.smithi046.stdout:2184: copy_from oid 48 from oid 32 current snap is 208 2021-07-26T15:53:20.004 INFO:tasks.rados.rados.0.smithi046.stdout:2185: rollback oid 19 current snap is 208 2021-07-26T15:53:20.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 207 2021-07-26T15:53:20.005 INFO:tasks.rados.rados.0.smithi046.stdout:2186: copy_from oid 36 from oid 37 current snap is 208 2021-07-26T15:53:20.005 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 208 2021-07-26T15:53:20.005 INFO:tasks.rados.rados.0.smithi046.stdout:2187: seq_num 693 ranges {3235840=409600,3645440=770048,4415488=581632,4997120=253952} 2021-07-26T15:53:20.027 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04638994-39 from 3235840 to 3645440 tid 1 2021-07-26T15:53:20.034 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04638994-39 from 3645440 to 4415488 tid 2 2021-07-26T15:53:20.035 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04638994-39 from 4415488 to 4997120 tid 3 2021-07-26T15:53:20.036 INFO:tasks.rados.rados.0.smithi046.stdout:2187: writing smithi04638994-39 from 4997120 to 5251072 tid 4 2021-07-26T15:53:20.037 INFO:tasks.rados.rados.0.smithi046.stdout:2188: snap_create 2021-07-26T15:53:20.037 INFO:tasks.rados.rados.0.smithi046.stdout:2186: finishing copy_from to smithi04638994-36 2021-07-26T15:53:20.037 INFO:tasks.rados.rados.0.smithi046.stdout:2186: got expected ENOENT (src dne) 2021-07-26T15:53:20.037 INFO:tasks.rados.rados.0.smithi046.stdout:2186: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:53:20.038 INFO:tasks.rados.rados.0.smithi046.stdout:2185: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:53:20.038 INFO:tasks.rados.rados.0.smithi046.stdout:2185: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:53:20.038 INFO:tasks.rados.rados.0.smithi046.stdout:2185: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:53:20.038 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1199 (ObjNum 670 snap 198 seq_num 670) dirty exists 2021-07-26T15:53:20.039 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 1 to smithi04638994-39 2021-07-26T15:53:20.039 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 2 to smithi04638994-39 2021-07-26T15:53:20.043 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 3 to smithi04638994-39 2021-07-26T15:53:20.044 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 4 to smithi04638994-39 2021-07-26T15:53:20.044 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 5 to smithi04638994-39 2021-07-26T15:53:20.049 INFO:tasks.rados.rados.0.smithi046.stdout:2187: finishing write tid 6 to smithi04638994-39 2021-07-26T15:53:20.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1120 (ObjNum 693 snap 208 seq_num 693) dirty exists 2021-07-26T15:53:20.050 INFO:tasks.rados.rados.0.smithi046.stdout:2187: left oid 39 (ObjNum 693 snap 208 seq_num 693) 2021-07-26T15:53:20.082 INFO:tasks.rados.rados.0.smithi046.stdout:2184: finishing copy_from to smithi04638994-48 2021-07-26T15:53:20.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1115 (ObjNum 679 snap 201 seq_num 679) dirty exists 2021-07-26T15:53:20.083 INFO:tasks.rados.rados.0.smithi046.stdout:2184: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:53:20.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:20 smithi073 bash[34190]: cluster 2021-07-26T15:53:18.987469+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T15:53:20.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:19 smithi046 bash[41283]: cluster 2021-07-26T15:53:18.987469+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T15:53:20.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:19 smithi046 bash[42351]: cluster 2021-07-26T15:53:18.987469+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T15:53:20.974 INFO:tasks.rados.rados.0.smithi046.stdout:2184: done (4 left) 2021-07-26T15:53:20.975 INFO:tasks.rados.rados.0.smithi046.stdout:2185: done (3 left) 2021-07-26T15:53:20.976 INFO:tasks.rados.rados.0.smithi046.stdout:2186: done (2 left) 2021-07-26T15:53:20.976 INFO:tasks.rados.rados.0.smithi046.stdout:2187: done (1 left) 2021-07-26T15:53:20.976 INFO:tasks.rados.rados.0.smithi046.stdout:2188: done (0 left) 2021-07-26T15:53:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:2189: read oid 28 snap -1 2021-07-26T15:53:20.977 INFO:tasks.rados.rados.0.smithi046.stdout:2189: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:53:20.978 INFO:tasks.rados.rados.0.smithi046.stdout:2190: copy_from oid 31 from oid 11 current snap is 209 2021-07-26T15:53:20.978 INFO:tasks.rados.rados.0.smithi046.stdout:2191: read oid 23 snap -1 2021-07-26T15:53:20.978 INFO:tasks.rados.rados.0.smithi046.stdout:2191: expect (ObjNum 651 snap 189 seq_num 651) 2021-07-26T15:53:20.978 INFO:tasks.rados.rados.0.smithi046.stdout:2192: snap_create 2021-07-26T15:53:21.009 INFO:tasks.rados.rados.0.smithi046.stdout:2191: expect (ObjNum 651 snap 189 seq_num 651) 2021-07-26T15:53:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:2190: finishing copy_from to smithi04638994-31 2021-07-26T15:53:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 925 (ObjNum 607 snap 178 seq_num 607) dirty exists 2021-07-26T15:53:21.106 INFO:tasks.rados.rados.0.smithi046.stdout:2190: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:53:21.107 INFO:tasks.rados.rados.0.smithi046.stdout:2189: expect (ObjNum 576 snap 165 seq_num 576) 2021-07-26T15:53:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:21 smithi073 bash[34190]: cluster 2021-07-26T15:53:19.949329+0000 mgr.y (mgr.24683) 319 : cluster [DBG] pgmap v534: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:53:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:21 smithi073 bash[34190]: cluster 2021-07-26T15:53:20.004095+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T15:53:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:21 smithi073 bash[34190]: cluster 2021-07-26T15:53:20.974099+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T15:53:21.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[42351]: cluster 2021-07-26T15:53:19.949329+0000 mgr.y (mgr.24683) 319 : cluster [DBG] pgmap v534: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:53:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[42351]: cluster 2021-07-26T15:53:20.004095+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T15:53:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[42351]: cluster 2021-07-26T15:53:20.974099+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T15:53:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[41283]: cluster 2021-07-26T15:53:19.949329+0000 mgr.y (mgr.24683) 319 : cluster [DBG] pgmap v534: 25 pgs: 25 active+clean; 235 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T15:53:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[41283]: cluster 2021-07-26T15:53:20.004095+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T15:53:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:21 smithi046 bash[41283]: cluster 2021-07-26T15:53:20.974099+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T15:53:21.983 INFO:tasks.rados.rados.0.smithi046.stdout:2189: done (3 left) 2021-07-26T15:53:21.984 INFO:tasks.rados.rados.0.smithi046.stdout:2190: done (2 left) 2021-07-26T15:53:21.984 INFO:tasks.rados.rados.0.smithi046.stdout:2191: done (1 left) 2021-07-26T15:53:21.984 INFO:tasks.rados.rados.0.smithi046.stdout:2192: done (0 left) 2021-07-26T15:53:21.984 INFO:tasks.rados.rados.0.smithi046.stdout:2193: rmattr oid 34 current snap is 210 2021-07-26T15:53:21.984 INFO:tasks.rados.rados.0.smithi046.stdout:2193: done (0 left) 2021-07-26T15:53:21.985 INFO:tasks.rados.rados.0.smithi046.stdout:2194: setattr oid 27 current snap is 210 2021-07-26T15:53:21.987 INFO:tasks.rados.rados.0.smithi046.stdout:2195: read oid 32 snap -1 2021-07-26T15:53:21.987 INFO:tasks.rados.rados.0.smithi046.stdout:2195: expect (ObjNum 679 snap 201 seq_num 679) 2021-07-26T15:53:21.987 INFO:tasks.rados.rados.0.smithi046.stdout:2196: snap_remove snap 202 2021-07-26T15:53:22.985 INFO:tasks.rados.rados.0.smithi046.stdout:2196: done (2 left) 2021-07-26T15:53:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:2197: read oid 47 snap 208 2021-07-26T15:53:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:2197: expect (ObjNum 608 snap 178 seq_num 608) 2021-07-26T15:53:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 210 2021-07-26T15:53:22.986 INFO:tasks.rados.rados.0.smithi046.stdout:2198: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2021-07-26T15:53:22.987 INFO:tasks.rados.rados.0.smithi046.stdout:2198: writing smithi04638994-18 from 0 to 425984 tid 1 2021-07-26T15:53:22.992 INFO:tasks.rados.rados.0.smithi046.stdout:2198: writing smithi04638994-18 from 425984 to 1081344 tid 2 2021-07-26T15:53:22.999 INFO:tasks.rados.rados.0.smithi046.stdout:2198: writing smithi04638994-18 from 1081344 to 1867776 tid 3 2021-07-26T15:53:23.000 INFO:tasks.rados.rados.0.smithi046.stdout:2198: writing smithi04638994-18 from 1867776 to 2031616 tid 4 2021-07-26T15:53:23.000 INFO:tasks.rados.rados.0.smithi046.stdout:2199: snap_create 2021-07-26T15:53:23.001 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1236 (ObjNum 676 snap 198 seq_num 676) dirty exists 2021-07-26T15:53:23.001 INFO:tasks.rados.rados.0.smithi046.stdout:2195: expect (ObjNum 679 snap 201 seq_num 679) 2021-07-26T15:53:23.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:22 smithi073 bash[34190]: cluster 2021-07-26T15:53:21.950049+0000 mgr.y (mgr.24683) 320 : cluster [DBG] pgmap v537: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2021-07-26T15:53:23.372 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:22 smithi073 bash[34190]: cluster 2021-07-26T15:53:21.983969+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T15:53:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:22 smithi073 bash[34190]: audit 2021-07-26T15:53:22.737390+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:53:23.373 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:22 smithi073 bash[34190]: audit 2021-07-26T15:53:22.740655+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:53:23.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:22 smithi073 bash[34190]: audit 2021-07-26T15:53:22.742793+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:53:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[42351]: cluster 2021-07-26T15:53:21.950049+0000 mgr.y (mgr.24683) 320 : cluster [DBG] pgmap v537: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2021-07-26T15:53:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[42351]: cluster 2021-07-26T15:53:21.983969+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T15:53:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[42351]: audit 2021-07-26T15:53:22.737390+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:53:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[42351]: audit 2021-07-26T15:53:22.740655+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:53:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[42351]: audit 2021-07-26T15:53:22.742793+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:53:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[41283]: cluster 2021-07-26T15:53:21.950049+0000 mgr.y (mgr.24683) 320 : cluster [DBG] pgmap v537: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2021-07-26T15:53:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[41283]: cluster 2021-07-26T15:53:21.983969+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T15:53:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[41283]: audit 2021-07-26T15:53:22.737390+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:53:23.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[41283]: audit 2021-07-26T15:53:22.740655+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:53:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:22 smithi046 bash[41283]: audit 2021-07-26T15:53:22.742793+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:53:23.883 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 1 to smithi04638994-18 2021-07-26T15:53:23.883 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 2 to smithi04638994-18 2021-07-26T15:53:23.884 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 3 to smithi04638994-18 2021-07-26T15:53:23.884 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 4 to smithi04638994-18 2021-07-26T15:53:23.884 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 5 to smithi04638994-18 2021-07-26T15:53:23.885 INFO:tasks.rados.rados.0.smithi046.stdout:2198: finishing write tid 6 to smithi04638994-18 2021-07-26T15:53:23.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1105 (ObjNum 694 snap 210 seq_num 694) dirty exists 2021-07-26T15:53:23.885 INFO:tasks.rados.rados.0.smithi046.stdout:2198: left oid 18 (ObjNum 694 snap 210 seq_num 694) 2021-07-26T15:53:23.885 INFO:tasks.rados.rados.0.smithi046.stdout:2197: expect (ObjNum 608 snap 178 seq_num 608) 2021-07-26T15:53:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:23.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:23.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:23.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:53:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:23 smithi073 bash[34190]: cluster 2021-07-26T15:53:22.984424+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T15:53:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:24 smithi073 bash[34190]: audit 2021-07-26T15:53:23.013412+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:53:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[42351]: cluster 2021-07-26T15:53:22.984424+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T15:53:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[42351]: audit 2021-07-26T15:53:23.013412+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:53:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[41283]: cluster 2021-07-26T15:53:22.984424+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T15:53:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:23 smithi046 bash[41283]: audit 2021-07-26T15:53:23.013412+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:53:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:25 smithi073 bash[34190]: cluster 2021-07-26T15:53:23.950772+0000 mgr.y (mgr.24683) 321 : cluster [DBG] pgmap v540: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2021-07-26T15:53:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:25 smithi073 bash[34190]: cluster 2021-07-26T15:53:23.993879+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T15:53:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:24 smithi046 bash[42351]: cluster 2021-07-26T15:53:23.950772+0000 mgr.y (mgr.24683) 321 : cluster [DBG] pgmap v540: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2021-07-26T15:53:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:24 smithi046 bash[42351]: cluster 2021-07-26T15:53:23.993879+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T15:53:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:24 smithi046 bash[41283]: cluster 2021-07-26T15:53:23.950772+0000 mgr.y (mgr.24683) 321 : cluster [DBG] pgmap v540: 25 pgs: 25 active+clean; 250 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 8 op/s 2021-07-26T15:53:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:24 smithi046 bash[41283]: cluster 2021-07-26T15:53:23.993879+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T15:53:25.549 INFO:tasks.rados.rados.0.smithi046.stdout:2194: done (4 left) 2021-07-26T15:53:25.550 INFO:tasks.rados.rados.0.smithi046.stdout:2195: done (3 left) 2021-07-26T15:53:25.550 INFO:tasks.rados.rados.0.smithi046.stdout:2197: done (2 left) 2021-07-26T15:53:25.550 INFO:tasks.rados.rados.0.smithi046.stdout:2198: done (1 left) 2021-07-26T15:53:25.550 INFO:tasks.rados.rados.0.smithi046.stdout:2199: done (0 left) 2021-07-26T15:53:25.551 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 211 2021-07-26T15:53:25.551 INFO:tasks.rados.rados.0.smithi046.stdout:2200: seq_num 695 ranges {12001280=442368,12443648=540672,12984320=598016,13582336=466944} 2021-07-26T15:53:25.629 INFO:tasks.rados.rados.0.smithi046.stdout:2200: writing smithi04638994-48 from 12001280 to 12443648 tid 1 2021-07-26T15:53:25.631 INFO:tasks.rados.rados.0.smithi046.stdout:2200: writing smithi04638994-48 from 12443648 to 12984320 tid 2 2021-07-26T15:53:25.638 INFO:tasks.rados.rados.0.smithi046.stdout:2200: writing smithi04638994-48 from 12984320 to 13582336 tid 3 2021-07-26T15:53:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:2200: writing smithi04638994-48 from 13582336 to 14049280 tid 4 2021-07-26T15:53:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:2201: copy_from oid 50 from oid 3 current snap is 211 2021-07-26T15:53:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:2202: delete oid 27 current snap is 211 2021-07-26T15:53:25.639 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 1 to smithi04638994-48 2021-07-26T15:53:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 2 to smithi04638994-48 2021-07-26T15:53:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:2201: finishing copy_from to smithi04638994-50 2021-07-26T15:53:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:2201: got expected ENOENT (src dne) 2021-07-26T15:53:25.648 INFO:tasks.rados.rados.0.smithi046.stdout:2201: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:53:25.650 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 3 to smithi04638994-48 2021-07-26T15:53:25.650 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 4 to smithi04638994-48 2021-07-26T15:53:25.658 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 5 to smithi04638994-48 2021-07-26T15:53:25.658 INFO:tasks.rados.rados.0.smithi046.stdout:2200: finishing write tid 6 to smithi04638994-48 2021-07-26T15:53:25.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1250 (ObjNum 695 snap 211 seq_num 695) dirty exists 2021-07-26T15:53:25.659 INFO:tasks.rados.rados.0.smithi046.stdout:2200: left oid 48 (ObjNum 695 snap 211 seq_num 695) 2021-07-26T15:53:25.659 INFO:tasks.rados.rados.0.smithi046.stdout:2200: done (2 left) 2021-07-26T15:53:25.659 INFO:tasks.rados.rados.0.smithi046.stdout:2201: done (1 left) 2021-07-26T15:53:25.659 INFO:tasks.rados.rados.0.smithi046.stdout:2202: done (0 left) 2021-07-26T15:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 211 2021-07-26T15:53:25.660 INFO:tasks.rados.rados.0.smithi046.stdout:2203: seq_num 697 ranges {5251072=475136,5726208=704512,6430720=557056,6987776=344064} 2021-07-26T15:53:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:2203: writing smithi04638994-39 from 5251072 to 5726208 tid 1 2021-07-26T15:53:25.685 INFO:tasks.rados.rados.0.smithi046.stdout:2203: writing smithi04638994-39 from 5726208 to 6430720 tid 2 2021-07-26T15:53:25.687 INFO:tasks.rados.rados.0.smithi046.stdout:2203: writing smithi04638994-39 from 6430720 to 6987776 tid 3 2021-07-26T15:53:25.689 INFO:tasks.rados.rados.0.smithi046.stdout:2203: writing smithi04638994-39 from 6987776 to 7331840 tid 4 2021-07-26T15:53:25.689 INFO:tasks.rados.rados.0.smithi046.stdout:2204: rmattr oid 27 current snap is 211 2021-07-26T15:53:25.689 INFO:tasks.rados.rados.0.smithi046.stdout:2204: done (1 left) 2021-07-26T15:53:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 211 2021-07-26T15:53:25.690 INFO:tasks.rados.rados.0.smithi046.stdout:2205: seq_num 698 ranges {3784704=499712,4284416=589824,4874240=770048,5644288=245760} 2021-07-26T15:53:25.719 INFO:tasks.rados.rados.0.smithi046.stdout:2205: writing smithi04638994-4 from 3784704 to 4284416 tid 1 2021-07-26T15:53:25.719 INFO:tasks.rados.rados.0.smithi046.stdout:2205: writing smithi04638994-4 from 4284416 to 4874240 tid 2 2021-07-26T15:53:25.728 INFO:tasks.rados.rados.0.smithi046.stdout:2205: writing smithi04638994-4 from 4874240 to 5644288 tid 3 2021-07-26T15:53:25.729 INFO:tasks.rados.rados.0.smithi046.stdout:2205: writing smithi04638994-4 from 5644288 to 5890048 tid 4 2021-07-26T15:53:25.729 INFO:tasks.rados.rados.0.smithi046.stdout:2206: delete oid 32 current snap is 211 2021-07-26T15:53:25.729 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 1 to smithi04638994-39 2021-07-26T15:53:25.729 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 2 to smithi04638994-39 2021-07-26T15:53:25.730 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 3 to smithi04638994-39 2021-07-26T15:53:25.730 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 4 to smithi04638994-39 2021-07-26T15:53:25.730 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 5 to smithi04638994-39 2021-07-26T15:53:25.739 INFO:tasks.rados.rados.0.smithi046.stdout:2203: finishing write tid 6 to smithi04638994-39 2021-07-26T15:53:25.739 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1125 (ObjNum 697 snap 211 seq_num 697) dirty exists 2021-07-26T15:53:25.739 INFO:tasks.rados.rados.0.smithi046.stdout:2203: left oid 39 (ObjNum 697 snap 211 seq_num 697) 2021-07-26T15:53:25.739 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 1 to smithi04638994-4 2021-07-26T15:53:25.740 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 2 to smithi04638994-4 2021-07-26T15:53:25.741 INFO:tasks.rados.rados.0.smithi046.stdout:2203: done (2 left) 2021-07-26T15:53:25.741 INFO:tasks.rados.rados.0.smithi046.stdout:2206: done (1 left) 2021-07-26T15:53:25.741 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 211 2021-07-26T15:53:25.742 INFO:tasks.rados.rados.0.smithi046.stdout:2207: seq_num 700 ranges {999424=532480,1531904=409600,1941504=737280,2678784=458752} 2021-07-26T15:53:25.742 INFO:tasks.rados.rados.0.smithi046.stdout:2207: writing smithi04638994-6 from 999424 to 1531904 tid 1 2021-07-26T15:53:25.742 INFO:tasks.rados.rados.0.smithi046.stdout:2207: writing smithi04638994-6 from 1531904 to 1941504 tid 2 2021-07-26T15:53:25.757 INFO:tasks.rados.rados.0.smithi046.stdout:2207: writing smithi04638994-6 from 1941504 to 2678784 tid 3 2021-07-26T15:53:25.757 INFO:tasks.rados.rados.0.smithi046.stdout:2207: writing smithi04638994-6 from 2678784 to 3137536 tid 4 2021-07-26T15:53:25.757 INFO:tasks.rados.rados.0.smithi046.stdout:2208: delete oid 20 current snap is 211 2021-07-26T15:53:25.757 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 3 to smithi04638994-4 2021-07-26T15:53:25.758 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 4 to smithi04638994-4 2021-07-26T15:53:25.758 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 5 to smithi04638994-4 2021-07-26T15:53:25.758 INFO:tasks.rados.rados.0.smithi046.stdout:2205: finishing write tid 6 to smithi04638994-4 2021-07-26T15:53:25.758 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 984 (ObjNum 698 snap 211 seq_num 698) dirty exists 2021-07-26T15:53:25.759 INFO:tasks.rados.rados.0.smithi046.stdout:2205: left oid 4 (ObjNum 698 snap 211 seq_num 698) 2021-07-26T15:53:25.759 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 1 to smithi04638994-6 2021-07-26T15:53:25.759 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 2 to smithi04638994-6 2021-07-26T15:53:25.759 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 3 to smithi04638994-6 2021-07-26T15:53:25.760 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 4 to smithi04638994-6 2021-07-26T15:53:25.760 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 5 to smithi04638994-6 2021-07-26T15:53:25.760 INFO:tasks.rados.rados.0.smithi046.stdout:2205: done (2 left) 2021-07-26T15:53:25.760 INFO:tasks.rados.rados.0.smithi046.stdout:2208: done (1 left) 2021-07-26T15:53:25.760 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 211 2021-07-26T15:53:25.761 INFO:tasks.rados.rados.0.smithi046.stdout:2209: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2021-07-26T15:53:25.761 INFO:tasks.rados.rados.0.smithi046.stdout:2209: writing smithi04638994-3 from 0 to 565248 tid 1 2021-07-26T15:53:25.762 INFO:tasks.rados.rados.0.smithi046.stdout:2209: writing smithi04638994-3 from 565248 to 1146880 tid 2 2021-07-26T15:53:25.777 INFO:tasks.rados.rados.0.smithi046.stdout:2209: writing smithi04638994-3 from 1146880 to 1892352 tid 3 2021-07-26T15:53:25.777 INFO:tasks.rados.rados.0.smithi046.stdout:2209: writing smithi04638994-3 from 1892352 to 2170880 tid 4 2021-07-26T15:53:25.778 INFO:tasks.rados.rados.0.smithi046.stdout:2210: snap_create 2021-07-26T15:53:25.778 INFO:tasks.rados.rados.0.smithi046.stdout:2207: finishing write tid 6 to smithi04638994-6 2021-07-26T15:53:25.779 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 584 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:53:25.779 INFO:tasks.rados.rados.0.smithi046.stdout:2207: left oid 6 (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:53:25.779 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 1 to smithi04638994-3 2021-07-26T15:53:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 2 to smithi04638994-3 2021-07-26T15:53:25.780 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 3 to smithi04638994-3 2021-07-26T15:53:25.781 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 4 to smithi04638994-3 2021-07-26T15:53:25.781 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 5 to smithi04638994-3 2021-07-26T15:53:25.782 INFO:tasks.rados.rados.0.smithi046.stdout:2209: finishing write tid 6 to smithi04638994-3 2021-07-26T15:53:25.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1151 (ObjNum 702 snap 211 seq_num 702) dirty exists 2021-07-26T15:53:25.782 INFO:tasks.rados.rados.0.smithi046.stdout:2209: left oid 3 (ObjNum 702 snap 211 seq_num 702) 2021-07-26T15:53:25.974 INFO:tasks.rados.rados.0.smithi046.stdout:2207: done (2 left) 2021-07-26T15:53:25.975 INFO:tasks.rados.rados.0.smithi046.stdout:2209: done (1 left) 2021-07-26T15:53:25.975 INFO:tasks.rados.rados.0.smithi046.stdout:2210: done (0 left) 2021-07-26T15:53:25.975 INFO:tasks.rados.rados.0.smithi046.stdout:2211: delete oid 47 current snap is 212 2021-07-26T15:53:25.986 INFO:tasks.rados.rados.0.smithi046.stdout:2211: done (0 left) 2021-07-26T15:53:25.987 INFO:tasks.rados.rados.0.smithi046.stdout:2212: copy_from oid 37 from oid 34 current snap is 212 2021-07-26T15:53:25.987 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 212 2021-07-26T15:53:25.987 INFO:tasks.rados.rados.0.smithi046.stdout:2213: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2021-07-26T15:53:25.991 INFO:tasks.rados.rados.0.smithi046.stdout:2213: writing smithi04638994-9 from 0 to 598016 tid 1 2021-07-26T15:53:25.997 INFO:tasks.rados.rados.0.smithi046.stdout:2213: writing smithi04638994-9 from 598016 to 1343488 tid 2 2021-07-26T15:53:26.002 INFO:tasks.rados.rados.0.smithi046.stdout:2213: writing smithi04638994-9 from 1343488 to 2056192 tid 3 2021-07-26T15:53:26.004 INFO:tasks.rados.rados.0.smithi046.stdout:2213: writing smithi04638994-9 from 2056192 to 2203648 tid 4 2021-07-26T15:53:26.005 INFO:tasks.rados.rados.0.smithi046.stdout:2214: rollback oid 27 current snap is 212 2021-07-26T15:53:26.005 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 199 2021-07-26T15:53:26.005 INFO:tasks.rados.rados.0.smithi046.stdout:2215: delete oid 28 current snap is 212 2021-07-26T15:53:26.005 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 1 to smithi04638994-9 2021-07-26T15:53:26.006 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 2 to smithi04638994-9 2021-07-26T15:53:26.006 INFO:tasks.rados.rados.0.smithi046.stdout:2212: finishing copy_from to smithi04638994-37 2021-07-26T15:53:26.006 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1089 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:53:26.007 INFO:tasks.rados.rados.0.smithi046.stdout:2212: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:53:26.011 INFO:tasks.rados.rados.0.smithi046.stdout:2212: done (3 left) 2021-07-26T15:53:26.011 INFO:tasks.rados.rados.0.smithi046.stdout:2215: done (2 left) 2021-07-26T15:53:26.011 INFO:tasks.rados.rados.0.smithi046.stdout:2216: delete oid 20 current snap is 212 2021-07-26T15:53:26.015 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 3 to smithi04638994-9 2021-07-26T15:53:26.016 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 4 to smithi04638994-9 2021-07-26T15:53:26.016 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 5 to smithi04638994-9 2021-07-26T15:53:26.017 INFO:tasks.rados.rados.0.smithi046.stdout:2214: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:53:26.017 INFO:tasks.rados.rados.0.smithi046.stdout:2214: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:53:26.019 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1259 (ObjNum 676 snap 198 seq_num 676) dirty exists 2021-07-26T15:53:26.019 INFO:tasks.rados.rados.0.smithi046.stdout:2214: done (2 left) 2021-07-26T15:53:26.019 INFO:tasks.rados.rados.0.smithi046.stdout:2216: done (1 left) 2021-07-26T15:53:26.019 INFO:tasks.rados.rados.0.smithi046.stdout:2217: snap_create 2021-07-26T15:53:26.023 INFO:tasks.rados.rados.0.smithi046.stdout:2213: finishing write tid 6 to smithi04638994-9 2021-07-26T15:53:26.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1257 (ObjNum 704 snap 212 seq_num 704) dirty exists 2021-07-26T15:53:26.023 INFO:tasks.rados.rados.0.smithi046.stdout:2213: left oid 9 (ObjNum 704 snap 212 seq_num 704) 2021-07-26T15:53:27.009 INFO:tasks.rados.rados.0.smithi046.stdout:2213: done (1 left) 2021-07-26T15:53:27.009 INFO:tasks.rados.rados.0.smithi046.stdout:2217: done (0 left) 2021-07-26T15:53:27.009 INFO:tasks.rados.rados.0.smithi046.stdout:2218: snap_remove snap 204 2021-07-26T15:53:27.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:26 smithi073 bash[34190]: cluster 2021-07-26T15:53:25.951582+0000 mgr.y (mgr.24683) 322 : cluster [DBG] pgmap v542: 25 pgs: 25 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2021-07-26T15:53:27.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:26 smithi073 bash[34190]: cluster 2021-07-26T15:53:25.975318+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T15:53:27.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:26 smithi046 bash[41283]: cluster 2021-07-26T15:53:25.951582+0000 mgr.y (mgr.24683) 322 : cluster [DBG] pgmap v542: 25 pgs: 25 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2021-07-26T15:53:27.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:26 smithi046 bash[41283]: cluster 2021-07-26T15:53:25.975318+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T15:53:27.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:26 smithi046 bash[42351]: cluster 2021-07-26T15:53:25.951582+0000 mgr.y (mgr.24683) 322 : cluster [DBG] pgmap v542: 25 pgs: 25 active+clean; 254 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2021-07-26T15:53:27.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:26 smithi046 bash[42351]: cluster 2021-07-26T15:53:25.975318+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T15:53:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:2218: done (0 left) 2021-07-26T15:53:28.016 INFO:tasks.rados.rados.0.smithi046.stdout:2219: snap_create 2021-07-26T15:53:28.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:28 smithi073 bash[34190]: cluster 2021-07-26T15:53:27.007443+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T15:53:28.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:28 smithi046 bash[41283]: cluster 2021-07-26T15:53:27.007443+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T15:53:28.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:28 smithi046 bash[42351]: cluster 2021-07-26T15:53:27.007443+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T15:53:29.019 INFO:tasks.rados.rados.0.smithi046.stdout:2219: done (0 left) 2021-07-26T15:53:29.019 INFO:tasks.rados.rados.0.smithi046.stdout:2220: snap_remove snap 193 2021-07-26T15:53:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:29 smithi073 bash[34190]: cluster 2021-07-26T15:53:27.952233+0000 mgr.y (mgr.24683) 323 : cluster [DBG] pgmap v545: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2021-07-26T15:53:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:29 smithi073 bash[34190]: cluster 2021-07-26T15:53:28.016229+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T15:53:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:29 smithi046 bash[41283]: cluster 2021-07-26T15:53:27.952233+0000 mgr.y (mgr.24683) 323 : cluster [DBG] pgmap v545: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2021-07-26T15:53:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:29 smithi046 bash[41283]: cluster 2021-07-26T15:53:28.016229+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T15:53:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:29 smithi046 bash[42351]: cluster 2021-07-26T15:53:27.952233+0000 mgr.y (mgr.24683) 323 : cluster [DBG] pgmap v545: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2021-07-26T15:53:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:29 smithi046 bash[42351]: cluster 2021-07-26T15:53:28.016229+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T15:53:30.036 INFO:tasks.rados.rados.0.smithi046.stdout:2220: done (0 left) 2021-07-26T15:53:30.036 INFO:tasks.rados.rados.0.smithi046.stdout:2221: setattr oid 43 current snap is 214 2021-07-26T15:53:30.039 INFO:tasks.rados.rados.0.smithi046.stdout:2222: setattr oid 29 current snap is 214 2021-07-26T15:53:30.044 INFO:tasks.rados.rados.0.smithi046.stdout:2223: rmattr oid 12 current snap is 214 2021-07-26T15:53:30.044 INFO:tasks.rados.rados.0.smithi046.stdout:2224: read oid 6 snap -1 2021-07-26T15:53:30.044 INFO:tasks.rados.rados.0.smithi046.stdout:2224: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:53:30.044 INFO:tasks.rados.rados.0.smithi046.stdout:2225: copy_from oid 42 from oid 26 current snap is 214 2021-07-26T15:53:30.045 INFO:tasks.rados.rados.0.smithi046.stdout:2226: read oid 46 snap 203 2021-07-26T15:53:30.045 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 198782240 snap 22029 seq_num 197413984) 2021-07-26T15:53:30.045 INFO:tasks.rados.rados.0.smithi046.stdout:2227: read oid 50 snap -1 2021-07-26T15:53:30.045 INFO:tasks.rados.rados.0.smithi046.stdout:2227: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:30.045 INFO:tasks.rados.rados.0.smithi046.stdout:2228: read oid 8 snap -1 2021-07-26T15:53:30.046 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:53:30.046 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 214 2021-07-26T15:53:30.046 INFO:tasks.rados.rados.0.smithi046.stdout:2229: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2021-07-26T15:53:30.047 INFO:tasks.rados.rados.0.smithi046.stdout:2229: writing smithi04638994-20 from 0 to 647168 tid 1 2021-07-26T15:53:30.063 INFO:tasks.rados.rados.0.smithi046.stdout:2229: writing smithi04638994-20 from 647168 to 1449984 tid 2 2021-07-26T15:53:30.064 INFO:tasks.rados.rados.0.smithi046.stdout:2229: writing smithi04638994-20 from 1449984 to 1982464 tid 3 2021-07-26T15:53:30.064 INFO:tasks.rados.rados.0.smithi046.stdout:2229: writing smithi04638994-20 from 1982464 to 2252800 tid 4 2021-07-26T15:53:30.064 INFO:tasks.rados.rados.0.smithi046.stdout:2230: snap_remove snap 205 2021-07-26T15:53:30.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:30 smithi073 bash[34190]: cluster 2021-07-26T15:53:29.019606+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T15:53:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:30 smithi046 bash[41283]: cluster 2021-07-26T15:53:29.019606+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T15:53:30.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:30 smithi046 bash[42351]: cluster 2021-07-26T15:53:29.019606+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T15:53:30.981 INFO:tasks.rados.rados.0.smithi046.stdout:2226: expect (ObjNum 198782240 snap 22029 seq_num 197413984) 2021-07-26T15:53:30.981 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1146 (ObjNum 672 snap 198 seq_num 672) dirty exists 2021-07-26T15:53:30.982 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1147 (ObjNum 684 snap 201 seq_num 684) dirty exists 2021-07-26T15:53:30.982 INFO:tasks.rados.rados.0.smithi046.stdout:2224: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:53:31.090 INFO:tasks.rados.rados.0.smithi046.stdout:2225: finishing copy_from to smithi04638994-42 2021-07-26T15:53:31.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 934 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:53:31.090 INFO:tasks.rados.rados.0.smithi046.stdout:2225: finishing copy_from racing read to smithi04638994-42 2021-07-26T15:53:31.092 INFO:tasks.rados.rados.0.smithi046.stdout:2227: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:53:31.204 INFO:tasks.rados.rados.0.smithi046.stdout:2228: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:53:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:31 smithi073 bash[34190]: cluster 2021-07-26T15:53:29.952946+0000 mgr.y (mgr.24683) 324 : cluster [DBG] pgmap v548: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2021-07-26T15:53:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:31 smithi073 bash[34190]: cluster 2021-07-26T15:53:30.035665+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T15:53:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:31 smithi073 bash[34190]: cluster 2021-07-26T15:53:30.978645+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T15:53:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[42351]: cluster 2021-07-26T15:53:29.952946+0000 mgr.y (mgr.24683) 324 : cluster [DBG] pgmap v548: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2021-07-26T15:53:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[42351]: cluster 2021-07-26T15:53:30.035665+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T15:53:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[42351]: cluster 2021-07-26T15:53:30.978645+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T15:53:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[41283]: cluster 2021-07-26T15:53:29.952946+0000 mgr.y (mgr.24683) 324 : cluster [DBG] pgmap v548: 25 pgs: 25 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.2 MiB/s wr, 13 op/s 2021-07-26T15:53:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[41283]: cluster 2021-07-26T15:53:30.035665+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T15:53:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:31 smithi046 bash[41283]: cluster 2021-07-26T15:53:30.978645+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T15:53:31.908 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1361 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:53:31.908 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 1 to smithi04638994-20 2021-07-26T15:53:31.908 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 2 to smithi04638994-20 2021-07-26T15:53:31.909 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 3 to smithi04638994-20 2021-07-26T15:53:31.909 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 4 to smithi04638994-20 2021-07-26T15:53:31.909 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 5 to smithi04638994-20 2021-07-26T15:53:31.909 INFO:tasks.rados.rados.0.smithi046.stdout:2229: finishing write tid 6 to smithi04638994-20 2021-07-26T15:53:31.909 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1366 (ObjNum 707 snap 214 seq_num 707) dirty exists 2021-07-26T15:53:31.910 INFO:tasks.rados.rados.0.smithi046.stdout:2229: left oid 20 (ObjNum 707 snap 214 seq_num 707) 2021-07-26T15:53:31.910 INFO:tasks.rados.rados.0.smithi046.stdout:2221: done (9 left) 2021-07-26T15:53:31.910 INFO:tasks.rados.rados.0.smithi046.stdout:2222: done (8 left) 2021-07-26T15:53:31.910 INFO:tasks.rados.rados.0.smithi046.stdout:2223: done (7 left) 2021-07-26T15:53:31.911 INFO:tasks.rados.rados.0.smithi046.stdout:2224: done (6 left) 2021-07-26T15:53:31.911 INFO:tasks.rados.rados.0.smithi046.stdout:2225: done (5 left) 2021-07-26T15:53:31.911 INFO:tasks.rados.rados.0.smithi046.stdout:2226: done (4 left) 2021-07-26T15:53:31.911 INFO:tasks.rados.rados.0.smithi046.stdout:2227: done (3 left) 2021-07-26T15:53:31.911 INFO:tasks.rados.rados.0.smithi046.stdout:2228: done (2 left) 2021-07-26T15:53:31.912 INFO:tasks.rados.rados.0.smithi046.stdout:2229: done (1 left) 2021-07-26T15:53:31.912 INFO:tasks.rados.rados.0.smithi046.stdout:2230: done (0 left) 2021-07-26T15:53:31.912 INFO:tasks.rados.rados.0.smithi046.stdout:2231: read oid 32 snap 208 2021-07-26T15:53:31.912 INFO:tasks.rados.rados.0.smithi046.stdout:2231: expect (ObjNum 679 snap 201 seq_num 679) 2021-07-26T15:53:31.912 INFO:tasks.rados.rados.0.smithi046.stdout:2232: read oid 40 snap -1 2021-07-26T15:53:31.913 INFO:tasks.rados.rados.0.smithi046.stdout:2232: expect deleted 2021-07-26T15:53:31.913 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 214 2021-07-26T15:53:31.913 INFO:tasks.rados.rados.0.smithi046.stdout:2233: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2021-07-26T15:53:31.916 INFO:tasks.rados.rados.0.smithi046.stdout:2233: writing smithi04638994-47 from 0 to 663552 tid 1 2021-07-26T15:53:31.924 INFO:tasks.rados.rados.0.smithi046.stdout:2233: writing smithi04638994-47 from 663552 to 1400832 tid 2 2021-07-26T15:53:31.929 INFO:tasks.rados.rados.0.smithi046.stdout:2233: writing smithi04638994-47 from 1400832 to 2097152 tid 3 2021-07-26T15:53:31.930 INFO:tasks.rados.rados.0.smithi046.stdout:2233: writing smithi04638994-47 from 2097152 to 2269184 tid 4 2021-07-26T15:53:31.930 INFO:tasks.rados.rados.0.smithi046.stdout:2234: read oid 10 snap -1 2021-07-26T15:53:31.930 INFO:tasks.rados.rados.0.smithi046.stdout:2234: expect deleted 2021-07-26T15:53:31.931 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 214 2021-07-26T15:53:31.931 INFO:tasks.rados.rados.0.smithi046.stdout:2235: seq_num 709 ranges {8658944=679936,9338880=614400,9953280=499712,10452992=491520} 2021-07-26T15:53:31.982 INFO:tasks.rados.rados.0.smithi046.stdout:2235: writing smithi04638994-24 from 8658944 to 9338880 tid 1 2021-07-26T15:53:31.986 INFO:tasks.rados.rados.0.smithi046.stdout:2235: writing smithi04638994-24 from 9338880 to 9953280 tid 2 2021-07-26T15:53:31.989 INFO:tasks.rados.rados.0.smithi046.stdout:2235: writing smithi04638994-24 from 9953280 to 10452992 tid 3 2021-07-26T15:53:31.993 INFO:tasks.rados.rados.0.smithi046.stdout:2235: writing smithi04638994-24 from 10452992 to 10944512 tid 4 2021-07-26T15:53:31.993 INFO:tasks.rados.rados.0.smithi046.stdout:2236: snap_create 2021-07-26T15:53:31.993 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 1 to smithi04638994-47 2021-07-26T15:53:31.993 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 2 to smithi04638994-47 2021-07-26T15:53:31.994 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 3 to smithi04638994-47 2021-07-26T15:53:31.994 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 4 to smithi04638994-47 2021-07-26T15:53:31.994 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 5 to smithi04638994-47 2021-07-26T15:53:31.994 INFO:tasks.rados.rados.0.smithi046.stdout:2233: finishing write tid 6 to smithi04638994-47 2021-07-26T15:53:31.994 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1189 (ObjNum 708 snap 214 seq_num 708) dirty exists 2021-07-26T15:53:31.995 INFO:tasks.rados.rados.0.smithi046.stdout:2233: left oid 47 (ObjNum 708 snap 214 seq_num 708) 2021-07-26T15:53:31.995 INFO:tasks.rados.rados.0.smithi046.stdout:2231: expect (ObjNum 679 snap 201 seq_num 679) 2021-07-26T15:53:32.884 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 1 to smithi04638994-24 2021-07-26T15:53:32.884 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 2 to smithi04638994-24 2021-07-26T15:53:32.884 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 3 to smithi04638994-24 2021-07-26T15:53:32.885 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 4 to smithi04638994-24 2021-07-26T15:53:32.885 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 5 to smithi04638994-24 2021-07-26T15:53:32.885 INFO:tasks.rados.rados.0.smithi046.stdout:2235: finishing write tid 6 to smithi04638994-24 2021-07-26T15:53:32.885 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1376 (ObjNum 709 snap 214 seq_num 709) dirty exists 2021-07-26T15:53:32.886 INFO:tasks.rados.rados.0.smithi046.stdout:2235: left oid 24 (ObjNum 709 snap 214 seq_num 709) 2021-07-26T15:53:32.886 INFO:tasks.rados.rados.0.smithi046.stdout:2231: done (5 left) 2021-07-26T15:53:32.887 INFO:tasks.rados.rados.0.smithi046.stdout:2232: done (4 left) 2021-07-26T15:53:32.887 INFO:tasks.rados.rados.0.smithi046.stdout:2233: done (3 left) 2021-07-26T15:53:32.887 INFO:tasks.rados.rados.0.smithi046.stdout:2234: done (2 left) 2021-07-26T15:53:32.887 INFO:tasks.rados.rados.0.smithi046.stdout:2235: done (1 left) 2021-07-26T15:53:32.888 INFO:tasks.rados.rados.0.smithi046.stdout:2236: done (0 left) 2021-07-26T15:53:32.888 INFO:tasks.rados.rados.0.smithi046.stdout:2237: delete oid 37 current snap is 215 2021-07-26T15:53:32.888 INFO:tasks.rados.rados.0.smithi046.stdout:2237: done (0 left) 2021-07-26T15:53:32.889 INFO:tasks.rados.rados.0.smithi046.stdout:2238: delete oid 8 current snap is 215 2021-07-26T15:53:32.897 INFO:tasks.rados.rados.0.smithi046.stdout:2238: done (0 left) 2021-07-26T15:53:32.897 INFO:tasks.rados.rados.0.smithi046.stdout:2239: read oid 49 snap 199 2021-07-26T15:53:32.897 INFO:tasks.rados.rados.0.smithi046.stdout:2239: expect deleted 2021-07-26T15:53:32.898 INFO:tasks.rados.rados.0.smithi046.stdout:2240: read oid 36 snap 207 2021-07-26T15:53:32.898 INFO:tasks.rados.rados.0.smithi046.stdout:2240: expect (ObjNum 673 snap 198 seq_num 673) 2021-07-26T15:53:32.898 INFO:tasks.rados.rados.0.smithi046.stdout:2241: delete oid 35 current snap is 215 2021-07-26T15:53:32.907 INFO:tasks.rados.rados.0.smithi046.stdout:2239: done (2 left) 2021-07-26T15:53:32.908 INFO:tasks.rados.rados.0.smithi046.stdout:2241: done (1 left) 2021-07-26T15:53:32.908 INFO:tasks.rados.rados.0.smithi046.stdout:2242: snap_remove snap 210 2021-07-26T15:53:33.051 INFO:tasks.rados.rados.0.smithi046.stdout:2242: done (1 left) 2021-07-26T15:53:33.051 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 215 2021-07-26T15:53:33.052 INFO:tasks.rados.rados.0.smithi046.stdout:2243: seq_num 713 ranges {1040384=745472,1785856=557056,2342912=483328,2826240=565248} 2021-07-26T15:53:33.065 INFO:tasks.rados.rados.0.smithi046.stdout:2243: writing smithi04638994-45 from 1040384 to 1785856 tid 1 2021-07-26T15:53:33.074 INFO:tasks.rados.rados.0.smithi046.stdout:2243: writing smithi04638994-45 from 1785856 to 2342912 tid 2 2021-07-26T15:53:33.075 INFO:tasks.rados.rados.0.smithi046.stdout:2243: writing smithi04638994-45 from 2342912 to 2826240 tid 3 2021-07-26T15:53:33.076 INFO:tasks.rados.rados.0.smithi046.stdout:2243: writing smithi04638994-45 from 2826240 to 3391488 tid 4 2021-07-26T15:53:33.076 INFO:tasks.rados.rados.0.smithi046.stdout:2244: snap_remove snap 203 2021-07-26T15:53:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:33 smithi073 bash[34190]: cluster 2021-07-26T15:53:31.953590+0000 mgr.y (mgr.24683) 325 : cluster [DBG] pgmap v551: 25 pgs: 25 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:53:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:33 smithi073 bash[34190]: cluster 2021-07-26T15:53:32.044000+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T15:53:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[42351]: cluster 2021-07-26T15:53:31.953590+0000 mgr.y (mgr.24683) 325 : cluster [DBG] pgmap v551: 25 pgs: 25 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:53:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[42351]: cluster 2021-07-26T15:53:32.044000+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T15:53:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[41283]: cluster 2021-07-26T15:53:31.953590+0000 mgr.y (mgr.24683) 325 : cluster [DBG] pgmap v551: 25 pgs: 25 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:53:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[41283]: cluster 2021-07-26T15:53:32.044000+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T15:53:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:33.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:53:34.062 INFO:tasks.rados.rados.0.smithi046.stdout:2244: done (2 left) 2021-07-26T15:53:34.063 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 215 2021-07-26T15:53:34.063 INFO:tasks.rados.rados.0.smithi046.stdout:2245: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2021-07-26T15:53:34.067 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04638994-28 from 0 to 761856 tid 1 2021-07-26T15:53:34.070 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04638994-28 from 761856 to 1204224 tid 2 2021-07-26T15:53:34.075 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04638994-28 from 1204224 to 1892352 tid 3 2021-07-26T15:53:34.078 INFO:tasks.rados.rados.0.smithi046.stdout:2245: writing smithi04638994-28 from 1892352 to 2367488 tid 4 2021-07-26T15:53:34.085 INFO:tasks.rados.rados.0.smithi046.stdout:2240: expect (ObjNum 673 snap 198 seq_num 673) 2021-07-26T15:53:34.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:34 smithi073 bash[34190]: cluster 2021-07-26T15:53:33.051068+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T15:53:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:34 smithi046 bash[41283]: cluster 2021-07-26T15:53:33.051068+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T15:53:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:34 smithi046 bash[42351]: cluster 2021-07-26T15:53:33.051068+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T15:53:34.586 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 1 to smithi04638994-45 2021-07-26T15:53:34.586 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 2 to smithi04638994-45 2021-07-26T15:53:34.586 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 3 to smithi04638994-45 2021-07-26T15:53:34.587 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 4 to smithi04638994-45 2021-07-26T15:53:34.587 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 5 to smithi04638994-45 2021-07-26T15:53:34.587 INFO:tasks.rados.rados.0.smithi046.stdout:2243: finishing write tid 6 to smithi04638994-45 2021-07-26T15:53:34.587 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1112 (ObjNum 713 snap 215 seq_num 713) dirty exists 2021-07-26T15:53:34.588 INFO:tasks.rados.rados.0.smithi046.stdout:2243: left oid 45 (ObjNum 713 snap 215 seq_num 713) 2021-07-26T15:53:34.588 INFO:tasks.rados.rados.0.smithi046.stdout:2240: done (2 left) 2021-07-26T15:53:34.589 INFO:tasks.rados.rados.0.smithi046.stdout:2243: done (1 left) 2021-07-26T15:53:34.589 INFO:tasks.rados.rados.0.smithi046.stdout:2246: copy_from oid 25 from oid 17 current snap is 215 2021-07-26T15:53:34.590 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 1 to smithi04638994-28 2021-07-26T15:53:34.590 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 2 to smithi04638994-28 2021-07-26T15:53:34.590 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 3 to smithi04638994-28 2021-07-26T15:53:34.590 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 4 to smithi04638994-28 2021-07-26T15:53:34.590 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 5 to smithi04638994-28 2021-07-26T15:53:34.591 INFO:tasks.rados.rados.0.smithi046.stdout:2245: finishing write tid 6 to smithi04638994-28 2021-07-26T15:53:34.591 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1343 (ObjNum 714 snap 215 seq_num 714) dirty exists 2021-07-26T15:53:34.591 INFO:tasks.rados.rados.0.smithi046.stdout:2245: left oid 28 (ObjNum 714 snap 215 seq_num 714) 2021-07-26T15:53:34.591 INFO:tasks.rados.rados.0.smithi046.stdout:2245: done (1 left) 2021-07-26T15:53:34.592 INFO:tasks.rados.rados.0.smithi046.stdout:2247: rollback oid 16 current snap is 215 2021-07-26T15:53:34.592 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 201 2021-07-26T15:53:34.592 INFO:tasks.rados.rados.0.smithi046.stdout:2248: delete oid 8 current snap is 215 2021-07-26T15:53:34.593 INFO:tasks.rados.rados.0.smithi046.stdout:2248: done (2 left) 2021-07-26T15:53:34.593 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 215 2021-07-26T15:53:34.593 INFO:tasks.rados.rados.0.smithi046.stdout:2249: seq_num 716 ranges {1630208=794624,2424832=655360,3080192=704512,3784704=245760} 2021-07-26T15:53:34.612 INFO:tasks.rados.rados.0.smithi046.stdout:2249: writing smithi04638994-19 from 1630208 to 2424832 tid 1 2021-07-26T15:53:34.616 INFO:tasks.rados.rados.0.smithi046.stdout:2249: writing smithi04638994-19 from 2424832 to 3080192 tid 2 2021-07-26T15:53:34.620 INFO:tasks.rados.rados.0.smithi046.stdout:2249: writing smithi04638994-19 from 3080192 to 3784704 tid 3 2021-07-26T15:53:34.622 INFO:tasks.rados.rados.0.smithi046.stdout:2249: writing smithi04638994-19 from 3784704 to 4030464 tid 4 2021-07-26T15:53:34.622 INFO:tasks.rados.rados.0.smithi046.stdout:2250: copy_from oid 43 from oid 10 current snap is 215 2021-07-26T15:53:34.622 INFO:tasks.rados.rados.0.smithi046.stdout:2247: finishing rollback tid 0 to smithi04638994-16 2021-07-26T15:53:34.623 INFO:tasks.rados.rados.0.smithi046.stdout:2251: snap_remove snap 213 2021-07-26T15:53:35.069 INFO:tasks.rados.rados.0.smithi046.stdout:2251: done (4 left) 2021-07-26T15:53:35.070 INFO:tasks.rados.rados.0.smithi046.stdout:2252: read oid 48 snap -1 2021-07-26T15:53:35.070 INFO:tasks.rados.rados.0.smithi046.stdout:2252: expect (ObjNum 695 snap 211 seq_num 695) 2021-07-26T15:53:35.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 215 2021-07-26T15:53:35.071 INFO:tasks.rados.rados.0.smithi046.stdout:2247: finishing rollback tid 1 to smithi04638994-16 2021-07-26T15:53:35.071 INFO:tasks.rados.rados.0.smithi046.stdout:2253: seq_num 717 ranges {2703360=16384} 2021-07-26T15:53:35.087 INFO:tasks.rados.rados.0.smithi046.stdout:2253: writing smithi04638994-50 from 2703360 to 2719744 tid 1 2021-07-26T15:53:35.088 INFO:tasks.rados.rados.0.smithi046.stdout:2254: snap_create 2021-07-26T15:53:35.088 INFO:tasks.rados.rados.0.smithi046.stdout:2247: finishing rollback tid 2 to smithi04638994-16 2021-07-26T15:53:35.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1150 (ObjNum 551 snap 161 seq_num 551) dirty exists 2021-07-26T15:53:35.089 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing copy_from to smithi04638994-25 2021-07-26T15:53:35.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1164 (ObjNum 657 snap 191 seq_num 657) dirty exists 2021-07-26T15:53:35.089 INFO:tasks.rados.rados.0.smithi046.stdout:2246: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:53:35.090 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 1 to smithi04638994-19 2021-07-26T15:53:35.090 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 2 to smithi04638994-19 2021-07-26T15:53:35.090 INFO:tasks.rados.rados.0.smithi046.stdout:2250: finishing copy_from to smithi04638994-43 2021-07-26T15:53:35.090 INFO:tasks.rados.rados.0.smithi046.stdout:2250: got expected ENOENT (src dne) 2021-07-26T15:53:35.091 INFO:tasks.rados.rados.0.smithi046.stdout:2250: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:53:35.091 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 3 to smithi04638994-19 2021-07-26T15:53:35.091 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 4 to smithi04638994-19 2021-07-26T15:53:35.092 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 5 to smithi04638994-19 2021-07-26T15:53:35.092 INFO:tasks.rados.rados.0.smithi046.stdout:2249: finishing write tid 6 to smithi04638994-19 2021-07-26T15:53:35.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1204 (ObjNum 716 snap 215 seq_num 716) dirty exists 2021-07-26T15:53:35.093 INFO:tasks.rados.rados.0.smithi046.stdout:2249: left oid 19 (ObjNum 716 snap 215 seq_num 716) 2021-07-26T15:53:35.099 INFO:tasks.rados.rados.0.smithi046.stdout:2253: finishing write tid 1 to smithi04638994-50 2021-07-26T15:53:35.099 INFO:tasks.rados.rados.0.smithi046.stdout:2253: finishing write tid 2 to smithi04638994-50 2021-07-26T15:53:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:2253: finishing write tid 3 to smithi04638994-50 2021-07-26T15:53:35.111 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 936 (ObjNum 717 snap 215 seq_num 717) dirty exists 2021-07-26T15:53:35.112 INFO:tasks.rados.rados.0.smithi046.stdout:2253: left oid 50 (ObjNum 717 snap 215 seq_num 717) 2021-07-26T15:53:35.129 INFO:tasks.rados.rados.0.smithi046.stdout:2252: expect (ObjNum 695 snap 211 seq_num 695) 2021-07-26T15:53:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:35 smithi073 bash[34190]: cluster 2021-07-26T15:53:33.954222+0000 mgr.y (mgr.24683) 326 : cluster [DBG] pgmap v554: 25 pgs: 25 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2021-07-26T15:53:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:35 smithi073 bash[34190]: cluster 2021-07-26T15:53:34.062053+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T15:53:35.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:35 smithi046 bash[41283]: cluster 2021-07-26T15:53:33.954222+0000 mgr.y (mgr.24683) 326 : cluster [DBG] pgmap v554: 25 pgs: 25 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2021-07-26T15:53:35.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:35 smithi046 bash[41283]: cluster 2021-07-26T15:53:34.062053+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T15:53:35.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:35 smithi046 bash[42351]: cluster 2021-07-26T15:53:33.954222+0000 mgr.y (mgr.24683) 326 : cluster [DBG] pgmap v554: 25 pgs: 25 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2021-07-26T15:53:35.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:35 smithi046 bash[42351]: cluster 2021-07-26T15:53:34.062053+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T15:53:36.259 INFO:tasks.rados.rados.0.smithi046.stdout:2246: done (6 left) 2021-07-26T15:53:36.259 INFO:tasks.rados.rados.0.smithi046.stdout:2247: done (5 left) 2021-07-26T15:53:36.260 INFO:tasks.rados.rados.0.smithi046.stdout:2249: done (4 left) 2021-07-26T15:53:36.260 INFO:tasks.rados.rados.0.smithi046.stdout:2250: done (3 left) 2021-07-26T15:53:36.260 INFO:tasks.rados.rados.0.smithi046.stdout:2252: done (2 left) 2021-07-26T15:53:36.260 INFO:tasks.rados.rados.0.smithi046.stdout:2253: done (1 left) 2021-07-26T15:53:36.261 INFO:tasks.rados.rados.0.smithi046.stdout:2254: done (0 left) 2021-07-26T15:53:36.261 INFO:tasks.rados.rados.0.smithi046.stdout:2255: copy_from oid 43 from oid 4 current snap is 216 2021-07-26T15:53:36.262 INFO:tasks.rados.rados.0.smithi046.stdout:2256: setattr oid 12 current snap is 216 2021-07-26T15:53:36.262 INFO:tasks.rados.rados.0.smithi046.stdout:2257: read oid 2 snap -1 2021-07-26T15:53:36.264 INFO:tasks.rados.rados.0.smithi046.stdout:2257: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:53:36.265 INFO:tasks.rados.rados.0.smithi046.stdout:2258: setattr oid 29 current snap is 216 2021-07-26T15:53:36.267 INFO:tasks.rados.rados.0.smithi046.stdout:2259: read oid 33 snap -1 2021-07-26T15:53:36.267 INFO:tasks.rados.rados.0.smithi046.stdout:2259: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:53:36.267 INFO:tasks.rados.rados.0.smithi046.stdout:2260: snap_remove snap 201 2021-07-26T15:53:36.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:36 smithi073 bash[34190]: cluster 2021-07-26T15:53:35.070182+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T15:53:36.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:36 smithi073 bash[34190]: cluster 2021-07-26T15:53:35.979621+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T15:53:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:36 smithi046 bash[42351]: cluster 2021-07-26T15:53:35.070182+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T15:53:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:36 smithi046 bash[42351]: cluster 2021-07-26T15:53:35.979621+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T15:53:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:36 smithi046 bash[41283]: cluster 2021-07-26T15:53:35.070182+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T15:53:36.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:36 smithi046 bash[41283]: cluster 2021-07-26T15:53:35.979621+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T15:53:37.097 INFO:tasks.rados.rados.0.smithi046.stdout:2260: done (5 left) 2021-07-26T15:53:37.097 INFO:tasks.rados.rados.0.smithi046.stdout:2261: read oid 19 snap -1 2021-07-26T15:53:37.098 INFO:tasks.rados.rados.0.smithi046.stdout:2261: expect (ObjNum 716 snap 215 seq_num 716) 2021-07-26T15:53:37.098 INFO:tasks.rados.rados.0.smithi046.stdout:2262: snap_remove snap 195 2021-07-26T15:53:37.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:37 smithi073 bash[34190]: cluster 2021-07-26T15:53:35.954640+0000 mgr.y (mgr.24683) 327 : cluster [DBG] pgmap v557: 25 pgs: 25 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2021-07-26T15:53:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:37 smithi046 bash[41283]: cluster 2021-07-26T15:53:35.954640+0000 mgr.y (mgr.24683) 327 : cluster [DBG] pgmap v557: 25 pgs: 25 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2021-07-26T15:53:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:37 smithi046 bash[42351]: cluster 2021-07-26T15:53:35.954640+0000 mgr.y (mgr.24683) 327 : cluster [DBG] pgmap v557: 25 pgs: 25 active+clean; 285 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2021-07-26T15:53:38.099 INFO:tasks.rados.rados.0.smithi046.stdout:2262: done (6 left) 2021-07-26T15:53:38.099 INFO:tasks.rados.rados.0.smithi046.stdout:2263: copy_from oid 22 from oid 24 current snap is 216 2021-07-26T15:53:38.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1403 (ObjNum 585 snap 170 seq_num 585) dirty exists 2021-07-26T15:53:38.100 INFO:tasks.rados.rados.0.smithi046.stdout:2259: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:53:38.339 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1151 (ObjNum 684 snap 201 seq_num 684) dirty exists 2021-07-26T15:53:38.339 INFO:tasks.rados.rados.0.smithi046.stdout:2255: finishing copy_from to smithi04638994-43 2021-07-26T15:53:38.339 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 984 (ObjNum 698 snap 211 seq_num 698) dirty exists 2021-07-26T15:53:38.340 INFO:tasks.rados.rados.0.smithi046.stdout:2257: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:53:38.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:38 smithi073 bash[34190]: cluster 2021-07-26T15:53:37.089147+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T15:53:38.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:38 smithi046 bash[42351]: cluster 2021-07-26T15:53:37.089147+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T15:53:38.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:38 smithi046 bash[41283]: cluster 2021-07-26T15:53:37.089147+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T15:53:38.886 INFO:tasks.rados.rados.0.smithi046.stdout:2255: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:53:38.887 INFO:tasks.rados.rados.0.smithi046.stdout:2261: expect (ObjNum 716 snap 215 seq_num 716) 2021-07-26T15:53:39.020 INFO:tasks.rados.rados.0.smithi046.stdout:2263: finishing copy_from to smithi04638994-22 2021-07-26T15:53:39.021 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1376 (ObjNum 709 snap 214 seq_num 709) dirty exists 2021-07-26T15:53:39.021 INFO:tasks.rados.rados.0.smithi046.stdout:2263: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:53:39.021 INFO:tasks.rados.rados.0.smithi046.stdout:2255: done (6 left) 2021-07-26T15:53:39.021 INFO:tasks.rados.rados.0.smithi046.stdout:2256: done (5 left) 2021-07-26T15:53:39.022 INFO:tasks.rados.rados.0.smithi046.stdout:2257: done (4 left) 2021-07-26T15:53:39.022 INFO:tasks.rados.rados.0.smithi046.stdout:2258: done (3 left) 2021-07-26T15:53:39.022 INFO:tasks.rados.rados.0.smithi046.stdout:2259: done (2 left) 2021-07-26T15:53:39.022 INFO:tasks.rados.rados.0.smithi046.stdout:2261: done (1 left) 2021-07-26T15:53:39.022 INFO:tasks.rados.rados.0.smithi046.stdout:2263: done (0 left) 2021-07-26T15:53:39.023 INFO:tasks.rados.rados.0.smithi046.stdout:2264: setattr oid 43 current snap is 216 2021-07-26T15:53:39.024 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 216 2021-07-26T15:53:39.024 INFO:tasks.rados.rados.0.smithi046.stdout:2265: seq_num 718 ranges {7282688=32768} 2021-07-26T15:53:39.072 INFO:tasks.rados.rados.0.smithi046.stdout:2265: writing smithi04638994-15 from 7282688 to 7315456 tid 1 2021-07-26T15:53:39.072 INFO:tasks.rados.rados.0.smithi046.stdout:2266: rollback oid 8 current snap is 216 2021-07-26T15:53:39.072 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 208 2021-07-26T15:53:39.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1152 (ObjNum 698 snap 211 seq_num 698) dirty exists 2021-07-26T15:53:39.073 INFO:tasks.rados.rados.0.smithi046.stdout:2264: done (2 left) 2021-07-26T15:53:39.073 INFO:tasks.rados.rados.0.smithi046.stdout:2267: read oid 46 snap -1 2021-07-26T15:53:39.073 INFO:tasks.rados.rados.0.smithi046.stdout:2267: expect deleted 2021-07-26T15:53:39.073 INFO:tasks.rados.rados.0.smithi046.stdout:2268: copy_from oid 37 from oid 44 current snap is 216 2021-07-26T15:53:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:2269: rollback oid 48 current snap is 216 2021-07-26T15:53:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 206 2021-07-26T15:53:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:2270: setattr oid 30 current snap is 216 2021-07-26T15:53:39.075 INFO:tasks.rados.rados.0.smithi046.stdout:2267: done (5 left) 2021-07-26T15:53:39.075 INFO:tasks.rados.rados.0.smithi046.stdout:2271: setattr oid 6 current snap is 216 2021-07-26T15:53:39.076 INFO:tasks.rados.rados.0.smithi046.stdout:2272: read oid 24 snap -1 2021-07-26T15:53:39.076 INFO:tasks.rados.rados.0.smithi046.stdout:2272: expect (ObjNum 709 snap 214 seq_num 709) 2021-07-26T15:53:39.077 INFO:tasks.rados.rados.0.smithi046.stdout:2273: snap_remove snap 200 2021-07-26T15:53:39.101 INFO:tasks.rados.rados.0.smithi046.stdout:2273: done (7 left) 2021-07-26T15:53:39.101 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 216 2021-07-26T15:53:39.101 INFO:tasks.rados.rados.0.smithi046.stdout:2269: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:53:39.102 INFO:tasks.rados.rados.0.smithi046.stdout:2274: seq_num 719 ranges {2170880=49152} 2021-07-26T15:53:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:2274: writing smithi04638994-3 from 2170880 to 2220032 tid 1 2021-07-26T15:53:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:2275: snap_create 2021-07-26T15:53:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:2265: finishing write tid 1 to smithi04638994-15 2021-07-26T15:53:39.124 INFO:tasks.rados.rados.0.smithi046.stdout:2269: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:53:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:2269: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:53:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1315 (ObjNum 641 snap 187 seq_num 641) dirty exists 2021-07-26T15:53:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 585 (ObjNum 675 snap 198 seq_num 675) dirty exists 2021-07-26T15:53:39.125 INFO:tasks.rados.rados.0.smithi046.stdout:2265: finishing write tid 2 to smithi04638994-15 2021-07-26T15:53:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 586 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:53:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:2268: finishing copy_from to smithi04638994-37 2021-07-26T15:53:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1146 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:53:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:2265: finishing write tid 3 to smithi04638994-15 2021-07-26T15:53:39.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1154 (ObjNum 718 snap 216 seq_num 718) dirty exists 2021-07-26T15:53:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:2265: left oid 15 (ObjNum 718 snap 216 seq_num 718) 2021-07-26T15:53:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:2268: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:53:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:53:39.127 INFO:tasks.rados.rados.0.smithi046.stdout:2266: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:53:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1421 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:53:39.128 INFO:tasks.rados.rados.0.smithi046.stdout:2274: finishing write tid 1 to smithi04638994-3 2021-07-26T15:53:39.129 INFO:tasks.rados.rados.0.smithi046.stdout:2274: finishing write tid 2 to smithi04638994-3 2021-07-26T15:53:39.131 INFO:tasks.rados.rados.0.smithi046.stdout:2274: finishing write tid 3 to smithi04638994-3 2021-07-26T15:53:39.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1153 (ObjNum 719 snap 216 seq_num 719) dirty exists 2021-07-26T15:53:39.132 INFO:tasks.rados.rados.0.smithi046.stdout:2274: left oid 3 (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:53:39.132 INFO:tasks.rados.rados.0.smithi046.stdout:2272: expect (ObjNum 709 snap 214 seq_num 709) 2021-07-26T15:53:39.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:39 smithi073 bash[34190]: cluster 2021-07-26T15:53:37.955249+0000 mgr.y (mgr.24683) 328 : cluster [DBG] pgmap v560: 25 pgs: 25 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2021-07-26T15:53:39.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:39 smithi073 bash[34190]: cluster 2021-07-26T15:53:38.099554+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T15:53:39.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:39 smithi046 bash[41283]: cluster 2021-07-26T15:53:37.955249+0000 mgr.y (mgr.24683) 328 : cluster [DBG] pgmap v560: 25 pgs: 25 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2021-07-26T15:53:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:39 smithi046 bash[41283]: cluster 2021-07-26T15:53:38.099554+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T15:53:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:39 smithi046 bash[42351]: cluster 2021-07-26T15:53:37.955249+0000 mgr.y (mgr.24683) 328 : cluster [DBG] pgmap v560: 25 pgs: 25 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2021-07-26T15:53:39.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:39 smithi046 bash[42351]: cluster 2021-07-26T15:53:38.099554+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T15:53:40.191 INFO:tasks.rados.rados.0.smithi046.stdout:2265: done (8 left) 2021-07-26T15:53:40.192 INFO:tasks.rados.rados.0.smithi046.stdout:2266: done (7 left) 2021-07-26T15:53:40.192 INFO:tasks.rados.rados.0.smithi046.stdout:2268: done (6 left) 2021-07-26T15:53:40.192 INFO:tasks.rados.rados.0.smithi046.stdout:2269: done (5 left) 2021-07-26T15:53:40.192 INFO:tasks.rados.rados.0.smithi046.stdout:2270: done (4 left) 2021-07-26T15:53:40.193 INFO:tasks.rados.rados.0.smithi046.stdout:2271: done (3 left) 2021-07-26T15:53:40.193 INFO:tasks.rados.rados.0.smithi046.stdout:2272: done (2 left) 2021-07-26T15:53:40.193 INFO:tasks.rados.rados.0.smithi046.stdout:2274: done (1 left) 2021-07-26T15:53:40.193 INFO:tasks.rados.rados.0.smithi046.stdout:2275: done (0 left) 2021-07-26T15:53:40.194 INFO:tasks.rados.rados.0.smithi046.stdout:2276: rollback oid 45 current snap is 217 2021-07-26T15:53:40.194 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 206 2021-07-26T15:53:40.194 INFO:tasks.rados.rados.0.smithi046.stdout:2277: read oid 14 snap -1 2021-07-26T15:53:40.195 INFO:tasks.rados.rados.0.smithi046.stdout:2277: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:40.195 INFO:tasks.rados.rados.0.smithi046.stdout:2278: read oid 3 snap -1 2021-07-26T15:53:40.195 INFO:tasks.rados.rados.0.smithi046.stdout:2278: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:53:40.195 INFO:tasks.rados.rados.0.smithi046.stdout:2279: delete oid 25 current snap is 217 2021-07-26T15:53:40.199 INFO:tasks.rados.rados.0.smithi046.stdout:2279: done (3 left) 2021-07-26T15:53:40.200 INFO:tasks.rados.rados.0.smithi046.stdout:2280: delete oid 29 current snap is 217 2021-07-26T15:53:40.203 INFO:tasks.rados.rados.0.smithi046.stdout:2278: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:53:40.297 INFO:tasks.rados.rados.0.smithi046.stdout:2278: done (3 left) 2021-07-26T15:53:40.297 INFO:tasks.rados.rados.0.smithi046.stdout:2280: done (2 left) 2021-07-26T15:53:40.298 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 217 2021-07-26T15:53:40.298 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:53:40.298 INFO:tasks.rados.rados.0.smithi046.stdout:2281: seq_num 722 ranges {10944512=98304} 2021-07-26T15:53:40.357 INFO:tasks.rados.rados.0.smithi046.stdout:2281: writing smithi04638994-22 from 10944512 to 11042816 tid 1 2021-07-26T15:53:40.358 INFO:tasks.rados.rados.0.smithi046.stdout:2282: rollback oid 27 current snap is 217 2021-07-26T15:53:40.358 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 212 2021-07-26T15:53:40.358 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:53:40.359 INFO:tasks.rados.rados.0.smithi046.stdout:2276: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:53:40.359 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1149 (ObjNum 635 snap 184 seq_num 635) dirty exists 2021-07-26T15:53:40.359 INFO:tasks.rados.rados.0.smithi046.stdout:2277: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:40.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:40 smithi073 bash[34190]: cluster 2021-07-26T15:53:39.102325+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T15:53:40.410 INFO:tasks.rados.rados.0.smithi046.stdout:2282: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:53:40.410 INFO:tasks.rados.rados.0.smithi046.stdout:2282: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:53:40.410 INFO:tasks.rados.rados.0.smithi046.stdout:2282: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:53:40.411 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1329 (ObjNum 676 snap 198 seq_num 676) dirty exists 2021-07-26T15:53:40.411 INFO:tasks.rados.rados.0.smithi046.stdout:2281: finishing write tid 1 to smithi04638994-22 2021-07-26T15:53:40.411 INFO:tasks.rados.rados.0.smithi046.stdout:2281: finishing write tid 2 to smithi04638994-22 2021-07-26T15:53:40.411 INFO:tasks.rados.rados.0.smithi046.stdout:2281: finishing write tid 3 to smithi04638994-22 2021-07-26T15:53:40.412 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1378 (ObjNum 722 snap 217 seq_num 722) dirty exists 2021-07-26T15:53:40.412 INFO:tasks.rados.rados.0.smithi046.stdout:2281: left oid 22 (ObjNum 722 snap 217 seq_num 722) 2021-07-26T15:53:40.412 INFO:tasks.rados.rados.0.smithi046.stdout:2276: done (3 left) 2021-07-26T15:53:40.412 INFO:tasks.rados.rados.0.smithi046.stdout:2277: done (2 left) 2021-07-26T15:53:40.413 INFO:tasks.rados.rados.0.smithi046.stdout:2281: done (1 left) 2021-07-26T15:53:40.413 INFO:tasks.rados.rados.0.smithi046.stdout:2282: done (0 left) 2021-07-26T15:53:40.413 INFO:tasks.rados.rados.0.smithi046.stdout:2283: snap_create 2021-07-26T15:53:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:40 smithi046 bash[41283]: cluster 2021-07-26T15:53:39.102325+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T15:53:40.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:40 smithi046 bash[42351]: cluster 2021-07-26T15:53:39.102325+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T15:53:40.982 INFO:tasks.rados.rados.0.smithi046.stdout:2283: done (0 left) 2021-07-26T15:53:40.982 INFO:tasks.rados.rados.0.smithi046.stdout:2284: snap_create 2021-07-26T15:53:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:41 smithi073 bash[34190]: cluster 2021-07-26T15:53:39.955814+0000 mgr.y (mgr.24683) 329 : cluster [DBG] pgmap v563: 25 pgs: 25 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2021-07-26T15:53:41.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:41 smithi073 bash[34190]: cluster 2021-07-26T15:53:40.111687+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T15:53:41.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:41 smithi073 bash[34190]: cluster 2021-07-26T15:53:40.982747+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T15:53:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[41283]: cluster 2021-07-26T15:53:39.955814+0000 mgr.y (mgr.24683) 329 : cluster [DBG] pgmap v563: 25 pgs: 25 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2021-07-26T15:53:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[41283]: cluster 2021-07-26T15:53:40.111687+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T15:53:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[41283]: cluster 2021-07-26T15:53:40.982747+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T15:53:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[42351]: cluster 2021-07-26T15:53:39.955814+0000 mgr.y (mgr.24683) 329 : cluster [DBG] pgmap v563: 25 pgs: 25 active+clean; 292 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2021-07-26T15:53:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[42351]: cluster 2021-07-26T15:53:40.111687+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T15:53:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:41 smithi046 bash[42351]: cluster 2021-07-26T15:53:40.982747+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T15:53:41.994 INFO:tasks.rados.rados.0.smithi046.stdout:2284: done (0 left) 2021-07-26T15:53:41.995 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 219 2021-07-26T15:53:41.995 INFO:tasks.rados.rados.0.smithi046.stdout:2285: seq_num 723 ranges {8331264=114688} 2021-07-26T15:53:42.040 INFO:tasks.rados.rados.0.smithi046.stdout:2285: writing smithi04638994-36 from 8331264 to 8445952 tid 1 2021-07-26T15:53:42.041 INFO:tasks.rados.rados.0.smithi046.stdout:2286: snap_create 2021-07-26T15:53:42.053 INFO:tasks.rados.rados.0.smithi046.stdout:2285: finishing write tid 1 to smithi04638994-36 2021-07-26T15:53:42.054 INFO:tasks.rados.rados.0.smithi046.stdout:2285: finishing write tid 2 to smithi04638994-36 2021-07-26T15:53:42.054 INFO:tasks.rados.rados.0.smithi046.stdout:2285: finishing write tid 3 to smithi04638994-36 2021-07-26T15:53:42.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1201 (ObjNum 723 snap 219 seq_num 723) dirty exists 2021-07-26T15:53:42.054 INFO:tasks.rados.rados.0.smithi046.stdout:2285: left oid 36 (ObjNum 723 snap 219 seq_num 723) 2021-07-26T15:53:42.999 INFO:tasks.rados.rados.0.smithi046.stdout:2285: done (1 left) 2021-07-26T15:53:42.999 INFO:tasks.rados.rados.0.smithi046.stdout:2286: done (0 left) 2021-07-26T15:53:43.000 INFO:tasks.rados.rados.0.smithi046.stdout:2287: read oid 5 snap 218 2021-07-26T15:53:43.000 INFO:tasks.rados.rados.0.smithi046.stdout:2287: expect (ObjNum 628 snap 181 seq_num 628) 2021-07-26T15:53:43.001 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 220 2021-07-26T15:53:43.001 INFO:tasks.rados.rados.0.smithi046.stdout:2288: seq_num 724 ranges {4030464=131072} 2021-07-26T15:53:43.024 INFO:tasks.rados.rados.0.smithi046.stdout:2288: writing smithi04638994-19 from 4030464 to 4161536 tid 1 2021-07-26T15:53:43.024 INFO:tasks.rados.rados.0.smithi046.stdout:2289: delete oid 18 current snap is 220 2021-07-26T15:53:43.024 INFO:tasks.rados.rados.0.smithi046.stdout:2287: expect (ObjNum 628 snap 181 seq_num 628) 2021-07-26T15:53:43.087 INFO:tasks.rados.rados.0.smithi046.stdout:2288: finishing write tid 1 to smithi04638994-19 2021-07-26T15:53:43.087 INFO:tasks.rados.rados.0.smithi046.stdout:2288: finishing write tid 2 to smithi04638994-19 2021-07-26T15:53:43.087 INFO:tasks.rados.rados.0.smithi046.stdout:2288: finishing write tid 3 to smithi04638994-19 2021-07-26T15:53:43.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1206 (ObjNum 724 snap 220 seq_num 724) dirty exists 2021-07-26T15:53:43.088 INFO:tasks.rados.rados.0.smithi046.stdout:2288: left oid 19 (ObjNum 724 snap 220 seq_num 724) 2021-07-26T15:53:43.088 INFO:tasks.rados.rados.0.smithi046.stdout:2287: done (2 left) 2021-07-26T15:53:43.088 INFO:tasks.rados.rados.0.smithi046.stdout:2288: done (1 left) 2021-07-26T15:53:43.088 INFO:tasks.rados.rados.0.smithi046.stdout:2289: done (0 left) 2021-07-26T15:53:43.088 INFO:tasks.rados.rados.0.smithi046.stdout:2290: delete oid 41 current snap is 220 2021-07-26T15:53:43.092 INFO:tasks.rados.rados.0.smithi046.stdout:2290: done (0 left) 2021-07-26T15:53:43.092 INFO:tasks.rados.rados.0.smithi046.stdout:2291: read oid 40 snap -1 2021-07-26T15:53:43.092 INFO:tasks.rados.rados.0.smithi046.stdout:2291: expect deleted 2021-07-26T15:53:43.092 INFO:tasks.rados.rados.0.smithi046.stdout:2292: snap_create 2021-07-26T15:53:43.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:43 smithi073 bash[34190]: cluster 2021-07-26T15:53:41.956517+0000 mgr.y (mgr.24683) 330 : cluster [DBG] pgmap v566: 25 pgs: 25 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 30 op/s 2021-07-26T15:53:43.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:43 smithi073 bash[34190]: cluster 2021-07-26T15:53:41.992871+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T15:53:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:42 smithi046 bash[41283]: cluster 2021-07-26T15:53:41.956517+0000 mgr.y (mgr.24683) 330 : cluster [DBG] pgmap v566: 25 pgs: 25 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 30 op/s 2021-07-26T15:53:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:42 smithi046 bash[41283]: cluster 2021-07-26T15:53:41.992871+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T15:53:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:43 smithi046 bash[42351]: cluster 2021-07-26T15:53:41.956517+0000 mgr.y (mgr.24683) 330 : cluster [DBG] pgmap v566: 25 pgs: 25 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 30 op/s 2021-07-26T15:53:43.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:43 smithi046 bash[42351]: cluster 2021-07-26T15:53:41.992871+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T15:53:43.938 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:43.939 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:43.939 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:43.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:53:44.013 INFO:tasks.rados.rados.0.smithi046.stdout:2291: done (1 left) 2021-07-26T15:53:44.013 INFO:tasks.rados.rados.0.smithi046.stdout:2292: done (0 left) 2021-07-26T15:53:44.014 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 221 2021-07-26T15:53:44.014 INFO:tasks.rados.rados.0.smithi046.stdout:2293: seq_num 727 ranges {0=180224} 2021-07-26T15:53:44.015 INFO:tasks.rados.rados.0.smithi046.stdout:2293: writing smithi04638994-35 from 0 to 180224 tid 1 2021-07-26T15:53:44.015 INFO:tasks.rados.rados.0.smithi046.stdout:2294: snap_create 2021-07-26T15:53:44.021 INFO:tasks.rados.rados.0.smithi046.stdout:2293: finishing write tid 1 to smithi04638994-35 2021-07-26T15:53:44.021 INFO:tasks.rados.rados.0.smithi046.stdout:2293: finishing write tid 2 to smithi04638994-35 2021-07-26T15:53:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:2293: finishing write tid 3 to smithi04638994-35 2021-07-26T15:53:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1151 (ObjNum 727 snap 221 seq_num 727) dirty exists 2021-07-26T15:53:44.024 INFO:tasks.rados.rados.0.smithi046.stdout:2293: left oid 35 (ObjNum 727 snap 221 seq_num 727) 2021-07-26T15:53:44.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:44 smithi073 bash[34190]: cluster 2021-07-26T15:53:42.996515+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T15:53:44.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:44 smithi046 bash[41283]: cluster 2021-07-26T15:53:42.996515+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T15:53:44.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:44 smithi046 bash[42351]: cluster 2021-07-26T15:53:42.996515+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T15:53:45.023 INFO:tasks.rados.rados.0.smithi046.stdout:2293: done (1 left) 2021-07-26T15:53:45.023 INFO:tasks.rados.rados.0.smithi046.stdout:2294: done (0 left) 2021-07-26T15:53:45.024 INFO:tasks.rados.rados.0.smithi046.stdout:2295: read oid 2 snap -1 2021-07-26T15:53:45.024 INFO:tasks.rados.rados.0.smithi046.stdout:2295: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:53:45.024 INFO:tasks.rados.rados.0.smithi046.stdout:2296: snap_create 2021-07-26T15:53:45.067 INFO:tasks.rados.rados.0.smithi046.stdout:2295: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:53:45.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:45 smithi073 bash[34190]: cluster 2021-07-26T15:53:43.957220+0000 mgr.y (mgr.24683) 331 : cluster [DBG] pgmap v569: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2021-07-26T15:53:45.532 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:45 smithi073 bash[34190]: cluster 2021-07-26T15:53:44.013876+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T15:53:45.534 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:45 smithi046 bash[41283]: cluster 2021-07-26T15:53:43.957220+0000 mgr.y (mgr.24683) 331 : cluster [DBG] pgmap v569: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2021-07-26T15:53:45.534 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:45 smithi046 bash[41283]: cluster 2021-07-26T15:53:44.013876+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T15:53:45.534 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:45 smithi046 bash[42351]: cluster 2021-07-26T15:53:43.957220+0000 mgr.y (mgr.24683) 331 : cluster [DBG] pgmap v569: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2021-07-26T15:53:45.535 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:45 smithi046 bash[42351]: cluster 2021-07-26T15:53:44.013876+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T15:53:45.984 INFO:tasks.rados.rados.0.smithi046.stdout:2295: done (1 left) 2021-07-26T15:53:45.985 INFO:tasks.rados.rados.0.smithi046.stdout:2296: done (0 left) 2021-07-26T15:53:45.985 INFO:tasks.rados.rados.0.smithi046.stdout:2297: snap_create 2021-07-26T15:53:46.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:46 smithi073 bash[34190]: cluster 2021-07-26T15:53:45.024009+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T15:53:46.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:46 smithi073 bash[34190]: cluster 2021-07-26T15:53:45.985183+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T15:53:46.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:46 smithi046 bash[41283]: cluster 2021-07-26T15:53:45.024009+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T15:53:46.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:46 smithi046 bash[41283]: cluster 2021-07-26T15:53:45.985183+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T15:53:46.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:46 smithi046 bash[42351]: cluster 2021-07-26T15:53:45.024009+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T15:53:46.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:46 smithi046 bash[42351]: cluster 2021-07-26T15:53:45.985183+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T15:53:46.995 INFO:tasks.rados.rados.0.smithi046.stdout:2297: done (0 left) 2021-07-26T15:53:46.996 INFO:tasks.rados.rados.0.smithi046.stdout:2298: copy_from oid 41 from oid 34 current snap is 224 2021-07-26T15:53:46.996 INFO:tasks.rados.rados.0.smithi046.stdout:2299: read oid 14 snap 214 2021-07-26T15:53:46.997 INFO:tasks.rados.rados.0.smithi046.stdout:2299: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:46.997 INFO:tasks.rados.rados.0.smithi046.stdout:2300: delete oid 13 current snap is 224 2021-07-26T15:53:47.004 INFO:tasks.rados.rados.0.smithi046.stdout:2300: done (2 left) 2021-07-26T15:53:47.005 INFO:tasks.rados.rados.0.smithi046.stdout:2301: rmattr oid 25 current snap is 224 2021-07-26T15:53:47.005 INFO:tasks.rados.rados.0.smithi046.stdout:2301: done (2 left) 2021-07-26T15:53:47.005 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 224 2021-07-26T15:53:47.005 INFO:tasks.rados.rados.0.smithi046.stdout:2302: seq_num 729 ranges {5185536=212992} 2021-07-26T15:53:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:2302: writing smithi04638994-12 from 5185536 to 5398528 tid 1 2021-07-26T15:53:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 224 2021-07-26T15:53:47.041 INFO:tasks.rados.rados.0.smithi046.stdout:2303: seq_num 730 ranges {4161536=229376} 2021-07-26T15:53:47.065 INFO:tasks.rados.rados.0.smithi046.stdout:2303: writing smithi04638994-19 from 4161536 to 4390912 tid 1 2021-07-26T15:53:47.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 224 2021-07-26T15:53:47.066 INFO:tasks.rados.rados.0.smithi046.stdout:2304: seq_num 731 ranges {180224=245760} 2021-07-26T15:53:47.068 INFO:tasks.rados.rados.0.smithi046.stdout:2304: writing smithi04638994-35 from 180224 to 425984 tid 1 2021-07-26T15:53:47.068 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 224 2021-07-26T15:53:47.068 INFO:tasks.rados.rados.0.smithi046.stdout:2299: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:47.121 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing copy_from to smithi04638994-41 2021-07-26T15:53:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1089 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:53:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:2298: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:53:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:2305: seq_num 732 ranges {1409024=262144} 2021-07-26T15:53:47.131 INFO:tasks.rados.rados.0.smithi046.stdout:2305: writing smithi04638994-17 from 1409024 to 1671168 tid 1 2021-07-26T15:53:47.131 INFO:tasks.rados.rados.0.smithi046.stdout:2298: done (5 left) 2021-07-26T15:53:47.131 INFO:tasks.rados.rados.0.smithi046.stdout:2299: done (4 left) 2021-07-26T15:53:47.131 INFO:tasks.rados.rados.0.smithi046.stdout:2306: read oid 18 snap 219 2021-07-26T15:53:47.132 INFO:tasks.rados.rados.0.smithi046.stdout:2306: expect (ObjNum 694 snap 210 seq_num 694) 2021-07-26T15:53:47.132 INFO:tasks.rados.rados.0.smithi046.stdout:2307: snap_remove snap 216 2021-07-26T15:53:47.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:47 smithi073 bash[34190]: cluster 2021-07-26T15:53:45.957953+0000 mgr.y (mgr.24683) 332 : cluster [DBG] pgmap v572: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T15:53:47.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:47 smithi073 bash[34190]: cluster 2021-07-26T15:53:46.995795+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T15:53:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:47 smithi046 bash[41283]: cluster 2021-07-26T15:53:45.957953+0000 mgr.y (mgr.24683) 332 : cluster [DBG] pgmap v572: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T15:53:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:47 smithi046 bash[41283]: cluster 2021-07-26T15:53:46.995795+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T15:53:47.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:47 smithi046 bash[42351]: cluster 2021-07-26T15:53:45.957953+0000 mgr.y (mgr.24683) 332 : cluster [DBG] pgmap v572: 25 pgs: 25 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T15:53:47.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:47 smithi046 bash[42351]: cluster 2021-07-26T15:53:46.995795+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T15:53:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:2307: done (5 left) 2021-07-26T15:53:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:2308: snap_create 2021-07-26T15:53:48.042 INFO:tasks.rados.rados.0.smithi046.stdout:2302: finishing write tid 1 to smithi04638994-12 2021-07-26T15:53:48.043 INFO:tasks.rados.rados.0.smithi046.stdout:2302: finishing write tid 2 to smithi04638994-12 2021-07-26T15:53:48.043 INFO:tasks.rados.rados.0.smithi046.stdout:2302: finishing write tid 3 to smithi04638994-12 2021-07-26T15:53:48.043 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1156 (ObjNum 729 snap 224 seq_num 729) dirty exists 2021-07-26T15:53:48.043 INFO:tasks.rados.rados.0.smithi046.stdout:2302: left oid 12 (ObjNum 729 snap 224 seq_num 729) 2021-07-26T15:53:48.043 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing write tid 1 to smithi04638994-19 2021-07-26T15:53:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing write tid 2 to smithi04638994-19 2021-07-26T15:53:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:2303: finishing write tid 3 to smithi04638994-19 2021-07-26T15:53:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1208 (ObjNum 730 snap 224 seq_num 730) dirty exists 2021-07-26T15:53:48.044 INFO:tasks.rados.rados.0.smithi046.stdout:2303: left oid 19 (ObjNum 730 snap 224 seq_num 730) 2021-07-26T15:53:48.045 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 1 to smithi04638994-35 2021-07-26T15:53:48.045 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 2 to smithi04638994-35 2021-07-26T15:53:48.045 INFO:tasks.rados.rados.0.smithi046.stdout:2304: finishing write tid 3 to smithi04638994-35 2021-07-26T15:53:48.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1153 (ObjNum 731 snap 224 seq_num 731) dirty exists 2021-07-26T15:53:48.045 INFO:tasks.rados.rados.0.smithi046.stdout:2304: left oid 35 (ObjNum 731 snap 224 seq_num 731) 2021-07-26T15:53:48.046 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 1 to smithi04638994-17 2021-07-26T15:53:48.046 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 2 to smithi04638994-17 2021-07-26T15:53:48.046 INFO:tasks.rados.rados.0.smithi046.stdout:2305: finishing write tid 3 to smithi04638994-17 2021-07-26T15:53:48.046 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1332 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:53:48.046 INFO:tasks.rados.rados.0.smithi046.stdout:2305: left oid 17 (ObjNum 732 snap 224 seq_num 732) 2021-07-26T15:53:48.047 INFO:tasks.rados.rados.0.smithi046.stdout:2306: expect (ObjNum 694 snap 210 seq_num 694) 2021-07-26T15:53:49.045 INFO:tasks.rados.rados.0.smithi046.stdout:2302: done (5 left) 2021-07-26T15:53:49.045 INFO:tasks.rados.rados.0.smithi046.stdout:2303: done (4 left) 2021-07-26T15:53:49.046 INFO:tasks.rados.rados.0.smithi046.stdout:2304: done (3 left) 2021-07-26T15:53:49.046 INFO:tasks.rados.rados.0.smithi046.stdout:2305: done (2 left) 2021-07-26T15:53:49.046 INFO:tasks.rados.rados.0.smithi046.stdout:2306: done (1 left) 2021-07-26T15:53:49.046 INFO:tasks.rados.rados.0.smithi046.stdout:2308: done (0 left) 2021-07-26T15:53:49.047 INFO:tasks.rados.rados.0.smithi046.stdout:2309: snap_create 2021-07-26T15:53:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:49 smithi073 bash[34190]: cluster 2021-07-26T15:53:47.958598+0000 mgr.y (mgr.24683) 333 : cluster [DBG] pgmap v575: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 104 KiB/s wr, 3 op/s 2021-07-26T15:53:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:49 smithi073 bash[34190]: cluster 2021-07-26T15:53:48.042717+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T15:53:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:49 smithi046 bash[41283]: cluster 2021-07-26T15:53:47.958598+0000 mgr.y (mgr.24683) 333 : cluster [DBG] pgmap v575: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 104 KiB/s wr, 3 op/s 2021-07-26T15:53:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:49 smithi046 bash[41283]: cluster 2021-07-26T15:53:48.042717+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T15:53:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:49 smithi046 bash[42351]: cluster 2021-07-26T15:53:47.958598+0000 mgr.y (mgr.24683) 333 : cluster [DBG] pgmap v575: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 104 KiB/s wr, 3 op/s 2021-07-26T15:53:49.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:49 smithi046 bash[42351]: cluster 2021-07-26T15:53:48.042717+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T15:53:50.061 INFO:tasks.rados.rados.0.smithi046.stdout:2309: done (0 left) 2021-07-26T15:53:50.062 INFO:tasks.rados.rados.0.smithi046.stdout:2310: delete oid 40 current snap is 226 2021-07-26T15:53:50.066 INFO:tasks.rados.rados.0.smithi046.stdout:2310: done (0 left) 2021-07-26T15:53:50.067 INFO:tasks.rados.rados.0.smithi046.stdout:2311: snap_remove snap 208 2021-07-26T15:53:50.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:50 smithi073 bash[34190]: cluster 2021-07-26T15:53:49.045930+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T15:53:50.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:50 smithi046 bash[41283]: cluster 2021-07-26T15:53:49.045930+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T15:53:50.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:50 smithi046 bash[42351]: cluster 2021-07-26T15:53:49.045930+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T15:53:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:2311: done (0 left) 2021-07-26T15:53:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 226 2021-07-26T15:53:51.070 INFO:tasks.rados.rados.0.smithi046.stdout:2312: seq_num 734 ranges {1646592=294912} 2021-07-26T15:53:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:2312: writing smithi04638994-5 from 1646592 to 1941504 tid 1 2021-07-26T15:53:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 226 2021-07-26T15:53:51.082 INFO:tasks.rados.rados.0.smithi046.stdout:2313: seq_num 735 ranges {10944512=311296} 2021-07-26T15:53:51.146 INFO:tasks.rados.rados.0.smithi046.stdout:2313: writing smithi04638994-24 from 10944512 to 11255808 tid 1 2021-07-26T15:53:51.147 INFO:tasks.rados.rados.0.smithi046.stdout:2314: rollback oid 13 current snap is 226 2021-07-26T15:53:51.147 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 218 2021-07-26T15:53:51.147 INFO:tasks.rados.rados.0.smithi046.stdout:2312: finishing write tid 1 to smithi04638994-5 2021-07-26T15:53:51.147 INFO:tasks.rados.rados.0.smithi046.stdout:2315: delete oid 31 current snap is 226 2021-07-26T15:53:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:2312: finishing write tid 2 to smithi04638994-5 2021-07-26T15:53:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:2312: finishing write tid 3 to smithi04638994-5 2021-07-26T15:53:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 986 (ObjNum 734 snap 226 seq_num 734) dirty exists 2021-07-26T15:53:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:2312: left oid 5 (ObjNum 734 snap 226 seq_num 734) 2021-07-26T15:53:51.150 INFO:tasks.rados.rados.0.smithi046.stdout:2312: done (3 left) 2021-07-26T15:53:51.150 INFO:tasks.rados.rados.0.smithi046.stdout:2315: done (2 left) 2021-07-26T15:53:51.151 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 226 2021-07-26T15:53:51.151 INFO:tasks.rados.rados.0.smithi046.stdout:2316: seq_num 737 ranges {2203648=352256} 2021-07-26T15:53:51.171 INFO:tasks.rados.rados.0.smithi046.stdout:2316: writing smithi04638994-9 from 2203648 to 2555904 tid 1 2021-07-26T15:53:51.172 INFO:tasks.rados.rados.0.smithi046.stdout:2317: delete oid 44 current snap is 226 2021-07-26T15:53:51.172 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 1 to smithi04638994-24 2021-07-26T15:53:51.172 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 2 to smithi04638994-24 2021-07-26T15:53:51.172 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:53:51.173 INFO:tasks.rados.rados.0.smithi046.stdout:2314: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:53:51.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 939 (ObjNum 649 snap 189 seq_num 649) dirty exists 2021-07-26T15:53:51.173 INFO:tasks.rados.rados.0.smithi046.stdout:2313: finishing write tid 3 to smithi04638994-24 2021-07-26T15:53:51.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1444 (ObjNum 735 snap 226 seq_num 735) dirty exists 2021-07-26T15:53:51.173 INFO:tasks.rados.rados.0.smithi046.stdout:2313: left oid 24 (ObjNum 735 snap 226 seq_num 735) 2021-07-26T15:53:51.175 INFO:tasks.rados.rados.0.smithi046.stdout:2313: done (3 left) 2021-07-26T15:53:51.175 INFO:tasks.rados.rados.0.smithi046.stdout:2314: done (2 left) 2021-07-26T15:53:51.175 INFO:tasks.rados.rados.0.smithi046.stdout:2317: done (1 left) 2021-07-26T15:53:51.176 INFO:tasks.rados.rados.0.smithi046.stdout:2318: snap_remove snap 212 2021-07-26T15:53:51.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:51 smithi073 bash[34190]: cluster 2021-07-26T15:53:49.959318+0000 mgr.y (mgr.24683) 334 : cluster [DBG] pgmap v578: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 72 KiB/s wr, 1 op/s 2021-07-26T15:53:51.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:51 smithi073 bash[34190]: cluster 2021-07-26T15:53:50.060768+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T15:53:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:51 smithi046 bash[41283]: cluster 2021-07-26T15:53:49.959318+0000 mgr.y (mgr.24683) 334 : cluster [DBG] pgmap v578: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 72 KiB/s wr, 1 op/s 2021-07-26T15:53:51.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:51 smithi046 bash[41283]: cluster 2021-07-26T15:53:50.060768+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T15:53:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:51 smithi046 bash[42351]: cluster 2021-07-26T15:53:49.959318+0000 mgr.y (mgr.24683) 334 : cluster [DBG] pgmap v578: 25 pgs: 25 active+clean; 317 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 72 KiB/s wr, 1 op/s 2021-07-26T15:53:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:51 smithi046 bash[42351]: cluster 2021-07-26T15:53:50.060768+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T15:53:52.081 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 1 to smithi04638994-9 2021-07-26T15:53:52.081 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 2 to smithi04638994-9 2021-07-26T15:53:52.081 INFO:tasks.rados.rados.0.smithi046.stdout:2316: finishing write tid 3 to smithi04638994-9 2021-07-26T15:53:52.081 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1346 (ObjNum 737 snap 226 seq_num 737) dirty exists 2021-07-26T15:53:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:2316: left oid 9 (ObjNum 737 snap 226 seq_num 737) 2021-07-26T15:53:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:2316: done (1 left) 2021-07-26T15:53:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:2318: done (0 left) 2021-07-26T15:53:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 226 2021-07-26T15:53:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:2319: seq_num 739 ranges {0=385024} 2021-07-26T15:53:52.087 INFO:tasks.rados.rados.0.smithi046.stdout:2319: writing smithi04638994-32 from 0 to 385024 tid 1 2021-07-26T15:53:52.087 INFO:tasks.rados.rados.0.smithi046.stdout:2320: snap_remove snap 223 2021-07-26T15:53:52.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:52 smithi073 bash[34190]: cluster 2021-07-26T15:53:51.070134+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T15:53:52.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:52 smithi046 bash[41283]: cluster 2021-07-26T15:53:51.070134+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T15:53:52.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:52 smithi046 bash[42351]: cluster 2021-07-26T15:53:51.070134+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T15:53:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:2320: done (1 left) 2021-07-26T15:53:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:2321: copy_from oid 8 from oid 42 current snap is 226 2021-07-26T15:53:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 1 to smithi04638994-32 2021-07-26T15:53:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 2 to smithi04638994-32 2021-07-26T15:53:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2319: finishing write tid 3 to smithi04638994-32 2021-07-26T15:53:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1128 (ObjNum 739 snap 226 seq_num 739) dirty exists 2021-07-26T15:53:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2319: left oid 32 (ObjNum 739 snap 226 seq_num 739) 2021-07-26T15:53:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2319: done (1 left) 2021-07-26T15:53:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:2322: read oid 40 snap 219 2021-07-26T15:53:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:2322: expect deleted 2021-07-26T15:53:53.087 INFO:tasks.rados.rados.0.smithi046.stdout:2323: copy_from oid 10 from oid 26 current snap is 226 2021-07-26T15:53:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:2324: rmattr oid 35 current snap is 226 2021-07-26T15:53:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:2324: done (3 left) 2021-07-26T15:53:53.088 INFO:tasks.rados.rados.0.smithi046.stdout:2325: rmattr oid 20 current snap is 226 2021-07-26T15:53:53.089 INFO:tasks.rados.rados.0.smithi046.stdout:2325: done (3 left) 2021-07-26T15:53:53.089 INFO:tasks.rados.rados.0.smithi046.stdout:2326: snap_create 2021-07-26T15:53:53.105 INFO:tasks.rados.rados.0.smithi046.stdout:2323: finishing copy_from to smithi04638994-10 2021-07-26T15:53:53.106 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 934 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:53:53.107 INFO:tasks.rados.rados.0.smithi046.stdout:2323: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:53:53.108 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing copy_from to smithi04638994-8 2021-07-26T15:53:53.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 934 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:53:53.109 INFO:tasks.rados.rados.0.smithi046.stdout:2321: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:53:53.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:53 smithi073 bash[34190]: cluster 2021-07-26T15:53:51.960077+0000 mgr.y (mgr.24683) 335 : cluster [DBG] pgmap v581: 25 pgs: 25 active+clean; 320 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 764 KiB/s wr, 5 op/s 2021-07-26T15:53:53.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:53 smithi073 bash[34190]: cluster 2021-07-26T15:53:52.081141+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T15:53:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[41283]: cluster 2021-07-26T15:53:51.960077+0000 mgr.y (mgr.24683) 335 : cluster [DBG] pgmap v581: 25 pgs: 25 active+clean; 320 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 764 KiB/s wr, 5 op/s 2021-07-26T15:53:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[41283]: cluster 2021-07-26T15:53:52.081141+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T15:53:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[42351]: cluster 2021-07-26T15:53:51.960077+0000 mgr.y (mgr.24683) 335 : cluster [DBG] pgmap v581: 25 pgs: 25 active+clean; 320 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 764 KiB/s wr, 5 op/s 2021-07-26T15:53:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[42351]: cluster 2021-07-26T15:53:52.081141+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T15:53:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:53.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:53.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:53:53.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:53:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:53:53.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:53:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:2321: done (3 left) 2021-07-26T15:53:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:2322: done (2 left) 2021-07-26T15:53:54.101 INFO:tasks.rados.rados.0.smithi046.stdout:2323: done (1 left) 2021-07-26T15:53:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:2326: done (0 left) 2021-07-26T15:53:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:2327: read oid 19 snap -1 2021-07-26T15:53:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:2327: expect (ObjNum 730 snap 224 seq_num 730) 2021-07-26T15:53:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 227 2021-07-26T15:53:54.102 INFO:tasks.rados.rados.0.smithi046.stdout:2328: seq_num 740 ranges {3735552=401408} 2021-07-26T15:53:54.128 INFO:tasks.rados.rados.0.smithi046.stdout:2328: writing smithi04638994-30 from 3735552 to 4136960 tid 1 2021-07-26T15:53:54.128 INFO:tasks.rados.rados.0.smithi046.stdout:2329: read oid 50 snap -1 2021-07-26T15:53:54.129 INFO:tasks.rados.rados.0.smithi046.stdout:2329: expect (ObjNum 717 snap 215 seq_num 717) 2021-07-26T15:53:54.129 INFO:tasks.rados.rados.0.smithi046.stdout:2330: snap_remove snap 220 2021-07-26T15:53:54.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:54 smithi073 bash[34190]: cluster 2021-07-26T15:53:53.084260+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T15:53:54.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:54 smithi046 bash[41283]: cluster 2021-07-26T15:53:53.084260+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T15:53:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:54 smithi046 bash[42351]: cluster 2021-07-26T15:53:53.084260+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T15:53:55.105 INFO:tasks.rados.rados.0.smithi046.stdout:2330: done (3 left) 2021-07-26T15:53:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:2331: read oid 23 snap -1 2021-07-26T15:53:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:2331: expect (ObjNum 651 snap 189 seq_num 651) 2021-07-26T15:53:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:2332: snap_create 2021-07-26T15:53:55.108 INFO:tasks.rados.rados.0.smithi046.stdout:2327: expect (ObjNum 730 snap 224 seq_num 730) 2021-07-26T15:53:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:55 smithi073 bash[34190]: cluster 2021-07-26T15:53:53.960741+0000 mgr.y (mgr.24683) 336 : cluster [DBG] pgmap v584: 25 pgs: 25 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 840 KiB/s wr, 7 op/s 2021-07-26T15:53:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:55 smithi073 bash[34190]: cluster 2021-07-26T15:53:54.101065+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T15:53:55.398 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 1 to smithi04638994-30 2021-07-26T15:53:55.398 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 2 to smithi04638994-30 2021-07-26T15:53:55.399 INFO:tasks.rados.rados.0.smithi046.stdout:2328: finishing write tid 3 to smithi04638994-30 2021-07-26T15:53:55.399 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 588 (ObjNum 740 snap 227 seq_num 740) dirty exists 2021-07-26T15:53:55.400 INFO:tasks.rados.rados.0.smithi046.stdout:2328: left oid 30 (ObjNum 740 snap 227 seq_num 740) 2021-07-26T15:53:55.400 INFO:tasks.rados.rados.0.smithi046.stdout:2329: expect (ObjNum 717 snap 215 seq_num 717) 2021-07-26T15:53:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:55 smithi046 bash[42351]: cluster 2021-07-26T15:53:53.960741+0000 mgr.y (mgr.24683) 336 : cluster [DBG] pgmap v584: 25 pgs: 25 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 840 KiB/s wr, 7 op/s 2021-07-26T15:53:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:55 smithi046 bash[42351]: cluster 2021-07-26T15:53:54.101065+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T15:53:55.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:55 smithi046 bash[41283]: cluster 2021-07-26T15:53:53.960741+0000 mgr.y (mgr.24683) 336 : cluster [DBG] pgmap v584: 25 pgs: 25 active+clean; 321 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 840 KiB/s wr, 7 op/s 2021-07-26T15:53:55.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:55 smithi046 bash[41283]: cluster 2021-07-26T15:53:54.101065+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T15:53:55.554 INFO:tasks.rados.rados.0.smithi046.stdout:2331: expect (ObjNum 651 snap 189 seq_num 651) 2021-07-26T15:53:55.987 INFO:tasks.rados.rados.0.smithi046.stdout:2327: done (4 left) 2021-07-26T15:53:55.988 INFO:tasks.rados.rados.0.smithi046.stdout:2328: done (3 left) 2021-07-26T15:53:55.988 INFO:tasks.rados.rados.0.smithi046.stdout:2329: done (2 left) 2021-07-26T15:53:55.989 INFO:tasks.rados.rados.0.smithi046.stdout:2331: done (1 left) 2021-07-26T15:53:55.989 INFO:tasks.rados.rados.0.smithi046.stdout:2332: done (0 left) 2021-07-26T15:53:55.989 INFO:tasks.rados.rados.0.smithi046.stdout:2333: rollback oid 30 current snap is 228 2021-07-26T15:53:55.989 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 227 2021-07-26T15:53:55.990 INFO:tasks.rados.rados.0.smithi046.stdout:2334: delete oid 21 current snap is 228 2021-07-26T15:53:55.997 INFO:tasks.rados.rados.0.smithi046.stdout:2334: done (1 left) 2021-07-26T15:53:55.998 INFO:tasks.rados.rados.0.smithi046.stdout:2335: snap_create 2021-07-26T15:53:55.998 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:53:55.999 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:53:55.999 INFO:tasks.rados.rados.0.smithi046.stdout:2333: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:53:56.000 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 591 (ObjNum 740 snap 227 seq_num 740) dirty exists 2021-07-26T15:53:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:56 smithi073 bash[34190]: cluster 2021-07-26T15:53:55.106076+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T15:53:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:56 smithi073 bash[34190]: cluster 2021-07-26T15:53:55.987815+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T15:53:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:56 smithi046 bash[41283]: cluster 2021-07-26T15:53:55.106076+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T15:53:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:56 smithi046 bash[41283]: cluster 2021-07-26T15:53:55.987815+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T15:53:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:56 smithi046 bash[42351]: cluster 2021-07-26T15:53:55.106076+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T15:53:56.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:56 smithi046 bash[42351]: cluster 2021-07-26T15:53:55.987815+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T15:53:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:2333: done (1 left) 2021-07-26T15:53:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:2335: done (0 left) 2021-07-26T15:53:56.998 INFO:tasks.rados.rados.0.smithi046.stdout:2336: snap_create 2021-07-26T15:53:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:57 smithi046 bash[41283]: cluster 2021-07-26T15:53:55.961408+0000 mgr.y (mgr.24683) 337 : cluster [DBG] pgmap v587: 25 pgs: 25 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 574 KiB/s wr, 4 op/s 2021-07-26T15:53:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:57 smithi046 bash[41283]: cluster 2021-07-26T15:53:56.998726+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T15:53:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:57 smithi046 bash[42351]: cluster 2021-07-26T15:53:55.961408+0000 mgr.y (mgr.24683) 337 : cluster [DBG] pgmap v587: 25 pgs: 25 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 574 KiB/s wr, 4 op/s 2021-07-26T15:53:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:57 smithi046 bash[42351]: cluster 2021-07-26T15:53:56.998726+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T15:53:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:57 smithi073 bash[34190]: cluster 2021-07-26T15:53:55.961408+0000 mgr.y (mgr.24683) 337 : cluster [DBG] pgmap v587: 25 pgs: 25 active+clean; 323 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 574 KiB/s wr, 4 op/s 2021-07-26T15:53:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:57 smithi073 bash[34190]: cluster 2021-07-26T15:53:56.998726+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T15:53:58.002 INFO:tasks.rados.rados.0.smithi046.stdout:2336: done (0 left) 2021-07-26T15:53:58.002 INFO:tasks.rados.rados.0.smithi046.stdout:2337: delete oid 36 current snap is 230 2021-07-26T15:53:58.010 INFO:tasks.rados.rados.0.smithi046.stdout:2337: done (0 left) 2021-07-26T15:53:58.011 INFO:tasks.rados.rados.0.smithi046.stdout:2338: delete oid 1 current snap is 230 2021-07-26T15:53:58.017 INFO:tasks.rados.rados.0.smithi046.stdout:2338: done (0 left) 2021-07-26T15:53:58.017 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 230 2021-07-26T15:53:58.018 INFO:tasks.rados.rados.0.smithi046.stdout:2339: seq_num 744 ranges {0=466944} 2021-07-26T15:53:58.023 INFO:tasks.rados.rados.0.smithi046.stdout:2339: writing smithi04638994-21 from 0 to 466944 tid 1 2021-07-26T15:53:58.023 INFO:tasks.rados.rados.0.smithi046.stdout:2340: copy_from oid 19 from oid 49 current snap is 230 2021-07-26T15:53:58.023 INFO:tasks.rados.rados.0.smithi046.stdout:2341: read oid 9 snap -1 2021-07-26T15:53:58.024 INFO:tasks.rados.rados.0.smithi046.stdout:2341: expect (ObjNum 737 snap 226 seq_num 737) 2021-07-26T15:53:58.024 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 230 2021-07-26T15:53:58.024 INFO:tasks.rados.rados.0.smithi046.stdout:2342: seq_num 745 ranges {1941504=483328} 2021-07-26T15:53:58.038 INFO:tasks.rados.rados.0.smithi046.stdout:2342: writing smithi04638994-5 from 1941504 to 2424832 tid 1 2021-07-26T15:53:58.039 INFO:tasks.rados.rados.0.smithi046.stdout:2343: read oid 46 snap -1 2021-07-26T15:53:58.039 INFO:tasks.rados.rados.0.smithi046.stdout:2343: expect deleted 2021-07-26T15:53:58.039 INFO:tasks.rados.rados.0.smithi046.stdout:2344: delete oid 16 current snap is 230 2021-07-26T15:53:58.039 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 1 to smithi04638994-21 2021-07-26T15:53:58.040 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 2 to smithi04638994-21 2021-07-26T15:53:58.040 INFO:tasks.rados.rados.0.smithi046.stdout:2339: finishing write tid 3 to smithi04638994-21 2021-07-26T15:53:58.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1108 (ObjNum 744 snap 230 seq_num 744) dirty exists 2021-07-26T15:53:58.040 INFO:tasks.rados.rados.0.smithi046.stdout:2339: left oid 21 (ObjNum 744 snap 230 seq_num 744) 2021-07-26T15:53:58.041 INFO:tasks.rados.rados.0.smithi046.stdout:2341: expect (ObjNum 737 snap 226 seq_num 737) 2021-07-26T15:53:58.149 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 1 to smithi04638994-5 2021-07-26T15:53:58.150 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 2 to smithi04638994-5 2021-07-26T15:53:58.150 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing copy_from to smithi04638994-19 2021-07-26T15:53:58.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1106 (ObjNum 678 snap 200 seq_num 678) dirty exists 2021-07-26T15:53:58.151 INFO:tasks.rados.rados.0.smithi046.stdout:2340: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:53:58.151 INFO:tasks.rados.rados.0.smithi046.stdout:2342: finishing write tid 3 to smithi04638994-5 2021-07-26T15:53:58.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 988 (ObjNum 745 snap 230 seq_num 745) dirty exists 2021-07-26T15:53:58.151 INFO:tasks.rados.rados.0.smithi046.stdout:2342: left oid 5 (ObjNum 745 snap 230 seq_num 745) 2021-07-26T15:53:58.152 INFO:tasks.rados.rados.0.smithi046.stdout:2339: done (5 left) 2021-07-26T15:53:58.152 INFO:tasks.rados.rados.0.smithi046.stdout:2340: done (4 left) 2021-07-26T15:53:58.152 INFO:tasks.rados.rados.0.smithi046.stdout:2341: done (3 left) 2021-07-26T15:53:58.152 INFO:tasks.rados.rados.0.smithi046.stdout:2342: done (2 left) 2021-07-26T15:53:58.152 INFO:tasks.rados.rados.0.smithi046.stdout:2343: done (1 left) 2021-07-26T15:53:58.153 INFO:tasks.rados.rados.0.smithi046.stdout:2344: done (0 left) 2021-07-26T15:53:58.153 INFO:tasks.rados.rados.0.smithi046.stdout:2345: setattr oid 38 current snap is 230 2021-07-26T15:53:58.153 INFO:tasks.rados.rados.0.smithi046.stdout:2346: read oid 14 snap -1 2021-07-26T15:53:58.153 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:58.154 INFO:tasks.rados.rados.0.smithi046.stdout:2347: snap_create 2021-07-26T15:53:58.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1154 (ObjNum 0 snap 32682 seq_num 198640576) dirty exists 2021-07-26T15:53:58.164 INFO:tasks.rados.rados.0.smithi046.stdout:2346: expect (ObjNum 686 snap 201 seq_num 686) 2021-07-26T15:53:59.128 INFO:tasks.rados.rados.0.smithi046.stdout:2345: done (2 left) 2021-07-26T15:53:59.128 INFO:tasks.rados.rados.0.smithi046.stdout:2346: done (1 left) 2021-07-26T15:53:59.129 INFO:tasks.rados.rados.0.smithi046.stdout:2347: done (0 left) 2021-07-26T15:53:59.129 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 231 2021-07-26T15:53:59.129 INFO:tasks.rados.rados.0.smithi046.stdout:2348: seq_num 747 ranges {2523136=516096} 2021-07-26T15:53:59.151 INFO:tasks.rados.rados.0.smithi046.stdout:2348: writing smithi04638994-23 from 2523136 to 3039232 tid 1 2021-07-26T15:53:59.151 INFO:tasks.rados.rados.0.smithi046.stdout:2349: snap_create 2021-07-26T15:53:59.163 INFO:tasks.rados.rados.0.smithi046.stdout:2348: finishing write tid 1 to smithi04638994-23 2021-07-26T15:53:59.163 INFO:tasks.rados.rados.0.smithi046.stdout:2348: finishing write tid 2 to smithi04638994-23 2021-07-26T15:53:59.165 INFO:tasks.rados.rados.0.smithi046.stdout:2348: finishing write tid 3 to smithi04638994-23 2021-07-26T15:53:59.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1461 (ObjNum 747 snap 231 seq_num 747) dirty exists 2021-07-26T15:53:59.165 INFO:tasks.rados.rados.0.smithi046.stdout:2348: left oid 23 (ObjNum 747 snap 231 seq_num 747) 2021-07-26T15:53:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:59 smithi073 bash[34190]: cluster 2021-07-26T15:53:57.962060+0000 mgr.y (mgr.24683) 338 : cluster [DBG] pgmap v590: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1014 KiB/s wr, 8 op/s 2021-07-26T15:53:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:59 smithi073 bash[34190]: cluster 2021-07-26T15:53:58.002698+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T15:53:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:59 smithi073 bash[34190]: audit 2021-07-26T15:53:58.080699+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:53:59 smithi073 bash[34190]: audit 2021-07-26T15:53:58.960980+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[41283]: cluster 2021-07-26T15:53:57.962060+0000 mgr.y (mgr.24683) 338 : cluster [DBG] pgmap v590: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1014 KiB/s wr, 8 op/s 2021-07-26T15:53:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[41283]: cluster 2021-07-26T15:53:58.002698+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T15:53:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[41283]: audit 2021-07-26T15:53:58.080699+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[41283]: audit 2021-07-26T15:53:58.960980+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[42351]: cluster 2021-07-26T15:53:57.962060+0000 mgr.y (mgr.24683) 338 : cluster [DBG] pgmap v590: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1014 KiB/s wr, 8 op/s 2021-07-26T15:53:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[42351]: cluster 2021-07-26T15:53:58.002698+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T15:53:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[42351]: audit 2021-07-26T15:53:58.080699+0000 mon.a (mon.0) 1078 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:53:58 smithi046 bash[42351]: audit 2021-07-26T15:53:58.960980+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:00.137 INFO:tasks.rados.rados.0.smithi046.stdout:2348: done (1 left) 2021-07-26T15:54:00.138 INFO:tasks.rados.rados.0.smithi046.stdout:2349: done (0 left) 2021-07-26T15:54:00.138 INFO:tasks.rados.rados.0.smithi046.stdout:2350: delete oid 5 current snap is 232 2021-07-26T15:54:00.143 INFO:tasks.rados.rados.0.smithi046.stdout:2350: done (0 left) 2021-07-26T15:54:00.143 INFO:tasks.rados.rados.0.smithi046.stdout:2351: delete oid 6 current snap is 232 2021-07-26T15:54:00.147 INFO:tasks.rados.rados.0.smithi046.stdout:2351: done (0 left) 2021-07-26T15:54:00.147 INFO:tasks.rados.rados.0.smithi046.stdout:2352: read oid 20 snap 211 2021-07-26T15:54:00.147 INFO:tasks.rados.rados.0.smithi046.stdout:2352: expect deleted 2021-07-26T15:54:00.147 INFO:tasks.rados.rados.0.smithi046.stdout:2353: read oid 16 snap -1 2021-07-26T15:54:00.148 INFO:tasks.rados.rados.0.smithi046.stdout:2353: expect deleted 2021-07-26T15:54:00.148 INFO:tasks.rados.rados.0.smithi046.stdout:2354: snap_remove snap 199 2021-07-26T15:54:00.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:00 smithi046 bash[41283]: cluster 2021-07-26T15:53:59.128447+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T15:54:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:00 smithi046 bash[42351]: cluster 2021-07-26T15:53:59.128447+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T15:54:00.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:00 smithi073 bash[34190]: cluster 2021-07-26T15:53:59.128447+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T15:54:00.991 INFO:tasks.rados.rados.0.smithi046.stdout:2354: done (2 left) 2021-07-26T15:54:00.991 INFO:tasks.rados.rados.0.smithi046.stdout:2355: copy_from oid 34 from oid 21 current snap is 232 2021-07-26T15:54:00.991 INFO:tasks.rados.rados.0.smithi046.stdout:2352: done (2 left) 2021-07-26T15:54:00.991 INFO:tasks.rados.rados.0.smithi046.stdout:2353: done (1 left) 2021-07-26T15:54:00.992 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 232 2021-07-26T15:54:00.992 INFO:tasks.rados.rados.0.smithi046.stdout:2356: seq_num 750 ranges {1277952=565248} 2021-07-26T15:54:01.005 INFO:tasks.rados.rados.0.smithi046.stdout:2356: writing smithi04638994-13 from 1277952 to 1843200 tid 1 2021-07-26T15:54:01.005 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 232 2021-07-26T15:54:01.006 INFO:tasks.rados.rados.0.smithi046.stdout:2357: seq_num 751 ranges {425984=581632} 2021-07-26T15:54:01.012 INFO:tasks.rados.rados.0.smithi046.stdout:2357: writing smithi04638994-35 from 425984 to 1007616 tid 1 2021-07-26T15:54:01.012 INFO:tasks.rados.rados.0.smithi046.stdout:2358: read oid 29 snap -1 2021-07-26T15:54:01.012 INFO:tasks.rados.rados.0.smithi046.stdout:2358: expect deleted 2021-07-26T15:54:01.013 INFO:tasks.rados.rados.0.smithi046.stdout:2359: snap_remove snap 217 2021-07-26T15:54:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[42351]: cluster 2021-07-26T15:53:59.962715+0000 mgr.y (mgr.24683) 339 : cluster [DBG] pgmap v593: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 516 KiB/s wr, 5 op/s 2021-07-26T15:54:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[42351]: cluster 2021-07-26T15:54:00.137814+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T15:54:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[42351]: cluster 2021-07-26T15:54:00.990762+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T15:54:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[41283]: cluster 2021-07-26T15:53:59.962715+0000 mgr.y (mgr.24683) 339 : cluster [DBG] pgmap v593: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 516 KiB/s wr, 5 op/s 2021-07-26T15:54:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[41283]: cluster 2021-07-26T15:54:00.137814+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T15:54:01.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:01 smithi046 bash[41283]: cluster 2021-07-26T15:54:00.990762+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T15:54:01.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:01 smithi073 bash[34190]: cluster 2021-07-26T15:53:59.962715+0000 mgr.y (mgr.24683) 339 : cluster [DBG] pgmap v593: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 516 KiB/s wr, 5 op/s 2021-07-26T15:54:01.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:01 smithi073 bash[34190]: cluster 2021-07-26T15:54:00.137814+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T15:54:01.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:01 smithi073 bash[34190]: cluster 2021-07-26T15:54:00.990762+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T15:54:02.001 INFO:tasks.rados.rados.0.smithi046.stdout:2359: done (4 left) 2021-07-26T15:54:02.001 INFO:tasks.rados.rados.0.smithi046.stdout:2360: read oid 3 snap 219 2021-07-26T15:54:02.001 INFO:tasks.rados.rados.0.smithi046.stdout:2360: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:54:02.002 INFO:tasks.rados.rados.0.smithi046.stdout:2361: snap_create 2021-07-26T15:54:02.002 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing copy_from to smithi04638994-34 2021-07-26T15:54:02.002 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1108 (ObjNum 744 snap 230 seq_num 744) dirty exists 2021-07-26T15:54:02.002 INFO:tasks.rados.rados.0.smithi046.stdout:2355: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:54:02.003 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing write tid 1 to smithi04638994-13 2021-07-26T15:54:02.003 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing write tid 2 to smithi04638994-13 2021-07-26T15:54:02.003 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 1 to smithi04638994-35 2021-07-26T15:54:02.003 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 2 to smithi04638994-35 2021-07-26T15:54:02.003 INFO:tasks.rados.rados.0.smithi046.stdout:2357: finishing write tid 3 to smithi04638994-35 2021-07-26T15:54:02.004 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1156 (ObjNum 751 snap 232 seq_num 751) dirty exists 2021-07-26T15:54:02.004 INFO:tasks.rados.rados.0.smithi046.stdout:2357: left oid 35 (ObjNum 751 snap 232 seq_num 751) 2021-07-26T15:54:02.004 INFO:tasks.rados.rados.0.smithi046.stdout:2356: finishing write tid 3 to smithi04638994-13 2021-07-26T15:54:02.004 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 941 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:02.004 INFO:tasks.rados.rados.0.smithi046.stdout:2356: left oid 13 (ObjNum 750 snap 232 seq_num 750) 2021-07-26T15:54:02.016 INFO:tasks.rados.rados.0.smithi046.stdout:2360: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:54:03.003 INFO:tasks.rados.rados.0.smithi046.stdout:2355: done (5 left) 2021-07-26T15:54:03.003 INFO:tasks.rados.rados.0.smithi046.stdout:2356: done (4 left) 2021-07-26T15:54:03.003 INFO:tasks.rados.rados.0.smithi046.stdout:2357: done (3 left) 2021-07-26T15:54:03.004 INFO:tasks.rados.rados.0.smithi046.stdout:2358: done (2 left) 2021-07-26T15:54:03.004 INFO:tasks.rados.rados.0.smithi046.stdout:2360: done (1 left) 2021-07-26T15:54:03.004 INFO:tasks.rados.rados.0.smithi046.stdout:2361: done (0 left) 2021-07-26T15:54:03.004 INFO:tasks.rados.rados.0.smithi046.stdout:2362: setattr oid 44 current snap is 233 2021-07-26T15:54:03.010 INFO:tasks.rados.rados.0.smithi046.stdout:2363: rollback oid 17 current snap is 233 2021-07-26T15:54:03.010 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 229 2021-07-26T15:54:03.010 INFO:tasks.rados.rados.0.smithi046.stdout:2364: snap_remove snap 230 2021-07-26T15:54:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:03 smithi073 bash[34190]: cluster 2021-07-26T15:54:01.963467+0000 mgr.y (mgr.24683) 340 : cluster [DBG] pgmap v596: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 692 KiB/s wr, 10 op/s 2021-07-26T15:54:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:03 smithi073 bash[34190]: cluster 2021-07-26T15:54:02.000899+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T15:54:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[41283]: cluster 2021-07-26T15:54:01.963467+0000 mgr.y (mgr.24683) 340 : cluster [DBG] pgmap v596: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 692 KiB/s wr, 10 op/s 2021-07-26T15:54:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[41283]: cluster 2021-07-26T15:54:02.000899+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T15:54:03.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[42351]: cluster 2021-07-26T15:54:01.963467+0000 mgr.y (mgr.24683) 340 : cluster [DBG] pgmap v596: 25 pgs: 25 active+clean; 326 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 692 KiB/s wr, 10 op/s 2021-07-26T15:54:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[42351]: cluster 2021-07-26T15:54:02.000899+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T15:54:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:03.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:03.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:54:04.022 INFO:tasks.rados.rados.0.smithi046.stdout:2364: done (2 left) 2021-07-26T15:54:04.022 INFO:tasks.rados.rados.0.smithi046.stdout:2365: delete oid 48 current snap is 233 2021-07-26T15:54:04.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1156 (ObjNum 0 snap 22029 seq_num 197782032) dirty exists 2021-07-26T15:54:04.023 INFO:tasks.rados.rados.0.smithi046.stdout:2363: finishing rollback tid 0 to smithi04638994-17 2021-07-26T15:54:04.023 INFO:tasks.rados.rados.0.smithi046.stdout:2363: finishing rollback tid 1 to smithi04638994-17 2021-07-26T15:54:04.023 INFO:tasks.rados.rados.0.smithi046.stdout:2363: finishing rollback tid 2 to smithi04638994-17 2021-07-26T15:54:04.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1386 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:54:04.031 INFO:tasks.rados.rados.0.smithi046.stdout:2362: done (2 left) 2021-07-26T15:54:04.032 INFO:tasks.rados.rados.0.smithi046.stdout:2363: done (1 left) 2021-07-26T15:54:04.032 INFO:tasks.rados.rados.0.smithi046.stdout:2365: done (0 left) 2021-07-26T15:54:04.032 INFO:tasks.rados.rados.0.smithi046.stdout:2366: setattr oid 14 current snap is 233 2021-07-26T15:54:04.032 INFO:tasks.rados.rados.0.smithi046.stdout:2367: snap_remove snap 224 2021-07-26T15:54:04.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:04 smithi073 bash[34190]: cluster 2021-07-26T15:54:03.003796+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T15:54:04.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:04 smithi046 bash[41283]: cluster 2021-07-26T15:54:03.003796+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T15:54:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:04 smithi046 bash[42351]: cluster 2021-07-26T15:54:03.003796+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T15:54:05.030 INFO:tasks.rados.rados.0.smithi046.stdout:2367: done (1 left) 2021-07-26T15:54:05.031 INFO:tasks.rados.rados.0.smithi046.stdout:2368: rollback oid 37 current snap is 233 2021-07-26T15:54:05.031 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 218 2021-07-26T15:54:05.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 990 (ObjNum 686 snap 201 seq_num 686) dirty exists 2021-07-26T15:54:05.031 INFO:tasks.rados.rados.0.smithi046.stdout:2366: done (1 left) 2021-07-26T15:54:05.032 INFO:tasks.rados.rados.0.smithi046.stdout:2369: snap_remove snap 232 2021-07-26T15:54:05.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:05 smithi073 bash[34190]: cluster 2021-07-26T15:54:03.964144+0000 mgr.y (mgr.24683) 341 : cluster [DBG] pgmap v599: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 932 KiB/s wr, 12 op/s 2021-07-26T15:54:05.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:05 smithi073 bash[34190]: cluster 2021-07-26T15:54:04.022417+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T15:54:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:05 smithi046 bash[41283]: cluster 2021-07-26T15:54:03.964144+0000 mgr.y (mgr.24683) 341 : cluster [DBG] pgmap v599: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 932 KiB/s wr, 12 op/s 2021-07-26T15:54:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:05 smithi046 bash[41283]: cluster 2021-07-26T15:54:04.022417+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T15:54:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:05 smithi046 bash[42351]: cluster 2021-07-26T15:54:03.964144+0000 mgr.y (mgr.24683) 341 : cluster [DBG] pgmap v599: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 932 KiB/s wr, 12 op/s 2021-07-26T15:54:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:05 smithi046 bash[42351]: cluster 2021-07-26T15:54:04.022417+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T15:54:05.995 INFO:tasks.rados.rados.0.smithi046.stdout:2369: done (1 left) 2021-07-26T15:54:05.995 INFO:tasks.rados.rados.0.smithi046.stdout:2370: copy_from oid 41 from oid 7 current snap is 233 2021-07-26T15:54:05.996 INFO:tasks.rados.rados.0.smithi046.stdout:2371: read oid 3 snap -1 2021-07-26T15:54:05.996 INFO:tasks.rados.rados.0.smithi046.stdout:2371: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:54:05.996 INFO:tasks.rados.rados.0.smithi046.stdout:2372: snap_create 2021-07-26T15:54:05.996 INFO:tasks.rados.rados.0.smithi046.stdout:2368: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:54:05.996 INFO:tasks.rados.rados.0.smithi046.stdout:2368: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:54:05.997 INFO:tasks.rados.rados.0.smithi046.stdout:2368: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:54:05.997 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1159 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:54:06.009 INFO:tasks.rados.rados.0.smithi046.stdout:2371: expect (ObjNum 719 snap 216 seq_num 719) 2021-07-26T15:54:06.108 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing copy_from to smithi04638994-41 2021-07-26T15:54:06.108 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1230 (ObjNum 689 snap 204 seq_num 689) dirty exists 2021-07-26T15:54:06.108 INFO:tasks.rados.rados.0.smithi046.stdout:2370: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:54:06.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:06 smithi073 bash[34190]: cluster 2021-07-26T15:54:05.031256+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T15:54:06.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:06 smithi073 bash[34190]: cluster 2021-07-26T15:54:05.993915+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T15:54:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:06 smithi046 bash[41283]: cluster 2021-07-26T15:54:05.031256+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T15:54:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:06 smithi046 bash[41283]: cluster 2021-07-26T15:54:05.993915+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T15:54:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:06 smithi046 bash[42351]: cluster 2021-07-26T15:54:05.031256+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T15:54:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:06 smithi046 bash[42351]: cluster 2021-07-26T15:54:05.993915+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T15:54:07.005 INFO:tasks.rados.rados.0.smithi046.stdout:2368: done (3 left) 2021-07-26T15:54:07.006 INFO:tasks.rados.rados.0.smithi046.stdout:2370: done (2 left) 2021-07-26T15:54:07.006 INFO:tasks.rados.rados.0.smithi046.stdout:2371: done (1 left) 2021-07-26T15:54:07.006 INFO:tasks.rados.rados.0.smithi046.stdout:2372: done (0 left) 2021-07-26T15:54:07.007 INFO:tasks.rados.rados.0.smithi046.stdout:2373: rmattr oid 7 current snap is 234 2021-07-26T15:54:07.008 INFO:tasks.rados.rados.0.smithi046.stdout:2374: read oid 45 snap -1 2021-07-26T15:54:07.008 INFO:tasks.rados.rados.0.smithi046.stdout:2374: expect (ObjNum 635 snap 184 seq_num 635) 2021-07-26T15:54:07.008 INFO:tasks.rados.rados.0.smithi046.stdout:2375: delete oid 3 current snap is 234 2021-07-26T15:54:07.014 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1404 (ObjNum 689 snap 204 seq_num 689) dirty exists 2021-07-26T15:54:07.017 INFO:tasks.rados.rados.0.smithi046.stdout:2374: expect (ObjNum 635 snap 184 seq_num 635) 2021-07-26T15:54:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2373: done (2 left) 2021-07-26T15:54:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2374: done (1 left) 2021-07-26T15:54:07.047 INFO:tasks.rados.rados.0.smithi046.stdout:2375: done (0 left) 2021-07-26T15:54:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2376: read oid 28 snap -1 2021-07-26T15:54:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2376: expect (ObjNum 714 snap 215 seq_num 714) 2021-07-26T15:54:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2377: read oid 23 snap -1 2021-07-26T15:54:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 747 snap 231 seq_num 747) 2021-07-26T15:54:07.048 INFO:tasks.rados.rados.0.smithi046.stdout:2378: copy_from oid 4 from oid 13 current snap is 234 2021-07-26T15:54:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2379: read oid 8 snap -1 2021-07-26T15:54:07.049 INFO:tasks.rados.rados.0.smithi046.stdout:2379: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:2380: rollback oid 38 current snap is 234 2021-07-26T15:54:07.050 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 209 2021-07-26T15:54:07.051 INFO:tasks.rados.rados.0.smithi046.stdout:2381: snap_create 2021-07-26T15:54:07.052 INFO:tasks.rados.rados.0.smithi046.stdout:2380: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:54:07.052 INFO:tasks.rados.rados.0.smithi046.stdout:2380: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:54:07.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1161 (ObjNum 198250528 snap 22029 seq_num 1110543472) dirty dne 2021-07-26T15:54:07.068 INFO:tasks.rados.rados.0.smithi046.stdout:2378: finishing copy_from to smithi04638994-4 2021-07-26T15:54:07.069 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 941 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:07.069 INFO:tasks.rados.rados.0.smithi046.stdout:2378: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:54:07.073 INFO:tasks.rados.rados.0.smithi046.stdout:2376: expect (ObjNum 714 snap 215 seq_num 714) 2021-07-26T15:54:07.141 INFO:tasks.rados.rados.0.smithi046.stdout:2377: expect (ObjNum 747 snap 231 seq_num 747) 2021-07-26T15:54:07.283 INFO:tasks.rados.rados.0.smithi046.stdout:2379: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:07.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:07 smithi073 bash[34190]: cluster 2021-07-26T15:54:05.964819+0000 mgr.y (mgr.24683) 342 : cluster [DBG] pgmap v602: 25 pgs: 25 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 354 KiB/s wr, 6 op/s 2021-07-26T15:54:07.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:07 smithi073 bash[34190]: cluster 2021-07-26T15:54:07.005688+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T15:54:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:07 smithi046 bash[41283]: cluster 2021-07-26T15:54:05.964819+0000 mgr.y (mgr.24683) 342 : cluster [DBG] pgmap v602: 25 pgs: 25 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 354 KiB/s wr, 6 op/s 2021-07-26T15:54:07.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:07 smithi046 bash[41283]: cluster 2021-07-26T15:54:07.005688+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T15:54:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:07 smithi046 bash[42351]: cluster 2021-07-26T15:54:05.964819+0000 mgr.y (mgr.24683) 342 : cluster [DBG] pgmap v602: 25 pgs: 25 active+clean; 297 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 354 KiB/s wr, 6 op/s 2021-07-26T15:54:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:07 smithi046 bash[42351]: cluster 2021-07-26T15:54:07.005688+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T15:54:08.042 INFO:tasks.rados.rados.0.smithi046.stdout:2376: done (5 left) 2021-07-26T15:54:08.042 INFO:tasks.rados.rados.0.smithi046.stdout:2377: done (4 left) 2021-07-26T15:54:08.043 INFO:tasks.rados.rados.0.smithi046.stdout:2378: done (3 left) 2021-07-26T15:54:08.043 INFO:tasks.rados.rados.0.smithi046.stdout:2379: done (2 left) 2021-07-26T15:54:08.044 INFO:tasks.rados.rados.0.smithi046.stdout:2380: done (1 left) 2021-07-26T15:54:08.044 INFO:tasks.rados.rados.0.smithi046.stdout:2381: done (0 left) 2021-07-26T15:54:08.044 INFO:tasks.rados.rados.0.smithi046.stdout:2382: snap_remove snap 231 2021-07-26T15:54:09.053 INFO:tasks.rados.rados.0.smithi046.stdout:2382: done (0 left) 2021-07-26T15:54:09.054 INFO:tasks.rados.rados.0.smithi046.stdout:2383: delete oid 47 current snap is 235 2021-07-26T15:54:09.060 INFO:tasks.rados.rados.0.smithi046.stdout:2383: done (0 left) 2021-07-26T15:54:09.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 235 2021-07-26T15:54:09.060 INFO:tasks.rados.rados.0.smithi046.stdout:2384: seq_num 755 ranges {5283840=647168} 2021-07-26T15:54:09.096 INFO:tasks.rados.rados.0.smithi046.stdout:2384: writing smithi04638994-27 from 5283840 to 5931008 tid 1 2021-07-26T15:54:09.096 INFO:tasks.rados.rados.0.smithi046.stdout:2385: read oid 18 snap -1 2021-07-26T15:54:09.097 INFO:tasks.rados.rados.0.smithi046.stdout:2385: expect deleted 2021-07-26T15:54:09.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 235 2021-07-26T15:54:09.097 INFO:tasks.rados.rados.0.smithi046.stdout:2386: seq_num 756 ranges {5890048=671744} 2021-07-26T15:54:09.133 INFO:tasks.rados.rados.0.smithi046.stdout:2386: writing smithi04638994-43 from 5890048 to 6561792 tid 1 2021-07-26T15:54:09.133 INFO:tasks.rados.rados.0.smithi046.stdout:2387: read oid 8 snap 221 2021-07-26T15:54:09.133 INFO:tasks.rados.rados.0.smithi046.stdout:2387: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:54:09.134 INFO:tasks.rados.rados.0.smithi046.stdout:2388: read oid 21 snap -1 2021-07-26T15:54:09.134 INFO:tasks.rados.rados.0.smithi046.stdout:2388: expect (ObjNum 744 snap 230 seq_num 744) 2021-07-26T15:54:09.134 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 235 2021-07-26T15:54:09.134 INFO:tasks.rados.rados.0.smithi046.stdout:2389: seq_num 757 ranges {0=688128} 2021-07-26T15:54:09.136 INFO:tasks.rados.rados.0.smithi046.stdout:2389: writing smithi04638994-25 from 0 to 688128 tid 1 2021-07-26T15:54:09.137 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 235 2021-07-26T15:54:09.137 INFO:tasks.rados.rados.0.smithi046.stdout:2390: seq_num 758 ranges {385024=704512} 2021-07-26T15:54:09.143 INFO:tasks.rados.rados.0.smithi046.stdout:2390: writing smithi04638994-32 from 385024 to 1089536 tid 1 2021-07-26T15:54:09.144 INFO:tasks.rados.rados.0.smithi046.stdout:2391: delete oid 26 current snap is 235 2021-07-26T15:54:09.144 INFO:tasks.rados.rados.0.smithi046.stdout:2384: finishing write tid 1 to smithi04638994-27 2021-07-26T15:54:09.144 INFO:tasks.rados.rados.0.smithi046.stdout:2384: finishing write tid 2 to smithi04638994-27 2021-07-26T15:54:09.144 INFO:tasks.rados.rados.0.smithi046.stdout:2384: finishing write tid 3 to smithi04638994-27 2021-07-26T15:54:09.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1413 (ObjNum 755 snap 235 seq_num 755) dirty exists 2021-07-26T15:54:09.145 INFO:tasks.rados.rados.0.smithi046.stdout:2384: left oid 27 (ObjNum 755 snap 235 seq_num 755) 2021-07-26T15:54:09.145 INFO:tasks.rados.rados.0.smithi046.stdout:2388: expect (ObjNum 744 snap 230 seq_num 744) 2021-07-26T15:54:09.165 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing write tid 1 to smithi04638994-43 2021-07-26T15:54:09.166 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing write tid 1 to smithi04638994-25 2021-07-26T15:54:09.166 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing write tid 2 to smithi04638994-25 2021-07-26T15:54:09.166 INFO:tasks.rados.rados.0.smithi046.stdout:2384: done (7 left) 2021-07-26T15:54:09.166 INFO:tasks.rados.rados.0.smithi046.stdout:2385: done (6 left) 2021-07-26T15:54:09.167 INFO:tasks.rados.rados.0.smithi046.stdout:2388: done (5 left) 2021-07-26T15:54:09.167 INFO:tasks.rados.rados.0.smithi046.stdout:2391: done (4 left) 2021-07-26T15:54:09.167 INFO:tasks.rados.rados.0.smithi046.stdout:2392: setattr oid 38 current snap is 235 2021-07-26T15:54:09.167 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing write tid 2 to smithi04638994-43 2021-07-26T15:54:09.168 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 1 to smithi04638994-32 2021-07-26T15:54:09.168 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 2 to smithi04638994-32 2021-07-26T15:54:09.168 INFO:tasks.rados.rados.0.smithi046.stdout:2386: finishing write tid 3 to smithi04638994-43 2021-07-26T15:54:09.168 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1159 (ObjNum 756 snap 235 seq_num 756) dirty exists 2021-07-26T15:54:09.169 INFO:tasks.rados.rados.0.smithi046.stdout:2386: left oid 43 (ObjNum 756 snap 235 seq_num 756) 2021-07-26T15:54:09.169 INFO:tasks.rados.rados.0.smithi046.stdout:2389: finishing write tid 3 to smithi04638994-25 2021-07-26T15:54:09.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1167 (ObjNum 757 snap 235 seq_num 757) dirty exists 2021-07-26T15:54:09.169 INFO:tasks.rados.rados.0.smithi046.stdout:2389: left oid 25 (ObjNum 757 snap 235 seq_num 757) 2021-07-26T15:54:09.170 INFO:tasks.rados.rados.0.smithi046.stdout:2390: finishing write tid 3 to smithi04638994-32 2021-07-26T15:54:09.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1130 (ObjNum 758 snap 235 seq_num 758) dirty exists 2021-07-26T15:54:09.170 INFO:tasks.rados.rados.0.smithi046.stdout:2390: left oid 32 (ObjNum 758 snap 235 seq_num 758) 2021-07-26T15:54:09.174 INFO:tasks.rados.rados.0.smithi046.stdout:2386: done (4 left) 2021-07-26T15:54:09.174 INFO:tasks.rados.rados.0.smithi046.stdout:2389: done (3 left) 2021-07-26T15:54:09.174 INFO:tasks.rados.rados.0.smithi046.stdout:2390: done (2 left) 2021-07-26T15:54:09.175 INFO:tasks.rados.rados.0.smithi046.stdout:2393: read oid 10 snap -1 2021-07-26T15:54:09.175 INFO:tasks.rados.rados.0.smithi046.stdout:2393: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:09.175 INFO:tasks.rados.rados.0.smithi046.stdout:2394: setattr oid 30 current snap is 235 2021-07-26T15:54:09.176 INFO:tasks.rados.rados.0.smithi046.stdout:2395: rmattr oid 17 current snap is 235 2021-07-26T15:54:09.176 INFO:tasks.rados.rados.0.smithi046.stdout:2395: done (4 left) 2021-07-26T15:54:09.176 INFO:tasks.rados.rados.0.smithi046.stdout:2396: read oid 31 snap -1 2021-07-26T15:54:09.177 INFO:tasks.rados.rados.0.smithi046.stdout:2396: expect deleted 2021-07-26T15:54:09.177 INFO:tasks.rados.rados.0.smithi046.stdout:2397: delete oid 6 current snap is 235 2021-07-26T15:54:09.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1162 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:54:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:2387: expect (ObjNum 606 snap 177 seq_num 606) 2021-07-26T15:54:09.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:09 smithi073 bash[34190]: cluster 2021-07-26T15:54:07.965574+0000 mgr.y (mgr.24683) 343 : cluster [DBG] pgmap v605: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 252 KiB/s wr, 13 op/s 2021-07-26T15:54:09.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:09 smithi073 bash[34190]: cluster 2021-07-26T15:54:08.042603+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T15:54:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:09 smithi046 bash[41283]: cluster 2021-07-26T15:54:07.965574+0000 mgr.y (mgr.24683) 343 : cluster [DBG] pgmap v605: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 252 KiB/s wr, 13 op/s 2021-07-26T15:54:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:09 smithi046 bash[41283]: cluster 2021-07-26T15:54:08.042603+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T15:54:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:09 smithi046 bash[42351]: cluster 2021-07-26T15:54:07.965574+0000 mgr.y (mgr.24683) 343 : cluster [DBG] pgmap v605: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 252 KiB/s wr, 13 op/s 2021-07-26T15:54:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:09 smithi046 bash[42351]: cluster 2021-07-26T15:54:08.042603+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T15:54:09.898 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 593 (ObjNum 740 snap 227 seq_num 740) dirty exists 2021-07-26T15:54:09.899 INFO:tasks.rados.rados.0.smithi046.stdout:2393: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:09.932 INFO:tasks.rados.rados.0.smithi046.stdout:2387: done (5 left) 2021-07-26T15:54:09.932 INFO:tasks.rados.rados.0.smithi046.stdout:2392: done (4 left) 2021-07-26T15:54:09.933 INFO:tasks.rados.rados.0.smithi046.stdout:2393: done (3 left) 2021-07-26T15:54:09.933 INFO:tasks.rados.rados.0.smithi046.stdout:2394: done (2 left) 2021-07-26T15:54:09.933 INFO:tasks.rados.rados.0.smithi046.stdout:2396: done (1 left) 2021-07-26T15:54:09.933 INFO:tasks.rados.rados.0.smithi046.stdout:2397: done (0 left) 2021-07-26T15:54:09.934 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 235 2021-07-26T15:54:09.934 INFO:tasks.rados.rados.0.smithi046.stdout:2398: seq_num 761 ranges {0=753664} 2021-07-26T15:54:09.952 INFO:tasks.rados.rados.0.smithi046.stdout:2398: writing smithi04638994-36 from 0 to 753664 tid 1 2021-07-26T15:54:09.952 INFO:tasks.rados.rados.0.smithi046.stdout:2399: setattr oid 13 current snap is 235 2021-07-26T15:54:09.953 INFO:tasks.rados.rados.0.smithi046.stdout:2400: delete oid 18 current snap is 235 2021-07-26T15:54:09.953 INFO:tasks.rados.rados.0.smithi046.stdout:2400: done (2 left) 2021-07-26T15:54:09.954 INFO:tasks.rados.rados.0.smithi046.stdout:2401: delete oid 19 current snap is 235 2021-07-26T15:54:09.954 INFO:tasks.rados.rados.0.smithi046.stdout:2398: finishing write tid 1 to smithi04638994-36 2021-07-26T15:54:09.959 INFO:tasks.rados.rados.0.smithi046.stdout:2398: finishing write tid 2 to smithi04638994-36 2021-07-26T15:54:09.959 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 943 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:09.964 INFO:tasks.rados.rados.0.smithi046.stdout:2398: finishing write tid 3 to smithi04638994-36 2021-07-26T15:54:09.965 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1232 (ObjNum 761 snap 235 seq_num 761) dirty exists 2021-07-26T15:54:09.965 INFO:tasks.rados.rados.0.smithi046.stdout:2398: left oid 36 (ObjNum 761 snap 235 seq_num 761) 2021-07-26T15:54:09.966 INFO:tasks.rados.rados.0.smithi046.stdout:2398: done (2 left) 2021-07-26T15:54:09.966 INFO:tasks.rados.rados.0.smithi046.stdout:2399: done (1 left) 2021-07-26T15:54:09.967 INFO:tasks.rados.rados.0.smithi046.stdout:2401: done (0 left) 2021-07-26T15:54:09.967 INFO:tasks.rados.rados.0.smithi046.stdout:2402: read oid 48 snap -1 2021-07-26T15:54:09.967 INFO:tasks.rados.rados.0.smithi046.stdout:2402: expect deleted 2021-07-26T15:54:09.968 INFO:tasks.rados.rados.0.smithi046.stdout:2403: delete oid 31 current snap is 235 2021-07-26T15:54:09.968 INFO:tasks.rados.rados.0.smithi046.stdout:2402: done (1 left) 2021-07-26T15:54:09.968 INFO:tasks.rados.rados.0.smithi046.stdout:2403: done (0 left) 2021-07-26T15:54:09.969 INFO:tasks.rados.rados.0.smithi046.stdout:2404: read oid 16 snap 221 2021-07-26T15:54:09.969 INFO:tasks.rados.rados.0.smithi046.stdout:2404: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:54:09.970 INFO:tasks.rados.rados.0.smithi046.stdout:2405: read oid 44 snap -1 2021-07-26T15:54:09.970 INFO:tasks.rados.rados.0.smithi046.stdout:2405: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:54:09.970 INFO:tasks.rados.rados.0.smithi046.stdout:2406: rollback oid 4 current snap is 235 2021-07-26T15:54:09.971 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 234 2021-07-26T15:54:09.971 INFO:tasks.rados.rados.0.smithi046.stdout:2407: snap_remove snap 211 2021-07-26T15:54:10.062 INFO:tasks.rados.rados.0.smithi046.stdout:2407: done (3 left) 2021-07-26T15:54:10.063 INFO:tasks.rados.rados.0.smithi046.stdout:2408: setattr oid 48 current snap is 235 2021-07-26T15:54:10.063 INFO:tasks.rados.rados.0.smithi046.stdout:2405: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:54:10.083 INFO:tasks.rados.rados.0.smithi046.stdout:2406: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:54:10.086 INFO:tasks.rados.rados.0.smithi046.stdout:2406: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:54:10.087 INFO:tasks.rados.rados.0.smithi046.stdout:2406: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:54:10.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 993 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:10.087 INFO:tasks.rados.rados.0.smithi046.stdout:2404: expect (ObjNum 551 snap 161 seq_num 551) 2021-07-26T15:54:10.203 INFO:tasks.rados.rados.0.smithi046.stdout:2404: done (3 left) 2021-07-26T15:54:10.204 INFO:tasks.rados.rados.0.smithi046.stdout:2405: done (2 left) 2021-07-26T15:54:10.204 INFO:tasks.rados.rados.0.smithi046.stdout:2406: done (1 left) 2021-07-26T15:54:10.204 INFO:tasks.rados.rados.0.smithi046.stdout:2409: read oid 50 snap -1 2021-07-26T15:54:10.204 INFO:tasks.rados.rados.0.smithi046.stdout:2409: expect (ObjNum 717 snap 215 seq_num 717) 2021-07-26T15:54:10.205 INFO:tasks.rados.rados.0.smithi046.stdout:2410: snap_create 2021-07-26T15:54:10.205 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1422 (ObjNum 198077824 snap 22029 seq_num 195899408) dirty exists 2021-07-26T15:54:10.205 INFO:tasks.rados.rados.0.smithi046.stdout:2409: expect (ObjNum 717 snap 215 seq_num 717) 2021-07-26T15:54:10.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:10 smithi073 bash[34190]: cluster 2021-07-26T15:54:09.051837+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T15:54:10.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:10 smithi046 bash[41283]: cluster 2021-07-26T15:54:09.051837+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T15:54:10.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:10 smithi046 bash[42351]: cluster 2021-07-26T15:54:09.051837+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T15:54:10.996 INFO:tasks.rados.rados.0.smithi046.stdout:2408: done (2 left) 2021-07-26T15:54:10.997 INFO:tasks.rados.rados.0.smithi046.stdout:2409: done (1 left) 2021-07-26T15:54:10.997 INFO:tasks.rados.rados.0.smithi046.stdout:2410: done (0 left) 2021-07-26T15:54:10.997 INFO:tasks.rados.rados.0.smithi046.stdout:2411: copy_from oid 38 from oid 17 current snap is 236 2021-07-26T15:54:10.998 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 236 2021-07-26T15:54:10.998 INFO:tasks.rados.rados.0.smithi046.stdout:2412: seq_num 765 ranges {2703360=417792,3121152=401408} 2021-07-26T15:54:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:2412: writing smithi04638994-11 from 2703360 to 3121152 tid 1 2021-07-26T15:54:11.020 INFO:tasks.rados.rados.0.smithi046.stdout:2412: writing smithi04638994-11 from 3121152 to 3522560 tid 2 2021-07-26T15:54:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:2413: delete oid 47 current snap is 236 2021-07-26T15:54:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing copy_from to smithi04638994-38 2021-07-26T15:54:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1386 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:54:11.021 INFO:tasks.rados.rados.0.smithi046.stdout:2411: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:54:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2411: done (2 left) 2021-07-26T15:54:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2413: done (1 left) 2021-07-26T15:54:11.030 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 236 2021-07-26T15:54:11.030 INFO:tasks.rados.rados.0.smithi046.stdout:2414: seq_num 767 ranges {1359872=450560,1810432=401408} 2021-07-26T15:54:11.039 INFO:tasks.rados.rados.0.smithi046.stdout:2414: writing smithi04638994-42 from 1359872 to 1810432 tid 1 2021-07-26T15:54:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:2414: writing smithi04638994-42 from 1810432 to 2211840 tid 2 2021-07-26T15:54:11.042 INFO:tasks.rados.rados.0.smithi046.stdout:2415: delete oid 25 current snap is 236 2021-07-26T15:54:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 1 to smithi04638994-11 2021-07-26T15:54:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 2 to smithi04638994-11 2021-07-26T15:54:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 3 to smithi04638994-11 2021-07-26T15:54:11.043 INFO:tasks.rados.rados.0.smithi046.stdout:2412: finishing write tid 4 to smithi04638994-11 2021-07-26T15:54:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1497 (ObjNum 765 snap 236 seq_num 765) dirty exists 2021-07-26T15:54:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:2412: left oid 11 (ObjNum 765 snap 236 seq_num 765) 2021-07-26T15:54:11.044 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing write tid 1 to smithi04638994-42 2021-07-26T15:54:11.045 INFO:tasks.rados.rados.0.smithi046.stdout:2412: done (2 left) 2021-07-26T15:54:11.045 INFO:tasks.rados.rados.0.smithi046.stdout:2415: done (1 left) 2021-07-26T15:54:11.045 INFO:tasks.rados.rados.0.smithi046.stdout:2416: rollback oid 38 current snap is 236 2021-07-26T15:54:11.046 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 228 2021-07-26T15:54:11.046 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 236 2021-07-26T15:54:11.046 INFO:tasks.rados.rados.0.smithi046.stdout:2417: seq_num 769 ranges {0=483328,483328=401408} 2021-07-26T15:54:11.054 INFO:tasks.rados.rados.0.smithi046.stdout:2417: writing smithi04638994-47 from 0 to 483328 tid 1 2021-07-26T15:54:11.054 INFO:tasks.rados.rados.0.smithi046.stdout:2417: writing smithi04638994-47 from 483328 to 884736 tid 2 2021-07-26T15:54:11.055 INFO:tasks.rados.rados.0.smithi046.stdout:2418: read oid 7 snap -1 2021-07-26T15:54:11.055 INFO:tasks.rados.rados.0.smithi046.stdout:2418: expect (ObjNum 689 snap 204 seq_num 689) 2021-07-26T15:54:11.055 INFO:tasks.rados.rados.0.smithi046.stdout:2419: snap_remove snap 218 2021-07-26T15:54:11.055 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing write tid 2 to smithi04638994-42 2021-07-26T15:54:11.374 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:11 smithi073 bash[34190]: cluster 2021-07-26T15:54:09.966108+0000 mgr.y (mgr.24683) 344 : cluster [DBG] pgmap v608: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 138 KiB/s wr, 8 op/s 2021-07-26T15:54:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:11 smithi073 bash[34190]: cluster 2021-07-26T15:54:10.060956+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T15:54:11.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:11 smithi073 bash[34190]: cluster 2021-07-26T15:54:10.996572+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T15:54:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[41283]: cluster 2021-07-26T15:54:09.966108+0000 mgr.y (mgr.24683) 344 : cluster [DBG] pgmap v608: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 138 KiB/s wr, 8 op/s 2021-07-26T15:54:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[41283]: cluster 2021-07-26T15:54:10.060956+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T15:54:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[41283]: cluster 2021-07-26T15:54:10.996572+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T15:54:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[42351]: cluster 2021-07-26T15:54:09.966108+0000 mgr.y (mgr.24683) 344 : cluster [DBG] pgmap v608: 25 pgs: 25 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 138 KiB/s wr, 8 op/s 2021-07-26T15:54:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[42351]: cluster 2021-07-26T15:54:10.060956+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T15:54:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:11 smithi046 bash[42351]: cluster 2021-07-26T15:54:10.996572+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T15:54:12.006 INFO:tasks.rados.rados.0.smithi046.stdout:2419: done (4 left) 2021-07-26T15:54:12.006 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 236 2021-07-26T15:54:12.007 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing write tid 3 to smithi04638994-42 2021-07-26T15:54:12.007 INFO:tasks.rados.rados.0.smithi046.stdout:2420: seq_num 770 ranges {0=499712,499712=401408} 2021-07-26T15:54:12.010 INFO:tasks.rados.rados.0.smithi046.stdout:2420: writing smithi04638994-19 from 0 to 499712 tid 1 2021-07-26T15:54:12.014 INFO:tasks.rados.rados.0.smithi046.stdout:2420: writing smithi04638994-19 from 499712 to 901120 tid 2 2021-07-26T15:54:12.014 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 236 2021-07-26T15:54:12.015 INFO:tasks.rados.rados.0.smithi046.stdout:2421: seq_num 771 ranges {11255808=516096,11771904=401408} 2021-07-26T15:54:12.081 INFO:tasks.rados.rados.0.smithi046.stdout:2421: writing smithi04638994-24 from 11255808 to 11771904 tid 1 2021-07-26T15:54:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2421: writing smithi04638994-24 from 11771904 to 12173312 tid 2 2021-07-26T15:54:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2422: snap_create 2021-07-26T15:54:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2416: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:54:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:2414: finishing write tid 4 to smithi04638994-42 2021-07-26T15:54:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 937 (ObjNum 767 snap 236 seq_num 767) dirty exists 2021-07-26T15:54:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:2414: left oid 42 (ObjNum 767 snap 236 seq_num 767) 2021-07-26T15:54:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:2416: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:54:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1388 (ObjNum 1 snap 0 seq_num 198269680) dirty dne 2021-07-26T15:54:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 1 to smithi04638994-47 2021-07-26T15:54:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 2 to smithi04638994-47 2021-07-26T15:54:12.087 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 3 to smithi04638994-47 2021-07-26T15:54:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:2418: expect (ObjNum 689 snap 204 seq_num 689) 2021-07-26T15:54:12.161 INFO:tasks.rados.rados.0.smithi046.stdout:2417: finishing write tid 4 to smithi04638994-47 2021-07-26T15:54:12.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1193 (ObjNum 769 snap 236 seq_num 769) dirty exists 2021-07-26T15:54:12.162 INFO:tasks.rados.rados.0.smithi046.stdout:2417: left oid 47 (ObjNum 769 snap 236 seq_num 769) 2021-07-26T15:54:12.162 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 1 to smithi04638994-19 2021-07-26T15:54:12.162 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 2 to smithi04638994-19 2021-07-26T15:54:12.163 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 3 to smithi04638994-19 2021-07-26T15:54:12.163 INFO:tasks.rados.rados.0.smithi046.stdout:2420: finishing write tid 4 to smithi04638994-19 2021-07-26T15:54:12.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1212 (ObjNum 770 snap 236 seq_num 770) dirty exists 2021-07-26T15:54:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2420: left oid 19 (ObjNum 770 snap 236 seq_num 770) 2021-07-26T15:54:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 1 to smithi04638994-24 2021-07-26T15:54:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 2 to smithi04638994-24 2021-07-26T15:54:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 3 to smithi04638994-24 2021-07-26T15:54:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2421: finishing write tid 4 to smithi04638994-24 2021-07-26T15:54:12.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1509 (ObjNum 771 snap 236 seq_num 771) dirty exists 2021-07-26T15:54:12.165 INFO:tasks.rados.rados.0.smithi046.stdout:2421: left oid 24 (ObjNum 771 snap 236 seq_num 771) 2021-07-26T15:54:13.067 INFO:tasks.rados.rados.0.smithi046.stdout:2414: done (6 left) 2021-07-26T15:54:13.067 INFO:tasks.rados.rados.0.smithi046.stdout:2416: done (5 left) 2021-07-26T15:54:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2417: done (4 left) 2021-07-26T15:54:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2418: done (3 left) 2021-07-26T15:54:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2420: done (2 left) 2021-07-26T15:54:13.068 INFO:tasks.rados.rados.0.smithi046.stdout:2421: done (1 left) 2021-07-26T15:54:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2422: done (0 left) 2021-07-26T15:54:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:2423: copy_from oid 10 from oid 15 current snap is 237 2021-07-26T15:54:13.069 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 237 2021-07-26T15:54:13.070 INFO:tasks.rados.rados.0.smithi046.stdout:2424: seq_num 772 ranges {2170880=532480,2703360=401408} 2021-07-26T15:54:13.089 INFO:tasks.rados.rados.0.smithi046.stdout:2424: writing smithi04638994-37 from 2170880 to 2703360 tid 1 2021-07-26T15:54:13.091 INFO:tasks.rados.rados.0.smithi046.stdout:2424: writing smithi04638994-37 from 2703360 to 3104768 tid 2 2021-07-26T15:54:13.091 INFO:tasks.rados.rados.0.smithi046.stdout:2425: copy_from oid 6 from oid 9 current snap is 237 2021-07-26T15:54:13.092 INFO:tasks.rados.rados.0.smithi046.stdout:2426: snap_remove snap 214 2021-07-26T15:54:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:13 smithi073 bash[34190]: cluster 2021-07-26T15:54:11.966829+0000 mgr.y (mgr.24683) 345 : cluster [DBG] pgmap v611: 25 pgs: 25 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 39 op/s 2021-07-26T15:54:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:13 smithi073 bash[34190]: cluster 2021-07-26T15:54:12.006781+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T15:54:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[41283]: cluster 2021-07-26T15:54:11.966829+0000 mgr.y (mgr.24683) 345 : cluster [DBG] pgmap v611: 25 pgs: 25 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 39 op/s 2021-07-26T15:54:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[41283]: cluster 2021-07-26T15:54:12.006781+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T15:54:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[42351]: cluster 2021-07-26T15:54:11.966829+0000 mgr.y (mgr.24683) 345 : cluster [DBG] pgmap v611: 25 pgs: 25 active+clean; 290 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 39 op/s 2021-07-26T15:54:13.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[42351]: cluster 2021-07-26T15:54:12.006781+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T15:54:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:13.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:13.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:13.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:54:14.071 INFO:tasks.rados.rados.0.smithi046.stdout:2426: done (3 left) 2021-07-26T15:54:14.071 INFO:tasks.rados.rados.0.smithi046.stdout:2427: delete oid 7 current snap is 237 2021-07-26T15:54:14.071 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 1 to smithi04638994-37 2021-07-26T15:54:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 2 to smithi04638994-37 2021-07-26T15:54:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 3 to smithi04638994-37 2021-07-26T15:54:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:2424: finishing write tid 4 to smithi04638994-37 2021-07-26T15:54:14.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1391 (ObjNum 772 snap 237 seq_num 772) dirty exists 2021-07-26T15:54:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2424: left oid 37 (ObjNum 772 snap 237 seq_num 772) 2021-07-26T15:54:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from to smithi04638994-6 2021-07-26T15:54:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1346 (ObjNum 737 snap 226 seq_num 737) dirty exists 2021-07-26T15:54:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:2423: finishing copy_from to smithi04638994-10 2021-07-26T15:54:14.073 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1154 (ObjNum 718 snap 216 seq_num 718) dirty exists 2021-07-26T15:54:14.074 INFO:tasks.rados.rados.0.smithi046.stdout:2425: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:54:14.074 INFO:tasks.rados.rados.0.smithi046.stdout:2423: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:54:14.086 INFO:tasks.rados.rados.0.smithi046.stdout:2423: done (3 left) 2021-07-26T15:54:14.087 INFO:tasks.rados.rados.0.smithi046.stdout:2424: done (2 left) 2021-07-26T15:54:14.087 INFO:tasks.rados.rados.0.smithi046.stdout:2425: done (1 left) 2021-07-26T15:54:14.088 INFO:tasks.rados.rados.0.smithi046.stdout:2427: done (0 left) 2021-07-26T15:54:14.088 INFO:tasks.rados.rados.0.smithi046.stdout:2428: rmattr oid 13 current snap is 237 2021-07-26T15:54:14.088 INFO:tasks.rados.rados.0.smithi046.stdout:2429: setattr oid 5 current snap is 237 2021-07-26T15:54:14.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 237 2021-07-26T15:54:14.092 INFO:tasks.rados.rados.0.smithi046.stdout:2430: seq_num 774 ranges {0=565248,565248=401408} 2021-07-26T15:54:14.093 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04638994-18 from 0 to 565248 tid 1 2021-07-26T15:54:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:2430: writing smithi04638994-18 from 565248 to 966656 tid 2 2021-07-26T15:54:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 237 2021-07-26T15:54:14.097 INFO:tasks.rados.rados.0.smithi046.stdout:2431: seq_num 775 ranges {0=589824,589824=401408} 2021-07-26T15:54:14.101 INFO:tasks.rados.rados.0.smithi046.stdout:2431: writing smithi04638994-26 from 0 to 589824 tid 1 2021-07-26T15:54:14.103 INFO:tasks.rados.rados.0.smithi046.stdout:2431: writing smithi04638994-26 from 589824 to 991232 tid 2 2021-07-26T15:54:14.104 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 237 2021-07-26T15:54:14.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 944 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:14.104 INFO:tasks.rados.rados.0.smithi046.stdout:2432: seq_num 776 ranges {0=606208,606208=401408} 2021-07-26T15:54:14.108 INFO:tasks.rados.rados.0.smithi046.stdout:2432: writing smithi04638994-48 from 0 to 606208 tid 1 2021-07-26T15:54:14.112 INFO:tasks.rados.rados.0.smithi046.stdout:2432: writing smithi04638994-48 from 606208 to 1007616 tid 2 2021-07-26T15:54:14.112 INFO:tasks.rados.rados.0.smithi046.stdout:2428: done (4 left) 2021-07-26T15:54:14.112 INFO:tasks.rados.rados.0.smithi046.stdout:2433: rollback oid 47 current snap is 237 2021-07-26T15:54:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 233 2021-07-26T15:54:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 994 (ObjNum 0 snap 32682 seq_num 198091776) dirty exists 2021-07-26T15:54:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 1 to smithi04638994-18 2021-07-26T15:54:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 2 to smithi04638994-18 2021-07-26T15:54:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 3 to smithi04638994-18 2021-07-26T15:54:14.114 INFO:tasks.rados.rados.0.smithi046.stdout:2430: finishing write tid 4 to smithi04638994-18 2021-07-26T15:54:14.114 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1111 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:54:14.114 INFO:tasks.rados.rados.0.smithi046.stdout:2430: left oid 18 (ObjNum 774 snap 237 seq_num 774) 2021-07-26T15:54:14.115 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 1 to smithi04638994-26 2021-07-26T15:54:14.115 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 2 to smithi04638994-26 2021-07-26T15:54:14.115 INFO:tasks.rados.rados.0.smithi046.stdout:2429: done (4 left) 2021-07-26T15:54:14.116 INFO:tasks.rados.rados.0.smithi046.stdout:2430: done (3 left) 2021-07-26T15:54:14.119 INFO:tasks.rados.rados.0.smithi046.stdout:2434: delete oid 43 current snap is 237 2021-07-26T15:54:14.119 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 3 to smithi04638994-26 2021-07-26T15:54:14.120 INFO:tasks.rados.rados.0.smithi046.stdout:2431: finishing write tid 4 to smithi04638994-26 2021-07-26T15:54:14.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 947 (ObjNum 775 snap 237 seq_num 775) dirty exists 2021-07-26T15:54:14.121 INFO:tasks.rados.rados.0.smithi046.stdout:2431: left oid 26 (ObjNum 775 snap 237 seq_num 775) 2021-07-26T15:54:14.123 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing rollback tid 0 to smithi04638994-47 2021-07-26T15:54:14.124 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 1 to smithi04638994-48 2021-07-26T15:54:14.124 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:54:14.124 INFO:tasks.rados.rados.0.smithi046.stdout:2431: done (3 left) 2021-07-26T15:54:14.124 INFO:tasks.rados.rados.0.smithi046.stdout:2434: done (2 left) 2021-07-26T15:54:14.125 INFO:tasks.rados.rados.0.smithi046.stdout:2435: snap_create 2021-07-26T15:54:14.125 INFO:tasks.rados.rados.0.smithi046.stdout:2433: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:54:14.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1196 (ObjNum 708 snap 214 seq_num 708) dirty exists 2021-07-26T15:54:14.125 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 2 to smithi04638994-48 2021-07-26T15:54:14.125 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 3 to smithi04638994-48 2021-07-26T15:54:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:2432: finishing write tid 4 to smithi04638994-48 2021-07-26T15:54:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1448 (ObjNum 776 snap 237 seq_num 776) dirty exists 2021-07-26T15:54:14.126 INFO:tasks.rados.rados.0.smithi046.stdout:2432: left oid 48 (ObjNum 776 snap 237 seq_num 776) 2021-07-26T15:54:14.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:14 smithi073 bash[34190]: cluster 2021-07-26T15:54:13.066659+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T15:54:14.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:14 smithi046 bash[41283]: cluster 2021-07-26T15:54:13.066659+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T15:54:14.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:14 smithi046 bash[42351]: cluster 2021-07-26T15:54:13.066659+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T15:54:15.085 INFO:tasks.rados.rados.0.smithi046.stdout:2432: done (2 left) 2021-07-26T15:54:15.085 INFO:tasks.rados.rados.0.smithi046.stdout:2433: done (1 left) 2021-07-26T15:54:15.085 INFO:tasks.rados.rados.0.smithi046.stdout:2435: done (0 left) 2021-07-26T15:54:15.086 INFO:tasks.rados.rados.0.smithi046.stdout:2436: copy_from oid 8 from oid 3 current snap is 238 2021-07-26T15:54:15.086 INFO:tasks.rados.rados.0.smithi046.stdout:2437: setattr oid 13 current snap is 238 2021-07-26T15:54:15.088 INFO:tasks.rados.rados.0.smithi046.stdout:2438: delete oid 23 current snap is 238 2021-07-26T15:54:15.092 INFO:tasks.rados.rados.0.smithi046.stdout:2436: finishing copy_from to smithi04638994-8 2021-07-26T15:54:15.092 INFO:tasks.rados.rados.0.smithi046.stdout:2436: got expected ENOENT (src dne) 2021-07-26T15:54:15.093 INFO:tasks.rados.rados.0.smithi046.stdout:2436: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:54:15.094 INFO:tasks.rados.rados.0.smithi046.stdout:2436: done (2 left) 2021-07-26T15:54:15.095 INFO:tasks.rados.rados.0.smithi046.stdout:2438: done (1 left) 2021-07-26T15:54:15.095 INFO:tasks.rados.rados.0.smithi046.stdout:2439: copy_from oid 30 from oid 35 current snap is 238 2021-07-26T15:54:15.095 INFO:tasks.rados.rados.0.smithi046.stdout:2440: snap_create 2021-07-26T15:54:15.095 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 948 (ObjNum 750 snap 232 seq_num 750) dirty exists 2021-07-26T15:54:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:2439: finishing copy_from to smithi04638994-30 2021-07-26T15:54:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1156 (ObjNum 751 snap 232 seq_num 751) dirty exists 2021-07-26T15:54:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:2439: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:54:15.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:15 smithi073 bash[34190]: cluster 2021-07-26T15:54:13.967499+0000 mgr.y (mgr.24683) 346 : cluster [DBG] pgmap v614: 25 pgs: 25 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2021-07-26T15:54:15.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:15 smithi073 bash[34190]: cluster 2021-07-26T15:54:14.069210+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T15:54:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:15 smithi046 bash[42351]: cluster 2021-07-26T15:54:13.967499+0000 mgr.y (mgr.24683) 346 : cluster [DBG] pgmap v614: 25 pgs: 25 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2021-07-26T15:54:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:15 smithi046 bash[42351]: cluster 2021-07-26T15:54:14.069210+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T15:54:15.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:15 smithi046 bash[41283]: cluster 2021-07-26T15:54:13.967499+0000 mgr.y (mgr.24683) 346 : cluster [DBG] pgmap v614: 25 pgs: 25 active+clean; 291 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 44 op/s 2021-07-26T15:54:15.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:15 smithi046 bash[41283]: cluster 2021-07-26T15:54:14.069210+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T15:54:15.998 INFO:tasks.rados.rados.0.smithi046.stdout:2437: done (2 left) 2021-07-26T15:54:16.390 INFO:tasks.rados.rados.0.smithi046.stdout:2439: done (1 left) 2021-07-26T15:54:16.391 INFO:tasks.rados.rados.0.smithi046.stdout:2440: done (0 left) 2021-07-26T15:54:16.391 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 239 2021-07-26T15:54:16.391 INFO:tasks.rados.rados.0.smithi046.stdout:2441: seq_num 779 ranges {5398528=655360,6053888=401408} 2021-07-26T15:54:16.392 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:16 smithi073 bash[34190]: cluster 2021-07-26T15:54:15.086237+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T15:54:16.392 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:16 smithi073 bash[34190]: cluster 2021-07-26T15:54:15.998943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T15:54:16.394 INFO:tasks.rados.rados.0.smithi046.stdout:2441: writing smithi04638994-12 from 5398528 to 6053888 tid 1 2021-07-26T15:54:16.394 INFO:tasks.rados.rados.0.smithi046.stdout:2441: writing smithi04638994-12 from 6053888 to 6455296 tid 2 2021-07-26T15:54:16.394 INFO:tasks.rados.rados.0.smithi046.stdout:2442: read oid 33 snap -1 2021-07-26T15:54:16.395 INFO:tasks.rados.rados.0.smithi046.stdout:2442: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:54:16.395 INFO:tasks.rados.rados.0.smithi046.stdout:2443: read oid 50 snap 206 2021-07-26T15:54:16.395 INFO:tasks.rados.rados.0.smithi046.stdout:2443: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:54:16.396 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 239 2021-07-26T15:54:16.396 INFO:tasks.rados.rados.0.smithi046.stdout:2444: seq_num 780 ranges {1040384=671744,1712128=401408} 2021-07-26T15:54:16.396 INFO:tasks.rados.rados.0.smithi046.stdout:2444: writing smithi04638994-45 from 1040384 to 1712128 tid 1 2021-07-26T15:54:16.396 INFO:tasks.rados.rados.0.smithi046.stdout:2444: writing smithi04638994-45 from 1712128 to 2113536 tid 2 2021-07-26T15:54:16.396 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing write tid 1 to smithi04638994-12 2021-07-26T15:54:16.397 INFO:tasks.rados.rados.0.smithi046.stdout:2445: rollback oid 36 current snap is 239 2021-07-26T15:54:16.397 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 222 2021-07-26T15:54:16.397 INFO:tasks.rados.rados.0.smithi046.stdout:2446: snap_remove snap 207 2021-07-26T15:54:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:16 smithi046 bash[41283]: cluster 2021-07-26T15:54:15.086237+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T15:54:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:16 smithi046 bash[41283]: cluster 2021-07-26T15:54:15.998943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T15:54:16.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:16 smithi046 bash[42351]: cluster 2021-07-26T15:54:15.086237+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T15:54:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:16 smithi046 bash[42351]: cluster 2021-07-26T15:54:15.998943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T15:54:17.011 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing write tid 2 to smithi04638994-12 2021-07-26T15:54:17.011 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing write tid 3 to smithi04638994-12 2021-07-26T15:54:17.011 INFO:tasks.rados.rados.0.smithi046.stdout:2441: finishing write tid 4 to smithi04638994-12 2021-07-26T15:54:17.012 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1163 (ObjNum 779 snap 239 seq_num 779) dirty exists 2021-07-26T15:54:17.012 INFO:tasks.rados.rados.0.smithi046.stdout:2441: left oid 12 (ObjNum 779 snap 239 seq_num 779) 2021-07-26T15:54:17.012 INFO:tasks.rados.rados.0.smithi046.stdout:2443: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:54:17.139 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing rollback tid 0 to smithi04638994-36 2021-07-26T15:54:17.139 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 1 to smithi04638994-45 2021-07-26T15:54:17.140 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:54:17.140 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 2 to smithi04638994-45 2021-07-26T15:54:17.140 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 3 to smithi04638994-45 2021-07-26T15:54:17.140 INFO:tasks.rados.rados.0.smithi046.stdout:2445: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:54:17.140 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1235 (ObjNum 723 snap 219 seq_num 723) dirty exists 2021-07-26T15:54:17.141 INFO:tasks.rados.rados.0.smithi046.stdout:2444: finishing write tid 4 to smithi04638994-45 2021-07-26T15:54:17.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1394 (ObjNum 780 snap 239 seq_num 780) dirty exists 2021-07-26T15:54:17.141 INFO:tasks.rados.rados.0.smithi046.stdout:2444: left oid 45 (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:54:17.141 INFO:tasks.rados.rados.0.smithi046.stdout:2442: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:54:17.364 INFO:tasks.rados.rados.0.smithi046.stdout:2441: done (5 left) 2021-07-26T15:54:17.364 INFO:tasks.rados.rados.0.smithi046.stdout:2442: done (4 left) 2021-07-26T15:54:17.365 INFO:tasks.rados.rados.0.smithi046.stdout:2443: done (3 left) 2021-07-26T15:54:17.365 INFO:tasks.rados.rados.0.smithi046.stdout:2444: done (2 left) 2021-07-26T15:54:17.365 INFO:tasks.rados.rados.0.smithi046.stdout:2445: done (1 left) 2021-07-26T15:54:17.366 INFO:tasks.rados.rados.0.smithi046.stdout:2446: done (0 left) 2021-07-26T15:54:17.366 INFO:tasks.rados.rados.0.smithi046.stdout:2447: delete oid 8 current snap is 239 2021-07-26T15:54:17.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:17 smithi073 bash[34190]: cluster 2021-07-26T15:54:15.968234+0000 mgr.y (mgr.24683) 347 : cluster [DBG] pgmap v617: 25 pgs: 25 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2021-07-26T15:54:17.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:17 smithi073 bash[34190]: cluster 2021-07-26T15:54:17.010384+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T15:54:17.369 INFO:tasks.rados.rados.0.smithi046.stdout:2447: done (0 left) 2021-07-26T15:54:17.369 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 239 2021-07-26T15:54:17.369 INFO:tasks.rados.rados.0.smithi046.stdout:2448: seq_num 782 ranges {7315456=704512,8019968=401408} 2021-07-26T15:54:17.422 INFO:tasks.rados.rados.0.smithi046.stdout:2448: writing smithi04638994-10 from 7315456 to 8019968 tid 1 2021-07-26T15:54:17.424 INFO:tasks.rados.rados.0.smithi046.stdout:2448: writing smithi04638994-10 from 8019968 to 8421376 tid 2 2021-07-26T15:54:17.425 INFO:tasks.rados.rados.0.smithi046.stdout:2449: read oid 6 snap -1 2021-07-26T15:54:17.425 INFO:tasks.rados.rados.0.smithi046.stdout:2449: expect (ObjNum 737 snap 226 seq_num 737) 2021-07-26T15:54:17.425 INFO:tasks.rados.rados.0.smithi046.stdout:2450: rollback oid 37 current snap is 239 2021-07-26T15:54:17.425 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 222 2021-07-26T15:54:17.426 INFO:tasks.rados.rados.0.smithi046.stdout:2451: read oid 17 snap -1 2021-07-26T15:54:17.426 INFO:tasks.rados.rados.0.smithi046.stdout:2451: expect (ObjNum 732 snap 224 seq_num 732) 2021-07-26T15:54:17.426 INFO:tasks.rados.rados.0.smithi046.stdout:2452: snap_remove snap 238 2021-07-26T15:54:17.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:17 smithi046 bash[42351]: cluster 2021-07-26T15:54:15.968234+0000 mgr.y (mgr.24683) 347 : cluster [DBG] pgmap v617: 25 pgs: 25 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2021-07-26T15:54:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:17 smithi046 bash[42351]: cluster 2021-07-26T15:54:17.010384+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T15:54:17.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:17 smithi046 bash[41283]: cluster 2021-07-26T15:54:15.968234+0000 mgr.y (mgr.24683) 347 : cluster [DBG] pgmap v617: 25 pgs: 25 active+clean; 299 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2021-07-26T15:54:17.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:17 smithi046 bash[41283]: cluster 2021-07-26T15:54:17.010384+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T15:54:18.102 INFO:tasks.rados.rados.0.smithi046.stdout:2452: done (4 left) 2021-07-26T15:54:18.102 INFO:tasks.rados.rados.0.smithi046.stdout:2453: read oid 7 snap -1 2021-07-26T15:54:18.103 INFO:tasks.rados.rados.0.smithi046.stdout:2453: expect deleted 2021-07-26T15:54:18.103 INFO:tasks.rados.rados.0.smithi046.stdout:2454: read oid 49 snap -1 2021-07-26T15:54:18.103 INFO:tasks.rados.rados.0.smithi046.stdout:2454: expect (ObjNum 678 snap 200 seq_num 678) 2021-07-26T15:54:18.104 INFO:tasks.rados.rados.0.smithi046.stdout:2455: delete oid 43 current snap is 239 2021-07-26T15:54:18.104 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:54:18.104 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 1 to smithi04638994-10 2021-07-26T15:54:18.104 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 2 to smithi04638994-10 2021-07-26T15:54:18.105 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:54:18.105 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 3 to smithi04638994-10 2021-07-26T15:54:18.105 INFO:tasks.rados.rados.0.smithi046.stdout:2451: expect (ObjNum 732 snap 224 seq_num 732) 2021-07-26T15:54:18.177 INFO:tasks.rados.rados.0.smithi046.stdout:2450: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:54:18.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1397 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:54:18.177 INFO:tasks.rados.rados.0.smithi046.stdout:2449: expect (ObjNum 737 snap 226 seq_num 737) 2021-07-26T15:54:18.282 INFO:tasks.rados.rados.0.smithi046.stdout:2448: finishing write tid 4 to smithi04638994-10 2021-07-26T15:54:18.282 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1157 (ObjNum 782 snap 239 seq_num 782) dirty exists 2021-07-26T15:54:18.283 INFO:tasks.rados.rados.0.smithi046.stdout:2448: left oid 10 (ObjNum 782 snap 239 seq_num 782) 2021-07-26T15:54:18.284 INFO:tasks.rados.rados.0.smithi046.stdout:2454: expect (ObjNum 678 snap 200 seq_num 678) 2021-07-26T15:54:18.333 INFO:tasks.rados.rados.0.smithi046.stdout:2448: done (6 left) 2021-07-26T15:54:18.333 INFO:tasks.rados.rados.0.smithi046.stdout:2449: done (5 left) 2021-07-26T15:54:18.333 INFO:tasks.rados.rados.0.smithi046.stdout:2450: done (4 left) 2021-07-26T15:54:18.334 INFO:tasks.rados.rados.0.smithi046.stdout:2451: done (3 left) 2021-07-26T15:54:18.334 INFO:tasks.rados.rados.0.smithi046.stdout:2453: done (2 left) 2021-07-26T15:54:18.335 INFO:tasks.rados.rados.0.smithi046.stdout:2454: done (1 left) 2021-07-26T15:54:18.335 INFO:tasks.rados.rados.0.smithi046.stdout:2455: done (0 left) 2021-07-26T15:54:18.335 INFO:tasks.rados.rados.0.smithi046.stdout:2456: snap_create 2021-07-26T15:54:19.111 INFO:tasks.rados.rados.0.smithi046.stdout:2456: done (0 left) 2021-07-26T15:54:19.112 INFO:tasks.rados.rados.0.smithi046.stdout:2457: snap_remove snap 221 2021-07-26T15:54:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:19 smithi073 bash[34190]: cluster 2021-07-26T15:54:17.968894+0000 mgr.y (mgr.24683) 348 : cluster [DBG] pgmap v620: 25 pgs: 25 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2021-07-26T15:54:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:19 smithi073 bash[34190]: cluster 2021-07-26T15:54:18.102596+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T15:54:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:19 smithi046 bash[41283]: cluster 2021-07-26T15:54:17.968894+0000 mgr.y (mgr.24683) 348 : cluster [DBG] pgmap v620: 25 pgs: 25 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2021-07-26T15:54:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:19 smithi046 bash[41283]: cluster 2021-07-26T15:54:18.102596+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T15:54:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:19 smithi046 bash[42351]: cluster 2021-07-26T15:54:17.968894+0000 mgr.y (mgr.24683) 348 : cluster [DBG] pgmap v620: 25 pgs: 25 active+clean; 306 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2021-07-26T15:54:19.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:19 smithi046 bash[42351]: cluster 2021-07-26T15:54:18.102596+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T15:54:20.123 INFO:tasks.rados.rados.0.smithi046.stdout:2457: done (0 left) 2021-07-26T15:54:20.123 INFO:tasks.rados.rados.0.smithi046.stdout:2458: read oid 37 snap 225 2021-07-26T15:54:20.123 INFO:tasks.rados.rados.0.smithi046.stdout:2458: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:54:20.123 INFO:tasks.rados.rados.0.smithi046.stdout:2459: snap_create 2021-07-26T15:54:20.148 INFO:tasks.rados.rados.0.smithi046.stdout:2458: expect (ObjNum 559 snap 162 seq_num 559) 2021-07-26T15:54:20.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:20 smithi046 bash[41283]: cluster 2021-07-26T15:54:19.111364+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T15:54:20.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:20 smithi046 bash[42351]: cluster 2021-07-26T15:54:19.111364+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T15:54:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:20 smithi073 bash[34190]: cluster 2021-07-26T15:54:19.111364+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T15:54:20.999 INFO:tasks.rados.rados.0.smithi046.stdout:2458: done (1 left) 2021-07-26T15:54:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:2459: done (0 left) 2021-07-26T15:54:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:2460: rollback oid 6 current snap is 241 2021-07-26T15:54:21.000 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 226 2021-07-26T15:54:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 241 2021-07-26T15:54:21.001 INFO:tasks.rados.rados.0.smithi046.stdout:2461: seq_num 784 ranges {2555904=737280,3293184=401408} 2021-07-26T15:54:21.021 INFO:tasks.rados.rados.0.smithi046.stdout:2461: writing smithi04638994-9 from 2555904 to 3293184 tid 1 2021-07-26T15:54:21.025 INFO:tasks.rados.rados.0.smithi046.stdout:2461: writing smithi04638994-9 from 3293184 to 3694592 tid 2 2021-07-26T15:54:21.026 INFO:tasks.rados.rados.0.smithi046.stdout:2462: copy_from oid 19 from oid 31 current snap is 241 2021-07-26T15:54:21.027 INFO:tasks.rados.rados.0.smithi046.stdout:2460: finishing rollback tid 0 to smithi04638994-6 2021-07-26T15:54:21.027 INFO:tasks.rados.rados.0.smithi046.stdout:2460: finishing rollback tid 1 to smithi04638994-6 2021-07-26T15:54:21.027 INFO:tasks.rados.rados.0.smithi046.stdout:2460: finishing rollback tid 2 to smithi04638994-6 2021-07-26T15:54:21.028 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1349 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:54:21.028 INFO:tasks.rados.rados.0.smithi046.stdout:2460: done (2 left) 2021-07-26T15:54:21.028 INFO:tasks.rados.rados.0.smithi046.stdout:2463: rollback oid 34 current snap is 241 2021-07-26T15:54:21.029 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 239 2021-07-26T15:54:21.029 INFO:tasks.rados.rados.0.smithi046.stdout:2464: delete oid 7 current snap is 241 2021-07-26T15:54:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:2462: finishing copy_from to smithi04638994-19 2021-07-26T15:54:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:2462: got expected ENOENT (src dne) 2021-07-26T15:54:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:2462: finishing copy_from racing read to smithi04638994-19 2021-07-26T15:54:21.032 INFO:tasks.rados.rados.0.smithi046.stdout:2463: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:54:21.032 INFO:tasks.rados.rados.0.smithi046.stdout:2463: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:54:21.033 INFO:tasks.rados.rados.0.smithi046.stdout:2463: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:54:21.033 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1171 (ObjNum 744 snap 230 seq_num 744) dirty exists 2021-07-26T15:54:21.034 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing write tid 1 to smithi04638994-9 2021-07-26T15:54:21.035 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing write tid 2 to smithi04638994-9 2021-07-26T15:54:21.037 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing write tid 3 to smithi04638994-9 2021-07-26T15:54:21.038 INFO:tasks.rados.rados.0.smithi046.stdout:2462: done (3 left) 2021-07-26T15:54:21.039 INFO:tasks.rados.rados.0.smithi046.stdout:2463: done (2 left) 2021-07-26T15:54:21.039 INFO:tasks.rados.rados.0.smithi046.stdout:2464: done (1 left) 2021-07-26T15:54:21.039 INFO:tasks.rados.rados.0.smithi046.stdout:2465: read oid 22 snap -1 2021-07-26T15:54:21.039 INFO:tasks.rados.rados.0.smithi046.stdout:2465: expect (ObjNum 722 snap 217 seq_num 722) 2021-07-26T15:54:21.040 INFO:tasks.rados.rados.0.smithi046.stdout:2466: snap_create 2021-07-26T15:54:21.040 INFO:tasks.rados.rados.0.smithi046.stdout:2461: finishing write tid 4 to smithi04638994-9 2021-07-26T15:54:21.040 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1478 (ObjNum 784 snap 241 seq_num 784) dirty exists 2021-07-26T15:54:21.041 INFO:tasks.rados.rados.0.smithi046.stdout:2461: left oid 9 (ObjNum 784 snap 241 seq_num 784) 2021-07-26T15:54:21.101 INFO:tasks.rados.rados.0.smithi046.stdout:2465: expect (ObjNum 722 snap 217 seq_num 722) 2021-07-26T15:54:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[41283]: cluster 2021-07-26T15:54:19.969556+0000 mgr.y (mgr.24683) 349 : cluster [DBG] pgmap v623: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2021-07-26T15:54:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[41283]: cluster 2021-07-26T15:54:20.123846+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T15:54:21.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[41283]: cluster 2021-07-26T15:54:20.999866+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T15:54:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[42351]: cluster 2021-07-26T15:54:19.969556+0000 mgr.y (mgr.24683) 349 : cluster [DBG] pgmap v623: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2021-07-26T15:54:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[42351]: cluster 2021-07-26T15:54:20.123846+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T15:54:21.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:21 smithi046 bash[42351]: cluster 2021-07-26T15:54:20.999866+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T15:54:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:21 smithi073 bash[34190]: cluster 2021-07-26T15:54:19.969556+0000 mgr.y (mgr.24683) 349 : cluster [DBG] pgmap v623: 25 pgs: 25 active+clean; 308 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2021-07-26T15:54:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:21 smithi073 bash[34190]: cluster 2021-07-26T15:54:20.123846+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T15:54:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:21 smithi073 bash[34190]: cluster 2021-07-26T15:54:20.999866+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T15:54:22.344 INFO:tasks.rados.rados.0.smithi046.stdout:2461: done (2 left) 2021-07-26T15:54:22.344 INFO:tasks.rados.rados.0.smithi046.stdout:2465: done (1 left) 2021-07-26T15:54:22.344 INFO:tasks.rados.rados.0.smithi046.stdout:2466: done (0 left) 2021-07-26T15:54:22.345 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 242 2021-07-26T15:54:22.345 INFO:tasks.rados.rados.0.smithi046.stdout:2467: seq_num 786 ranges {4366336=770048,5136384=401408} 2021-07-26T15:54:22.380 INFO:tasks.rados.rados.0.smithi046.stdout:2467: writing smithi04638994-33 from 4366336 to 5136384 tid 1 2021-07-26T15:54:22.383 INFO:tasks.rados.rados.0.smithi046.stdout:2467: writing smithi04638994-33 from 5136384 to 5537792 tid 2 2021-07-26T15:54:22.383 INFO:tasks.rados.rados.0.smithi046.stdout:2468: copy_from oid 13 from oid 18 current snap is 242 2021-07-26T15:54:22.383 INFO:tasks.rados.rados.0.smithi046.stdout:2469: snap_remove snap 241 2021-07-26T15:54:23.129 INFO:tasks.rados.rados.0.smithi046.stdout:2469: done (2 left) 2021-07-26T15:54:23.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 242 2021-07-26T15:54:23.130 INFO:tasks.rados.rados.0.smithi046.stdout:2468: finishing copy_from to smithi04638994-13 2021-07-26T15:54:23.130 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1111 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:54:23.130 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 1 to smithi04638994-33 2021-07-26T15:54:23.131 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 2 to smithi04638994-33 2021-07-26T15:54:23.131 INFO:tasks.rados.rados.0.smithi046.stdout:2468: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:54:23.131 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 3 to smithi04638994-33 2021-07-26T15:54:23.131 INFO:tasks.rados.rados.0.smithi046.stdout:2470: seq_num 787 ranges {0=786432,786432=401408} 2021-07-26T15:54:23.136 INFO:tasks.rados.rados.0.smithi046.stdout:2470: writing smithi04638994-46 from 0 to 786432 tid 1 2021-07-26T15:54:23.138 INFO:tasks.rados.rados.0.smithi046.stdout:2470: writing smithi04638994-46 from 786432 to 1187840 tid 2 2021-07-26T15:54:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:2468: done (2 left) 2021-07-26T15:54:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:2471: delete oid 23 current snap is 242 2021-07-26T15:54:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:2467: finishing write tid 4 to smithi04638994-33 2021-07-26T15:54:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1215 (ObjNum 786 snap 242 seq_num 786) dirty exists 2021-07-26T15:54:23.140 INFO:tasks.rados.rados.0.smithi046.stdout:2467: left oid 33 (ObjNum 786 snap 242 seq_num 786) 2021-07-26T15:54:23.146 INFO:tasks.rados.rados.0.smithi046.stdout:2467: done (2 left) 2021-07-26T15:54:23.147 INFO:tasks.rados.rados.0.smithi046.stdout:2471: done (1 left) 2021-07-26T15:54:23.147 INFO:tasks.rados.rados.0.smithi046.stdout:2472: rollback oid 10 current snap is 242 2021-07-26T15:54:23.147 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 226 2021-07-26T15:54:23.147 INFO:tasks.rados.rados.0.smithi046.stdout:2473: snap_create 2021-07-26T15:54:23.148 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 1 to smithi04638994-46 2021-07-26T15:54:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 2 to smithi04638994-46 2021-07-26T15:54:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 3 to smithi04638994-46 2021-07-26T15:54:23.152 INFO:tasks.rados.rados.0.smithi046.stdout:2470: finishing write tid 4 to smithi04638994-46 2021-07-26T15:54:23.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1174 (ObjNum 787 snap 242 seq_num 787) dirty exists 2021-07-26T15:54:23.152 INFO:tasks.rados.rados.0.smithi046.stdout:2470: left oid 46 (ObjNum 787 snap 242 seq_num 787) 2021-07-26T15:54:23.153 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:54:23.153 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:54:23.154 INFO:tasks.rados.rados.0.smithi046.stdout:2472: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:54:23.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1160 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:54:23.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:23 smithi073 bash[34190]: cluster 2021-07-26T15:54:21.970224+0000 mgr.y (mgr.24683) 350 : cluster [DBG] pgmap v626: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:23.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:23 smithi073 bash[34190]: cluster 2021-07-26T15:54:22.009755+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T15:54:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[42351]: cluster 2021-07-26T15:54:21.970224+0000 mgr.y (mgr.24683) 350 : cluster [DBG] pgmap v626: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[42351]: cluster 2021-07-26T15:54:22.009755+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T15:54:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[41283]: cluster 2021-07-26T15:54:21.970224+0000 mgr.y (mgr.24683) 350 : cluster [DBG] pgmap v626: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:23.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[41283]: cluster 2021-07-26T15:54:22.009755+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T15:54:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:23.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:23.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:23.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:23.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:23.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:54:24.131 INFO:tasks.rados.rados.0.smithi046.stdout:2470: done (2 left) 2021-07-26T15:54:24.131 INFO:tasks.rados.rados.0.smithi046.stdout:2472: done (1 left) 2021-07-26T15:54:24.131 INFO:tasks.rados.rados.0.smithi046.stdout:2473: done (0 left) 2021-07-26T15:54:24.132 INFO:tasks.rados.rados.0.smithi046.stdout:2474: delete oid 44 current snap is 243 2021-07-26T15:54:24.139 INFO:tasks.rados.rados.0.smithi046.stdout:2474: done (0 left) 2021-07-26T15:54:24.140 INFO:tasks.rados.rados.0.smithi046.stdout:2475: read oid 11 snap -1 2021-07-26T15:54:24.140 INFO:tasks.rados.rados.0.smithi046.stdout:2475: expect (ObjNum 765 snap 236 seq_num 765) 2021-07-26T15:54:24.140 INFO:tasks.rados.rados.0.smithi046.stdout:2476: copy_from oid 15 from oid 43 current snap is 243 2021-07-26T15:54:24.140 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 243 2021-07-26T15:54:24.141 INFO:tasks.rados.rados.0.smithi046.stdout:2477: seq_num 790 ranges {1089536=434176,1523712=548864,2072576=253952} 2021-07-26T15:54:24.150 INFO:tasks.rados.rados.0.smithi046.stdout:2477: writing smithi04638994-32 from 1089536 to 1523712 tid 1 2021-07-26T15:54:24.154 INFO:tasks.rados.rados.0.smithi046.stdout:2477: writing smithi04638994-32 from 1523712 to 2072576 tid 2 2021-07-26T15:54:24.156 INFO:tasks.rados.rados.0.smithi046.stdout:2477: writing smithi04638994-32 from 2072576 to 2326528 tid 3 2021-07-26T15:54:24.156 INFO:tasks.rados.rados.0.smithi046.stdout:2478: delete oid 37 current snap is 243 2021-07-26T15:54:24.156 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing copy_from to smithi04638994-15 2021-07-26T15:54:24.157 INFO:tasks.rados.rados.0.smithi046.stdout:2476: got expected ENOENT (src dne) 2021-07-26T15:54:24.157 INFO:tasks.rados.rados.0.smithi046.stdout:2476: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:54:24.159 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 1 to smithi04638994-32 2021-07-26T15:54:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:2476: done (3 left) 2021-07-26T15:54:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:2478: done (2 left) 2021-07-26T15:54:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:2479: setattr oid 34 current snap is 243 2021-07-26T15:54:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 2 to smithi04638994-32 2021-07-26T15:54:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 3 to smithi04638994-32 2021-07-26T15:54:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:2475: expect (ObjNum 765 snap 236 seq_num 765) 2021-07-26T15:54:24.352 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 4 to smithi04638994-32 2021-07-26T15:54:24.353 INFO:tasks.rados.rados.0.smithi046.stdout:2477: finishing write tid 5 to smithi04638994-32 2021-07-26T15:54:24.353 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1164 (ObjNum 790 snap 243 seq_num 790) dirty exists 2021-07-26T15:54:24.353 INFO:tasks.rados.rados.0.smithi046.stdout:2477: left oid 32 (ObjNum 790 snap 243 seq_num 790) 2021-07-26T15:54:24.353 INFO:tasks.rados.rados.0.smithi046.stdout:2475: done (2 left) 2021-07-26T15:54:24.353 INFO:tasks.rados.rados.0.smithi046.stdout:2477: done (1 left) 2021-07-26T15:54:24.354 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 243 2021-07-26T15:54:24.354 INFO:tasks.rados.rados.0.smithi046.stdout:2480: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2021-07-26T15:54:24.359 INFO:tasks.rados.rados.0.smithi046.stdout:2480: writing smithi04638994-29 from 0 to 466944 tid 1 2021-07-26T15:54:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:24 smithi073 bash[34190]: audit 2021-07-26T15:54:23.018479+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:24 smithi073 bash[34190]: audit 2021-07-26T15:54:23.020575+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:24 smithi073 bash[34190]: audit 2021-07-26T15:54:23.022514+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:54:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:24 smithi073 bash[34190]: cluster 2021-07-26T15:54:23.129278+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T15:54:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:24 smithi073 bash[34190]: audit 2021-07-26T15:54:23.283151+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:54:24.367 INFO:tasks.rados.rados.0.smithi046.stdout:2480: writing smithi04638994-29 from 466944 to 1228800 tid 2 2021-07-26T15:54:24.368 INFO:tasks.rados.rados.0.smithi046.stdout:2480: writing smithi04638994-29 from 1228800 to 1269760 tid 3 2021-07-26T15:54:24.368 INFO:tasks.rados.rados.0.smithi046.stdout:2481: setattr oid 37 current snap is 243 2021-07-26T15:54:24.369 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1175 (ObjNum 744 snap 230 seq_num 744) dirty exists 2021-07-26T15:54:24.369 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing write tid 1 to smithi04638994-29 2021-07-26T15:54:24.370 INFO:tasks.rados.rados.0.smithi046.stdout:2479: done (2 left) 2021-07-26T15:54:24.371 INFO:tasks.rados.rados.0.smithi046.stdout:2482: rollback oid 17 current snap is 243 2021-07-26T15:54:24.371 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 235 2021-07-26T15:54:24.371 INFO:tasks.rados.rados.0.smithi046.stdout:2483: read oid 34 snap -1 2021-07-26T15:54:24.371 INFO:tasks.rados.rados.0.smithi046.stdout:2483: expect (ObjNum 744 snap 230 seq_num 744) 2021-07-26T15:54:24.372 INFO:tasks.rados.rados.0.smithi046.stdout:2484: read oid 44 snap -1 2021-07-26T15:54:24.372 INFO:tasks.rados.rados.0.smithi046.stdout:2484: expect deleted 2021-07-26T15:54:24.372 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 243 2021-07-26T15:54:24.373 INFO:tasks.rados.rados.0.smithi046.stdout:2485: seq_num 793 ranges {1900544=483328,2383872=647168,3031040=155648} 2021-07-26T15:54:24.384 INFO:tasks.rados.rados.0.smithi046.stdout:2485: writing smithi04638994-14 from 1900544 to 2383872 tid 1 2021-07-26T15:54:24.388 INFO:tasks.rados.rados.0.smithi046.stdout:2485: writing smithi04638994-14 from 2383872 to 3031040 tid 2 2021-07-26T15:54:24.389 INFO:tasks.rados.rados.0.smithi046.stdout:2485: writing smithi04638994-14 from 3031040 to 3186688 tid 3 2021-07-26T15:54:24.389 INFO:tasks.rados.rados.0.smithi046.stdout:2486: snap_remove snap 237 2021-07-26T15:54:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[42351]: audit 2021-07-26T15:54:23.018479+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[42351]: audit 2021-07-26T15:54:23.020575+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[42351]: audit 2021-07-26T15:54:23.022514+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:54:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[42351]: cluster 2021-07-26T15:54:23.129278+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T15:54:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[42351]: audit 2021-07-26T15:54:23.283151+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:54:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[41283]: audit 2021-07-26T15:54:23.018479+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[41283]: audit 2021-07-26T15:54:23.020575+0000 mon.a (mon.0) 1105 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[41283]: audit 2021-07-26T15:54:23.022514+0000 mon.a (mon.0) 1106 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:54:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[41283]: cluster 2021-07-26T15:54:23.129278+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T15:54:24.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:24 smithi046 bash[41283]: audit 2021-07-26T15:54:23.283151+0000 mon.a (mon.0) 1108 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:54:25.289 INFO:tasks.rados.rados.0.smithi046.stdout:2486: done (6 left) 2021-07-26T15:54:25.290 INFO:tasks.rados.rados.0.smithi046.stdout:2487: snap_remove snap 229 2021-07-26T15:54:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:25 smithi046 bash[42351]: cluster 2021-07-26T15:54:23.970860+0000 mgr.y (mgr.24683) 351 : cluster [DBG] pgmap v629: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:25 smithi046 bash[42351]: cluster 2021-07-26T15:54:24.131416+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T15:54:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:25 smithi046 bash[41283]: cluster 2021-07-26T15:54:23.970860+0000 mgr.y (mgr.24683) 351 : cluster [DBG] pgmap v629: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:25 smithi046 bash[41283]: cluster 2021-07-26T15:54:24.131416+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T15:54:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:25 smithi073 bash[34190]: cluster 2021-07-26T15:54:23.970860+0000 mgr.y (mgr.24683) 351 : cluster [DBG] pgmap v629: 25 pgs: 25 active+clean; 321 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 528 KiB/s wr, 10 op/s 2021-07-26T15:54:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:25 smithi073 bash[34190]: cluster 2021-07-26T15:54:24.131416+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T15:54:26.002 INFO:tasks.rados.rados.0.smithi046.stdout:2487: done (6 left) 2021-07-26T15:54:26.002 INFO:tasks.rados.rados.0.smithi046.stdout:2488: delete oid 21 current snap is 243 2021-07-26T15:54:26.003 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing write tid 2 to smithi04638994-29 2021-07-26T15:54:26.003 INFO:tasks.rados.rados.0.smithi046.stdout:2483: expect (ObjNum 744 snap 230 seq_num 744) 2021-07-26T15:54:26.031 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing write tid 3 to smithi04638994-29 2021-07-26T15:54:26.031 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing write tid 4 to smithi04638994-29 2021-07-26T15:54:26.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1399 (ObjNum 198773392 snap 22029 seq_num 805308624) dirty exists 2021-07-26T15:54:26.032 INFO:tasks.rados.rados.0.smithi046.stdout:2480: finishing write tid 5 to smithi04638994-29 2021-07-26T15:54:26.032 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1550 (ObjNum 792 snap 243 seq_num 792) dirty exists 2021-07-26T15:54:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2480: left oid 29 (ObjNum 792 snap 243 seq_num 792) 2021-07-26T15:54:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2482: finishing rollback tid 0 to smithi04638994-17 2021-07-26T15:54:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2482: finishing rollback tid 1 to smithi04638994-17 2021-07-26T15:54:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2482: finishing rollback tid 2 to smithi04638994-17 2021-07-26T15:54:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1483 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:54:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing write tid 1 to smithi04638994-14 2021-07-26T15:54:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2480: done (6 left) 2021-07-26T15:54:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2481: done (5 left) 2021-07-26T15:54:26.035 INFO:tasks.rados.rados.0.smithi046.stdout:2482: done (4 left) 2021-07-26T15:54:26.035 INFO:tasks.rados.rados.0.smithi046.stdout:2483: done (3 left) 2021-07-26T15:54:26.035 INFO:tasks.rados.rados.0.smithi046.stdout:2484: done (2 left) 2021-07-26T15:54:26.035 INFO:tasks.rados.rados.0.smithi046.stdout:2488: done (1 left) 2021-07-26T15:54:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:2489: rollback oid 34 current snap is 243 2021-07-26T15:54:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 222 2021-07-26T15:54:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing write tid 2 to smithi04638994-14 2021-07-26T15:54:26.036 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing write tid 3 to smithi04638994-14 2021-07-26T15:54:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing write tid 4 to smithi04638994-14 2021-07-26T15:54:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:2485: finishing write tid 5 to smithi04638994-14 2021-07-26T15:54:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 998 (ObjNum 793 snap 243 seq_num 793) dirty exists 2021-07-26T15:54:26.037 INFO:tasks.rados.rados.0.smithi046.stdout:2485: left oid 14 (ObjNum 793 snap 243 seq_num 793) 2021-07-26T15:54:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:2485: done (1 left) 2021-07-26T15:54:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:2490: copy_from oid 2 from oid 3 current snap is 243 2021-07-26T15:54:26.038 INFO:tasks.rados.rados.0.smithi046.stdout:2491: delete oid 12 current snap is 243 2021-07-26T15:54:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:2490: finishing copy_from to smithi04638994-2 2021-07-26T15:54:26.039 INFO:tasks.rados.rados.0.smithi046.stdout:2490: got expected ENOENT (src dne) 2021-07-26T15:54:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:2490: finishing copy_from racing read to smithi04638994-2 2021-07-26T15:54:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:2489: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:54:26.040 INFO:tasks.rados.rados.0.smithi046.stdout:2489: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:54:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:2490: done (2 left) 2021-07-26T15:54:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:2491: done (1 left) 2021-07-26T15:54:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 243 2021-07-26T15:54:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:2489: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:54:26.041 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1178 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:54:26.042 INFO:tasks.rados.rados.0.smithi046.stdout:2492: seq_num 796 ranges {12173312=540672,12713984=704512,13418496=98304} 2021-07-26T15:54:26.108 INFO:tasks.rados.rados.0.smithi046.stdout:2492: writing smithi04638994-24 from 12173312 to 12713984 tid 1 2021-07-26T15:54:26.111 INFO:tasks.rados.rados.0.smithi046.stdout:2492: writing smithi04638994-24 from 12713984 to 13418496 tid 2 2021-07-26T15:54:26.112 INFO:tasks.rados.rados.0.smithi046.stdout:2492: writing smithi04638994-24 from 13418496 to 13516800 tid 3 2021-07-26T15:54:26.112 INFO:tasks.rados.rados.0.smithi046.stdout:2489: done (1 left) 2021-07-26T15:54:26.112 INFO:tasks.rados.rados.0.smithi046.stdout:2493: copy_from oid 48 from oid 45 current snap is 243 2021-07-26T15:54:26.113 INFO:tasks.rados.rados.0.smithi046.stdout:2494: snap_remove snap 228 2021-07-26T15:54:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:26 smithi073 bash[34190]: cluster 2021-07-26T15:54:25.290253+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T15:54:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:26 smithi073 bash[34190]: cluster 2021-07-26T15:54:25.971588+0000 mgr.y (mgr.24683) 352 : cluster [DBG] pgmap v632: 25 pgs: 25 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:54:26.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:26 smithi073 bash[34190]: cluster 2021-07-26T15:54:26.002706+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T15:54:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[42351]: cluster 2021-07-26T15:54:25.290253+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T15:54:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[42351]: cluster 2021-07-26T15:54:25.971588+0000 mgr.y (mgr.24683) 352 : cluster [DBG] pgmap v632: 25 pgs: 25 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:54:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[42351]: cluster 2021-07-26T15:54:26.002706+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T15:54:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[41283]: cluster 2021-07-26T15:54:25.290253+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T15:54:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[41283]: cluster 2021-07-26T15:54:25.971588+0000 mgr.y (mgr.24683) 352 : cluster [DBG] pgmap v632: 25 pgs: 25 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:54:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:26 smithi046 bash[41283]: cluster 2021-07-26T15:54:26.002706+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T15:54:27.015 INFO:tasks.rados.rados.0.smithi046.stdout:2492: finishing write tid 1 to smithi04638994-24 2021-07-26T15:54:27.016 INFO:tasks.rados.rados.0.smithi046.stdout:2492: finishing write tid 2 to smithi04638994-24 2021-07-26T15:54:27.016 INFO:tasks.rados.rados.0.smithi046.stdout:2492: finishing write tid 3 to smithi04638994-24 2021-07-26T15:54:27.017 INFO:tasks.rados.rados.0.smithi046.stdout:2492: finishing write tid 4 to smithi04638994-24 2021-07-26T15:54:27.017 INFO:tasks.rados.rados.0.smithi046.stdout:2492: finishing write tid 5 to smithi04638994-24 2021-07-26T15:54:27.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1567 (ObjNum 796 snap 243 seq_num 796) dirty exists 2021-07-26T15:54:27.017 INFO:tasks.rados.rados.0.smithi046.stdout:2492: left oid 24 (ObjNum 796 snap 243 seq_num 796) 2021-07-26T15:54:27.018 INFO:tasks.rados.rados.0.smithi046.stdout:2493: finishing copy_from to smithi04638994-48 2021-07-26T15:54:27.018 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1394 (ObjNum 780 snap 239 seq_num 780) dirty exists 2021-07-26T15:54:27.019 INFO:tasks.rados.rados.0.smithi046.stdout:2493: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:54:27.019 INFO:tasks.rados.rados.0.smithi046.stdout:2492: done (2 left) 2021-07-26T15:54:27.019 INFO:tasks.rados.rados.0.smithi046.stdout:2493: done (1 left) 2021-07-26T15:54:27.020 INFO:tasks.rados.rados.0.smithi046.stdout:2494: done (0 left) 2021-07-26T15:54:27.020 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 243 2021-07-26T15:54:27.020 INFO:tasks.rados.rados.0.smithi046.stdout:2495: seq_num 797 ranges {7315456=557056,7872512=589824,8462336=212992} 2021-07-26T15:54:27.061 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04638994-15 from 7315456 to 7872512 tid 1 2021-07-26T15:54:27.064 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04638994-15 from 7872512 to 8462336 tid 2 2021-07-26T15:54:27.066 INFO:tasks.rados.rados.0.smithi046.stdout:2495: writing smithi04638994-15 from 8462336 to 8675328 tid 3 2021-07-26T15:54:27.066 INFO:tasks.rados.rados.0.smithi046.stdout:2496: delete oid 40 current snap is 243 2021-07-26T15:54:27.068 INFO:tasks.rados.rados.0.smithi046.stdout:2496: done (1 left) 2021-07-26T15:54:27.068 INFO:tasks.rados.rados.0.smithi046.stdout:2497: delete oid 29 current snap is 243 2021-07-26T15:54:27.072 INFO:tasks.rados.rados.0.smithi046.stdout:2497: done (1 left) 2021-07-26T15:54:27.072 INFO:tasks.rados.rados.0.smithi046.stdout:2498: snap_remove snap 227 2021-07-26T15:54:28.020 INFO:tasks.rados.rados.0.smithi046.stdout:2498: done (1 left) 2021-07-26T15:54:28.021 INFO:tasks.rados.rados.0.smithi046.stdout:2499: snap_create 2021-07-26T15:54:28.021 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 1 to smithi04638994-15 2021-07-26T15:54:28.021 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 2 to smithi04638994-15 2021-07-26T15:54:28.022 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 3 to smithi04638994-15 2021-07-26T15:54:28.022 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 4 to smithi04638994-15 2021-07-26T15:54:28.022 INFO:tasks.rados.rados.0.smithi046.stdout:2495: finishing write tid 5 to smithi04638994-15 2021-07-26T15:54:28.022 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1168 (ObjNum 797 snap 243 seq_num 797) dirty exists 2021-07-26T15:54:28.022 INFO:tasks.rados.rados.0.smithi046.stdout:2495: left oid 15 (ObjNum 797 snap 243 seq_num 797) 2021-07-26T15:54:28.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:28 smithi073 bash[34190]: cluster 2021-07-26T15:54:27.015354+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T15:54:28.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:28 smithi046 bash[42351]: cluster 2021-07-26T15:54:27.015354+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T15:54:28.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:28 smithi046 bash[41283]: cluster 2021-07-26T15:54:27.015354+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T15:54:29.031 INFO:tasks.rados.rados.0.smithi046.stdout:2495: done (1 left) 2021-07-26T15:54:29.031 INFO:tasks.rados.rados.0.smithi046.stdout:2499: done (0 left) 2021-07-26T15:54:29.032 INFO:tasks.rados.rados.0.smithi046.stdout:2500: rmattr oid 49 current snap is 244 2021-07-26T15:54:29.032 INFO:tasks.rados.rados.0.smithi046.stdout:2500: done (0 left) 2021-07-26T15:54:29.032 INFO:tasks.rados.rados.0.smithi046.stdout:2501: snap_remove snap 233 2021-07-26T15:54:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:29 smithi073 bash[34190]: cluster 2021-07-26T15:54:27.972334+0000 mgr.y (mgr.24683) 353 : cluster [DBG] pgmap v635: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2021-07-26T15:54:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:29 smithi073 bash[34190]: cluster 2021-07-26T15:54:28.021235+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T15:54:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:29 smithi046 bash[42351]: cluster 2021-07-26T15:54:27.972334+0000 mgr.y (mgr.24683) 353 : cluster [DBG] pgmap v635: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2021-07-26T15:54:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:29 smithi046 bash[42351]: cluster 2021-07-26T15:54:28.021235+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T15:54:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:29 smithi046 bash[41283]: cluster 2021-07-26T15:54:27.972334+0000 mgr.y (mgr.24683) 353 : cluster [DBG] pgmap v635: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2021-07-26T15:54:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:29 smithi046 bash[41283]: cluster 2021-07-26T15:54:28.021235+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T15:54:30.034 INFO:tasks.rados.rados.0.smithi046.stdout:2501: done (0 left) 2021-07-26T15:54:30.035 INFO:tasks.rados.rados.0.smithi046.stdout:2502: rollback oid 11 current snap is 244 2021-07-26T15:54:30.035 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 219 2021-07-26T15:54:30.035 INFO:tasks.rados.rados.0.smithi046.stdout:2503: delete oid 36 current snap is 244 2021-07-26T15:54:30.052 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing rollback tid 0 to smithi04638994-11 2021-07-26T15:54:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing rollback tid 1 to smithi04638994-11 2021-07-26T15:54:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:2503: done (1 left) 2021-07-26T15:54:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:2504: copy_from oid 1 from oid 9 current snap is 244 2021-07-26T15:54:30.053 INFO:tasks.rados.rados.0.smithi046.stdout:2502: finishing rollback tid 2 to smithi04638994-11 2021-07-26T15:54:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1588 (ObjNum 607 snap 178 seq_num 607) dirty exists 2021-07-26T15:54:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:2502: done (1 left) 2021-07-26T15:54:30.054 INFO:tasks.rados.rados.0.smithi046.stdout:2505: snap_remove snap 243 2021-07-26T15:54:30.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:30 smithi073 bash[34190]: cluster 2021-07-26T15:54:29.030651+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T15:54:30.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:30 smithi046 bash[42351]: cluster 2021-07-26T15:54:29.030651+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T15:54:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:30 smithi046 bash[41283]: cluster 2021-07-26T15:54:29.030651+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T15:54:31.007 INFO:tasks.rados.rados.0.smithi046.stdout:2505: done (1 left) 2021-07-26T15:54:31.007 INFO:tasks.rados.rados.0.smithi046.stdout:2506: setattr oid 10 current snap is 244 2021-07-26T15:54:31.007 INFO:tasks.rados.rados.0.smithi046.stdout:2504: finishing copy_from to smithi04638994-1 2021-07-26T15:54:31.007 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1478 (ObjNum 784 snap 241 seq_num 784) dirty exists 2021-07-26T15:54:31.008 INFO:tasks.rados.rados.0.smithi046.stdout:2504: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:54:31.008 INFO:tasks.rados.rados.0.smithi046.stdout:2504: done (1 left) 2021-07-26T15:54:31.008 INFO:tasks.rados.rados.0.smithi046.stdout:2507: snap_create 2021-07-26T15:54:31.015 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1165 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:54:31.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:31 smithi073 bash[34190]: cluster 2021-07-26T15:54:29.973044+0000 mgr.y (mgr.24683) 354 : cluster [DBG] pgmap v638: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T15:54:31.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:31 smithi073 bash[34190]: cluster 2021-07-26T15:54:30.035393+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T15:54:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:31 smithi073 bash[34190]: cluster 2021-07-26T15:54:31.007340+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T15:54:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[41283]: cluster 2021-07-26T15:54:29.973044+0000 mgr.y (mgr.24683) 354 : cluster [DBG] pgmap v638: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T15:54:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[41283]: cluster 2021-07-26T15:54:30.035393+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T15:54:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[41283]: cluster 2021-07-26T15:54:31.007340+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T15:54:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[42351]: cluster 2021-07-26T15:54:29.973044+0000 mgr.y (mgr.24683) 354 : cluster [DBG] pgmap v638: 25 pgs: 25 active+clean; 331 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T15:54:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[42351]: cluster 2021-07-26T15:54:30.035393+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T15:54:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:31 smithi046 bash[42351]: cluster 2021-07-26T15:54:31.007340+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T15:54:32.016 INFO:tasks.rados.rados.0.smithi046.stdout:2506: done (1 left) 2021-07-26T15:54:32.017 INFO:tasks.rados.rados.0.smithi046.stdout:2507: done (0 left) 2021-07-26T15:54:32.017 INFO:tasks.rados.rados.0.smithi046.stdout:2508: snap_remove snap 206 2021-07-26T15:54:33.027 INFO:tasks.rados.rados.0.smithi046.stdout:2508: done (0 left) 2021-07-26T15:54:33.027 INFO:tasks.rados.rados.0.smithi046.stdout:2509: delete oid 29 current snap is 245 2021-07-26T15:54:33.039 INFO:tasks.rados.rados.0.smithi046.stdout:2509: done (0 left) 2021-07-26T15:54:33.039 INFO:tasks.rados.rados.0.smithi046.stdout:2510: copy_from oid 14 from oid 22 current snap is 245 2021-07-26T15:54:33.040 INFO:tasks.rados.rados.0.smithi046.stdout:2511: delete oid 40 current snap is 245 2021-07-26T15:54:33.050 INFO:tasks.rados.rados.0.smithi046.stdout:2511: done (1 left) 2021-07-26T15:54:33.050 INFO:tasks.rados.rados.0.smithi046.stdout:2512: delete oid 21 current snap is 245 2021-07-26T15:54:33.052 INFO:tasks.rados.rados.0.smithi046.stdout:2512: done (1 left) 2021-07-26T15:54:33.053 INFO:tasks.rados.rados.0.smithi046.stdout:2513: rmattr oid 28 current snap is 245 2021-07-26T15:54:33.053 INFO:tasks.rados.rados.0.smithi046.stdout:2513: done (1 left) 2021-07-26T15:54:33.054 INFO:tasks.rados.rados.0.smithi046.stdout:2514: read oid 7 snap 240 2021-07-26T15:54:33.054 INFO:tasks.rados.rados.0.smithi046.stdout:2514: expect deleted 2021-07-26T15:54:33.054 INFO:tasks.rados.rados.0.smithi046.stdout:2515: copy_from oid 10 from oid 36 current snap is 245 2021-07-26T15:54:33.055 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 245 2021-07-26T15:54:33.055 INFO:tasks.rados.rados.0.smithi046.stdout:2516: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2021-07-26T15:54:33.057 INFO:tasks.rados.rados.0.smithi046.stdout:2516: writing smithi04638994-43 from 0 to 671744 tid 1 2021-07-26T15:54:33.061 INFO:tasks.rados.rados.0.smithi046.stdout:2516: writing smithi04638994-43 from 671744 to 1294336 tid 2 2021-07-26T15:54:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:2516: writing smithi04638994-43 from 1294336 to 1474560 tid 3 2021-07-26T15:54:33.062 INFO:tasks.rados.rados.0.smithi046.stdout:2517: read oid 48 snap -1 2021-07-26T15:54:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:2517: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:54:33.063 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 245 2021-07-26T15:54:33.064 INFO:tasks.rados.rados.0.smithi046.stdout:2518: seq_num 805 ranges {9674752=688128,10362880=507904,10870784=294912} 2021-07-26T15:54:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:2518: writing smithi04638994-2 from 9674752 to 10362880 tid 1 2021-07-26T15:54:33.124 INFO:tasks.rados.rados.0.smithi046.stdout:2518: writing smithi04638994-2 from 10362880 to 10870784 tid 2 2021-07-26T15:54:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:2518: writing smithi04638994-2 from 10870784 to 11165696 tid 3 2021-07-26T15:54:33.129 INFO:tasks.rados.rados.0.smithi046.stdout:2519: copy_from oid 16 from oid 37 current snap is 245 2021-07-26T15:54:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:2514: done (6 left) 2021-07-26T15:54:33.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 245 2021-07-26T15:54:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:2515: finishing copy_from to smithi04638994-10 2021-07-26T15:54:33.131 INFO:tasks.rados.rados.0.smithi046.stdout:2515: got expected ENOENT (src dne) 2021-07-26T15:54:33.132 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing write tid 1 to smithi04638994-43 2021-07-26T15:54:33.132 INFO:tasks.rados.rados.0.smithi046.stdout:2515: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:54:33.133 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing write tid 2 to smithi04638994-43 2021-07-26T15:54:33.133 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing write tid 3 to smithi04638994-43 2021-07-26T15:54:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing write tid 4 to smithi04638994-43 2021-07-26T15:54:33.134 INFO:tasks.rados.rados.0.smithi046.stdout:2516: finishing write tid 5 to smithi04638994-43 2021-07-26T15:54:33.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1172 (ObjNum 804 snap 245 seq_num 804) dirty exists 2021-07-26T15:54:33.136 INFO:tasks.rados.rados.0.smithi046.stdout:2516: left oid 43 (ObjNum 804 snap 245 seq_num 804) 2021-07-26T15:54:33.136 INFO:tasks.rados.rados.0.smithi046.stdout:2520: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2021-07-26T15:54:33.138 INFO:tasks.rados.rados.0.smithi046.stdout:2520: writing smithi04638994-38 from 0 to 704512 tid 1 2021-07-26T15:54:33.138 INFO:tasks.rados.rados.0.smithi046.stdout:2520: writing smithi04638994-38 from 704512 to 1146880 tid 2 2021-07-26T15:54:33.138 INFO:tasks.rados.rados.0.smithi046.stdout:2520: writing smithi04638994-38 from 1146880 to 1507328 tid 3 2021-07-26T15:54:33.139 INFO:tasks.rados.rados.0.smithi046.stdout:2515: done (6 left) 2021-07-26T15:54:33.139 INFO:tasks.rados.rados.0.smithi046.stdout:2516: done (5 left) 2021-07-26T15:54:33.140 INFO:tasks.rados.rados.0.smithi046.stdout:2521: delete oid 21 current snap is 245 2021-07-26T15:54:33.140 INFO:tasks.rados.rados.0.smithi046.stdout:2517: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:54:33.219 INFO:tasks.rados.rados.0.smithi046.stdout:2510: finishing copy_from to smithi04638994-14 2021-07-26T15:54:33.219 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1378 (ObjNum 722 snap 217 seq_num 722) dirty exists 2021-07-26T15:54:33.220 INFO:tasks.rados.rados.0.smithi046.stdout:2510: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:54:33.220 INFO:tasks.rados.rados.0.smithi046.stdout:2519: finishing copy_from to smithi04638994-16 2021-07-26T15:54:33.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1399 (ObjNum 197854128 snap 22029 seq_num 1110543504) dirty exists 2021-07-26T15:54:33.220 INFO:tasks.rados.rados.0.smithi046.stdout:2518: finishing write tid 1 to smithi04638994-2 2021-07-26T15:54:33.221 INFO:tasks.rados.rados.0.smithi046.stdout:2519: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:54:33.221 INFO:tasks.rados.rados.0.smithi046.stdout:2518: finishing write tid 2 to smithi04638994-2 2021-07-26T15:54:33.221 INFO:tasks.rados.rados.0.smithi046.stdout:2518: finishing write tid 3 to smithi04638994-2 2021-07-26T15:54:33.221 INFO:tasks.rados.rados.0.smithi046.stdout:2518: finishing write tid 4 to smithi04638994-2 2021-07-26T15:54:33.222 INFO:tasks.rados.rados.0.smithi046.stdout:2518: finishing write tid 5 to smithi04638994-2 2021-07-26T15:54:33.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1169 (ObjNum 805 snap 245 seq_num 805) dirty exists 2021-07-26T15:54:33.222 INFO:tasks.rados.rados.0.smithi046.stdout:2518: left oid 2 (ObjNum 805 snap 245 seq_num 805) 2021-07-26T15:54:33.223 INFO:tasks.rados.rados.0.smithi046.stdout:2520: finishing write tid 1 to smithi04638994-38 2021-07-26T15:54:33.230 INFO:tasks.rados.rados.0.smithi046.stdout:2520: finishing write tid 2 to smithi04638994-38 2021-07-26T15:54:33.230 INFO:tasks.rados.rados.0.smithi046.stdout:2520: finishing write tid 3 to smithi04638994-38 2021-07-26T15:54:33.230 INFO:tasks.rados.rados.0.smithi046.stdout:2520: finishing write tid 4 to smithi04638994-38 2021-07-26T15:54:33.230 INFO:tasks.rados.rados.0.smithi046.stdout:2510: done (5 left) 2021-07-26T15:54:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:2517: done (4 left) 2021-07-26T15:54:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:2518: done (3 left) 2021-07-26T15:54:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:2519: done (2 left) 2021-07-26T15:54:33.231 INFO:tasks.rados.rados.0.smithi046.stdout:2521: done (1 left) 2021-07-26T15:54:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 245 2021-07-26T15:54:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:2520: finishing write tid 5 to smithi04638994-38 2021-07-26T15:54:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1403 (ObjNum 806 snap 245 seq_num 806) dirty exists 2021-07-26T15:54:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:2520: left oid 38 (ObjNum 806 snap 245 seq_num 806) 2021-07-26T15:54:33.232 INFO:tasks.rados.rados.0.smithi046.stdout:2522: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2021-07-26T15:54:33.233 INFO:tasks.rados.rados.0.smithi046.stdout:2522: writing smithi04638994-23 from 0 to 737280 tid 1 2021-07-26T15:54:33.234 INFO:tasks.rados.rados.0.smithi046.stdout:2522: writing smithi04638994-23 from 737280 to 1351680 tid 2 2021-07-26T15:54:33.234 INFO:tasks.rados.rados.0.smithi046.stdout:2522: writing smithi04638994-23 from 1351680 to 1540096 tid 3 2021-07-26T15:54:33.234 INFO:tasks.rados.rados.0.smithi046.stdout:2520: done (1 left) 2021-07-26T15:54:33.234 INFO:tasks.rados.rados.0.smithi046.stdout:2523: delete oid 14 current snap is 245 2021-07-26T15:54:33.237 INFO:tasks.rados.rados.0.smithi046.stdout:2522: finishing write tid 1 to smithi04638994-23 2021-07-26T15:54:33.238 INFO:tasks.rados.rados.0.smithi046.stdout:2523: done (1 left) 2021-07-26T15:54:33.238 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 245 2021-07-26T15:54:33.239 INFO:tasks.rados.rados.0.smithi046.stdout:2524: seq_num 810 ranges {1507328=770048,2277376=778240,3055616=24576} 2021-07-26T15:54:33.253 INFO:tasks.rados.rados.0.smithi046.stdout:2524: writing smithi04638994-38 from 1507328 to 2277376 tid 1 2021-07-26T15:54:33.257 INFO:tasks.rados.rados.0.smithi046.stdout:2524: writing smithi04638994-38 from 2277376 to 3055616 tid 2 2021-07-26T15:54:33.258 INFO:tasks.rados.rados.0.smithi046.stdout:2524: writing smithi04638994-38 from 3055616 to 3080192 tid 3 2021-07-26T15:54:33.258 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 245 2021-07-26T15:54:33.258 INFO:tasks.rados.rados.0.smithi046.stdout:2525: seq_num 811 ranges {2719744=786432,3506176=663552,4169728=139264} 2021-07-26T15:54:33.277 INFO:tasks.rados.rados.0.smithi046.stdout:2525: writing smithi04638994-50 from 2719744 to 3506176 tid 1 2021-07-26T15:54:33.281 INFO:tasks.rados.rados.0.smithi046.stdout:2525: writing smithi04638994-50 from 3506176 to 4169728 tid 2 2021-07-26T15:54:33.282 INFO:tasks.rados.rados.0.smithi046.stdout:2525: writing smithi04638994-50 from 4169728 to 4308992 tid 3 2021-07-26T15:54:33.283 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 245 2021-07-26T15:54:33.283 INFO:tasks.rados.rados.0.smithi046.stdout:2522: finishing write tid 2 to smithi04638994-23 2021-07-26T15:54:33.283 INFO:tasks.rados.rados.0.smithi046.stdout:2526: seq_num 812 ranges {3694592=802816,4497408=548864,5046272=253952} 2021-07-26T15:54:33.308 INFO:tasks.rados.rados.0.smithi046.stdout:2526: writing smithi04638994-9 from 3694592 to 4497408 tid 1 2021-07-26T15:54:33.311 INFO:tasks.rados.rados.0.smithi046.stdout:2526: writing smithi04638994-9 from 4497408 to 5046272 tid 2 2021-07-26T15:54:33.313 INFO:tasks.rados.rados.0.smithi046.stdout:2526: writing smithi04638994-9 from 5046272 to 5300224 tid 3 2021-07-26T15:54:33.313 INFO:tasks.rados.rados.0.smithi046.stdout:2527: read oid 24 snap -1 2021-07-26T15:54:33.313 INFO:tasks.rados.rados.0.smithi046.stdout:2527: expect (ObjNum 796 snap 243 seq_num 796) 2021-07-26T15:54:33.313 INFO:tasks.rados.rados.0.smithi046.stdout:2528: snap_remove snap 239 2021-07-26T15:54:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:33 smithi073 bash[34190]: cluster 2021-07-26T15:54:31.973787+0000 mgr.y (mgr.24683) 355 : cluster [DBG] pgmap v641: 25 pgs: 25 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:33 smithi073 bash[34190]: cluster 2021-07-26T15:54:32.017160+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T15:54:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[42351]: cluster 2021-07-26T15:54:31.973787+0000 mgr.y (mgr.24683) 355 : cluster [DBG] pgmap v641: 25 pgs: 25 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[42351]: cluster 2021-07-26T15:54:32.017160+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T15:54:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[41283]: cluster 2021-07-26T15:54:31.973787+0000 mgr.y (mgr.24683) 355 : cluster [DBG] pgmap v641: 25 pgs: 25 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[41283]: cluster 2021-07-26T15:54:32.017160+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T15:54:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:33.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:33.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:54:34.030 INFO:tasks.rados.rados.0.smithi046.stdout:2528: done (5 left) 2021-07-26T15:54:34.030 INFO:tasks.rados.rados.0.smithi046.stdout:2529: setattr oid 14 current snap is 245 2021-07-26T15:54:34.030 INFO:tasks.rados.rados.0.smithi046.stdout:2522: finishing write tid 3 to smithi04638994-23 2021-07-26T15:54:34.031 INFO:tasks.rados.rados.0.smithi046.stdout:2522: finishing write tid 4 to smithi04638994-23 2021-07-26T15:54:34.031 INFO:tasks.rados.rados.0.smithi046.stdout:2522: finishing write tid 5 to smithi04638994-23 2021-07-26T15:54:34.031 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1615 (ObjNum 808 snap 245 seq_num 808) dirty exists 2021-07-26T15:54:34.031 INFO:tasks.rados.rados.0.smithi046.stdout:2522: left oid 23 (ObjNum 808 snap 245 seq_num 808) 2021-07-26T15:54:34.032 INFO:tasks.rados.rados.0.smithi046.stdout:2524: finishing write tid 1 to smithi04638994-38 2021-07-26T15:54:34.032 INFO:tasks.rados.rados.0.smithi046.stdout:2524: finishing write tid 2 to smithi04638994-38 2021-07-26T15:54:34.032 INFO:tasks.rados.rados.0.smithi046.stdout:2524: finishing write tid 3 to smithi04638994-38 2021-07-26T15:54:34.032 INFO:tasks.rados.rados.0.smithi046.stdout:2524: finishing write tid 4 to smithi04638994-38 2021-07-26T15:54:34.032 INFO:tasks.rados.rados.0.smithi046.stdout:2524: finishing write tid 5 to smithi04638994-38 2021-07-26T15:54:34.033 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1407 (ObjNum 810 snap 245 seq_num 810) dirty exists 2021-07-26T15:54:34.033 INFO:tasks.rados.rados.0.smithi046.stdout:2524: left oid 38 (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:54:34.033 INFO:tasks.rados.rados.0.smithi046.stdout:2525: finishing write tid 1 to smithi04638994-50 2021-07-26T15:54:34.033 INFO:tasks.rados.rados.0.smithi046.stdout:2525: finishing write tid 2 to smithi04638994-50 2021-07-26T15:54:34.034 INFO:tasks.rados.rados.0.smithi046.stdout:2525: finishing write tid 3 to smithi04638994-50 2021-07-26T15:54:34.034 INFO:tasks.rados.rados.0.smithi046.stdout:2525: finishing write tid 4 to smithi04638994-50 2021-07-26T15:54:34.034 INFO:tasks.rados.rados.0.smithi046.stdout:2525: finishing write tid 5 to smithi04638994-50 2021-07-26T15:54:34.034 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1115 (ObjNum 811 snap 245 seq_num 811) dirty exists 2021-07-26T15:54:34.034 INFO:tasks.rados.rados.0.smithi046.stdout:2525: left oid 50 (ObjNum 811 snap 245 seq_num 811) 2021-07-26T15:54:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:2526: finishing write tid 1 to smithi04638994-9 2021-07-26T15:54:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:2526: finishing write tid 2 to smithi04638994-9 2021-07-26T15:54:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:2526: finishing write tid 3 to smithi04638994-9 2021-07-26T15:54:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:2526: finishing write tid 4 to smithi04638994-9 2021-07-26T15:54:34.035 INFO:tasks.rados.rados.0.smithi046.stdout:2526: finishing write tid 5 to smithi04638994-9 2021-07-26T15:54:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1551 (ObjNum 812 snap 245 seq_num 812) dirty exists 2021-07-26T15:54:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:2526: left oid 9 (ObjNum 812 snap 245 seq_num 812) 2021-07-26T15:54:34.036 INFO:tasks.rados.rados.0.smithi046.stdout:2527: expect (ObjNum 796 snap 243 seq_num 796) 2021-07-26T15:54:34.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:34 smithi073 bash[34190]: cluster 2021-07-26T15:54:33.026177+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T15:54:34.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:34 smithi046 bash[41283]: cluster 2021-07-26T15:54:33.026177+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T15:54:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:34 smithi046 bash[42351]: cluster 2021-07-26T15:54:33.026177+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T15:54:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:35 smithi073 bash[34190]: cluster 2021-07-26T15:54:33.974493+0000 mgr.y (mgr.24683) 356 : cluster [DBG] pgmap v644: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:35 smithi073 bash[34190]: cluster 2021-07-26T15:54:34.029465+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T15:54:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:35 smithi046 bash[41283]: cluster 2021-07-26T15:54:33.974493+0000 mgr.y (mgr.24683) 356 : cluster [DBG] pgmap v644: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:35 smithi046 bash[41283]: cluster 2021-07-26T15:54:34.029465+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T15:54:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:35 smithi046 bash[42351]: cluster 2021-07-26T15:54:33.974493+0000 mgr.y (mgr.24683) 356 : cluster [DBG] pgmap v644: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 339 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T15:54:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:35 smithi046 bash[42351]: cluster 2021-07-26T15:54:34.029465+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T15:54:35.727 INFO:tasks.rados.rados.0.smithi046.stdout:2522: done (5 left) 2021-07-26T15:54:35.728 INFO:tasks.rados.rados.0.smithi046.stdout:2524: done (4 left) 2021-07-26T15:54:35.728 INFO:tasks.rados.rados.0.smithi046.stdout:2525: done (3 left) 2021-07-26T15:54:35.728 INFO:tasks.rados.rados.0.smithi046.stdout:2526: done (2 left) 2021-07-26T15:54:35.729 INFO:tasks.rados.rados.0.smithi046.stdout:2527: done (1 left) 2021-07-26T15:54:35.729 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 245 2021-07-26T15:54:35.729 INFO:tasks.rados.rados.0.smithi046.stdout:2530: seq_num 813 ranges {1769472=417792,2187264=434176,2621440=442368,3063808=327680} 2021-07-26T15:54:35.747 INFO:tasks.rados.rados.0.smithi046.stdout:2530: writing smithi04638994-49 from 1769472 to 2187264 tid 1 2021-07-26T15:54:35.748 INFO:tasks.rados.rados.0.smithi046.stdout:2530: writing smithi04638994-49 from 2187264 to 2621440 tid 2 2021-07-26T15:54:35.751 INFO:tasks.rados.rados.0.smithi046.stdout:2530: writing smithi04638994-49 from 2621440 to 3063808 tid 3 2021-07-26T15:54:35.753 INFO:tasks.rados.rados.0.smithi046.stdout:2530: writing smithi04638994-49 from 3063808 to 3391488 tid 4 2021-07-26T15:54:35.754 INFO:tasks.rados.rados.0.smithi046.stdout:2531: snap_remove snap 209 2021-07-26T15:54:36.007 INFO:tasks.rados.rados.0.smithi046.stdout:2531: done (2 left) 2021-07-26T15:54:36.008 INFO:tasks.rados.rados.0.smithi046.stdout:2532: snap_remove snap 244 2021-07-26T15:54:37.023 INFO:tasks.rados.rados.0.smithi046.stdout:2532: done (2 left) 2021-07-26T15:54:37.023 INFO:tasks.rados.rados.0.smithi046.stdout:2533: delete oid 32 current snap is 245 2021-07-26T15:54:37.024 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1380 (ObjNum 0 snap 22029 seq_num 198446016) dirty exists 2021-07-26T15:54:37.024 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 1 to smithi04638994-49 2021-07-26T15:54:37.024 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 2 to smithi04638994-49 2021-07-26T15:54:37.024 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 3 to smithi04638994-49 2021-07-26T15:54:37.025 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 4 to smithi04638994-49 2021-07-26T15:54:37.025 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 5 to smithi04638994-49 2021-07-26T15:54:37.025 INFO:tasks.rados.rados.0.smithi046.stdout:2530: finishing write tid 6 to smithi04638994-49 2021-07-26T15:54:37.025 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1412 (ObjNum 813 snap 245 seq_num 813) dirty exists 2021-07-26T15:54:37.025 INFO:tasks.rados.rados.0.smithi046.stdout:2530: left oid 49 (ObjNum 813 snap 245 seq_num 813) 2021-07-26T15:54:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:2529: done (2 left) 2021-07-26T15:54:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:2530: done (1 left) 2021-07-26T15:54:37.034 INFO:tasks.rados.rados.0.smithi046.stdout:2533: done (0 left) 2021-07-26T15:54:37.035 INFO:tasks.rados.rados.0.smithi046.stdout:2534: delete oid 19 current snap is 245 2021-07-26T15:54:37.040 INFO:tasks.rados.rados.0.smithi046.stdout:2534: done (0 left) 2021-07-26T15:54:37.040 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 245 2021-07-26T15:54:37.040 INFO:tasks.rados.rados.0.smithi046.stdout:2535: seq_num 816 ranges {966656=475136,1441792=540672,1982464=614400,2596864=49152} 2021-07-26T15:54:37.049 INFO:tasks.rados.rados.0.smithi046.stdout:2535: writing smithi04638994-18 from 966656 to 1441792 tid 1 2021-07-26T15:54:37.053 INFO:tasks.rados.rados.0.smithi046.stdout:2535: writing smithi04638994-18 from 1441792 to 1982464 tid 2 2021-07-26T15:54:37.061 INFO:tasks.rados.rados.0.smithi046.stdout:2535: writing smithi04638994-18 from 1982464 to 2596864 tid 3 2021-07-26T15:54:37.061 INFO:tasks.rados.rados.0.smithi046.stdout:2535: writing smithi04638994-18 from 2596864 to 2646016 tid 4 2021-07-26T15:54:37.062 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 245 2021-07-26T15:54:37.062 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 1 to smithi04638994-18 2021-07-26T15:54:37.063 INFO:tasks.rados.rados.0.smithi046.stdout:2536: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2021-07-26T15:54:37.063 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04638994-14 from 0 to 491520 tid 1 2021-07-26T15:54:37.064 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04638994-14 from 491520 to 909312 tid 2 2021-07-26T15:54:37.066 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04638994-14 from 909312 to 1335296 tid 3 2021-07-26T15:54:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:2536: writing smithi04638994-14 from 1335296 to 1695744 tid 4 2021-07-26T15:54:37.070 INFO:tasks.rados.rados.0.smithi046.stdout:2537: delete oid 35 current snap is 245 2021-07-26T15:54:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 2 to smithi04638994-18 2021-07-26T15:54:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 3 to smithi04638994-18 2021-07-26T15:54:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 4 to smithi04638994-18 2021-07-26T15:54:37.071 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 5 to smithi04638994-18 2021-07-26T15:54:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:2535: finishing write tid 6 to smithi04638994-18 2021-07-26T15:54:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1117 (ObjNum 816 snap 245 seq_num 816) dirty exists 2021-07-26T15:54:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:2535: left oid 18 (ObjNum 816 snap 245 seq_num 816) 2021-07-26T15:54:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 1 to smithi04638994-14 2021-07-26T15:54:37.072 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 2 to smithi04638994-14 2021-07-26T15:54:37.073 INFO:tasks.rados.rados.0.smithi046.stdout:2535: done (2 left) 2021-07-26T15:54:37.074 INFO:tasks.rados.rados.0.smithi046.stdout:2537: done (1 left) 2021-07-26T15:54:37.074 INFO:tasks.rados.rados.0.smithi046.stdout:2538: setattr oid 35 current snap is 245 2021-07-26T15:54:37.074 INFO:tasks.rados.rados.0.smithi046.stdout:2539: copy_from oid 26 from oid 1 current snap is 245 2021-07-26T15:54:37.074 INFO:tasks.rados.rados.0.smithi046.stdout:2540: copy_from oid 17 from oid 29 current snap is 245 2021-07-26T15:54:37.075 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 245 2021-07-26T15:54:37.075 INFO:tasks.rados.rados.0.smithi046.stdout:2541: seq_num 819 ranges {5931008=524288,6455296=589824,7045120=614400} 2021-07-26T15:54:37.110 INFO:tasks.rados.rados.0.smithi046.stdout:2541: writing smithi04638994-27 from 5931008 to 6455296 tid 1 2021-07-26T15:54:37.113 INFO:tasks.rados.rados.0.smithi046.stdout:2541: writing smithi04638994-27 from 6455296 to 7045120 tid 2 2021-07-26T15:54:37.119 INFO:tasks.rados.rados.0.smithi046.stdout:2541: writing smithi04638994-27 from 7045120 to 7659520 tid 3 2021-07-26T15:54:37.119 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 245 2021-07-26T15:54:37.119 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 3 to smithi04638994-14 2021-07-26T15:54:37.120 INFO:tasks.rados.rados.0.smithi046.stdout:2542: seq_num 820 ranges {11165696=540672,11706368=475136,12181504=598016,12779520=131072} 2021-07-26T15:54:37.183 INFO:tasks.rados.rados.0.smithi046.stdout:2542: writing smithi04638994-2 from 11165696 to 11706368 tid 1 2021-07-26T15:54:37.185 INFO:tasks.rados.rados.0.smithi046.stdout:2542: writing smithi04638994-2 from 11706368 to 12181504 tid 2 2021-07-26T15:54:37.189 INFO:tasks.rados.rados.0.smithi046.stdout:2542: writing smithi04638994-2 from 12181504 to 12779520 tid 3 2021-07-26T15:54:37.190 INFO:tasks.rados.rados.0.smithi046.stdout:2542: writing smithi04638994-2 from 12779520 to 12910592 tid 4 2021-07-26T15:54:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:2543: read oid 9 snap -1 2021-07-26T15:54:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:2543: expect (ObjNum 812 snap 245 seq_num 812) 2021-07-26T15:54:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:2544: rmattr oid 28 current snap is 245 2021-07-26T15:54:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:2544: done (7 left) 2021-07-26T15:54:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:2545: rollback oid 44 current snap is 245 2021-07-26T15:54:37.192 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 225 2021-07-26T15:54:37.192 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 4 to smithi04638994-14 2021-07-26T15:54:37.192 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 5 to smithi04638994-14 2021-07-26T15:54:37.192 INFO:tasks.rados.rados.0.smithi046.stdout:2536: finishing write tid 6 to smithi04638994-14 2021-07-26T15:54:37.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1385 (ObjNum 817 snap 245 seq_num 817) dirty exists 2021-07-26T15:54:37.193 INFO:tasks.rados.rados.0.smithi046.stdout:2536: left oid 14 (ObjNum 817 snap 245 seq_num 817) 2021-07-26T15:54:37.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1414 (ObjNum 198773392 snap 22029 seq_num 805308624) dirty exists 2021-07-26T15:54:37.193 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing copy_from to smithi04638994-17 2021-07-26T15:54:37.193 INFO:tasks.rados.rados.0.smithi046.stdout:2540: got expected ENOENT (src dne) 2021-07-26T15:54:37.194 INFO:tasks.rados.rados.0.smithi046.stdout:2540: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:54:37.194 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing copy_from to smithi04638994-26 2021-07-26T15:54:37.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1478 (ObjNum 784 snap 241 seq_num 784) dirty exists 2021-07-26T15:54:37.194 INFO:tasks.rados.rados.0.smithi046.stdout:2539: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:54:37.194 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing write tid 1 to smithi04638994-27 2021-07-26T15:54:37.195 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing write tid 2 to smithi04638994-27 2021-07-26T15:54:37.195 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing write tid 3 to smithi04638994-27 2021-07-26T15:54:37.195 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing write tid 4 to smithi04638994-27 2021-07-26T15:54:37.195 INFO:tasks.rados.rados.0.smithi046.stdout:2541: finishing write tid 5 to smithi04638994-27 2021-07-26T15:54:37.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1574 (ObjNum 819 snap 245 seq_num 819) dirty exists 2021-07-26T15:54:37.196 INFO:tasks.rados.rados.0.smithi046.stdout:2541: left oid 27 (ObjNum 819 snap 245 seq_num 819) 2021-07-26T15:54:37.196 INFO:tasks.rados.rados.0.smithi046.stdout:2536: done (7 left) 2021-07-26T15:54:37.196 INFO:tasks.rados.rados.0.smithi046.stdout:2538: done (6 left) 2021-07-26T15:54:37.196 INFO:tasks.rados.rados.0.smithi046.stdout:2539: done (5 left) 2021-07-26T15:54:37.197 INFO:tasks.rados.rados.0.smithi046.stdout:2540: done (4 left) 2021-07-26T15:54:37.197 INFO:tasks.rados.rados.0.smithi046.stdout:2541: done (3 left) 2021-07-26T15:54:37.197 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 245 2021-07-26T15:54:37.197 INFO:tasks.rados.rados.0.smithi046.stdout:2546: seq_num 821 ranges {13516800=557056,14073856=761856,14835712=442368} 2021-07-26T15:54:37.271 INFO:tasks.rados.rados.0.smithi046.stdout:2546: writing smithi04638994-24 from 13516800 to 14073856 tid 1 2021-07-26T15:54:37.273 INFO:tasks.rados.rados.0.smithi046.stdout:2546: writing smithi04638994-24 from 14073856 to 14835712 tid 2 2021-07-26T15:54:37.277 INFO:tasks.rados.rados.0.smithi046.stdout:2546: writing smithi04638994-24 from 14835712 to 15278080 tid 3 2021-07-26T15:54:37.277 INFO:tasks.rados.rados.0.smithi046.stdout:2547: read oid 37 snap -1 2021-07-26T15:54:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2547: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:54:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2548: rmattr oid 7 current snap is 245 2021-07-26T15:54:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2548: done (5 left) 2021-07-26T15:54:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2549: read oid 49 snap -1 2021-07-26T15:54:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2549: expect (ObjNum 813 snap 245 seq_num 813) 2021-07-26T15:54:37.279 INFO:tasks.rados.rados.0.smithi046.stdout:2550: setattr oid 3 current snap is 245 2021-07-26T15:54:37.281 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 1 to smithi04638994-2 2021-07-26T15:54:37.281 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:54:37.281 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 2 to smithi04638994-2 2021-07-26T15:54:37.282 INFO:tasks.rados.rados.0.smithi046.stdout:2545: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:54:37.282 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1160 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:54:37.282 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 3 to smithi04638994-2 2021-07-26T15:54:37.282 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 4 to smithi04638994-2 2021-07-26T15:54:37.283 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 5 to smithi04638994-2 2021-07-26T15:54:37.283 INFO:tasks.rados.rados.0.smithi046.stdout:2542: finishing write tid 6 to smithi04638994-2 2021-07-26T15:54:37.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1175 (ObjNum 820 snap 245 seq_num 820) dirty exists 2021-07-26T15:54:37.283 INFO:tasks.rados.rados.0.smithi046.stdout:2542: left oid 2 (ObjNum 820 snap 245 seq_num 820) 2021-07-26T15:54:37.283 INFO:tasks.rados.rados.0.smithi046.stdout:2543: expect (ObjNum 812 snap 245 seq_num 812) 2021-07-26T15:54:37.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:37 smithi073 bash[34190]: cluster 2021-07-26T15:54:35.975191+0000 mgr.y (mgr.24683) 357 : cluster [DBG] pgmap v646: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 411 B/s rd, 2.7 MiB/s wr, 12 op/s 2021-07-26T15:54:37.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:37 smithi073 bash[34190]: cluster 2021-07-26T15:54:36.007986+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T15:54:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:37 smithi046 bash[42351]: cluster 2021-07-26T15:54:35.975191+0000 mgr.y (mgr.24683) 357 : cluster [DBG] pgmap v646: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 411 B/s rd, 2.7 MiB/s wr, 12 op/s 2021-07-26T15:54:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:37 smithi046 bash[42351]: cluster 2021-07-26T15:54:36.007986+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T15:54:37.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:37 smithi046 bash[41283]: cluster 2021-07-26T15:54:35.975191+0000 mgr.y (mgr.24683) 357 : cluster [DBG] pgmap v646: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 411 B/s rd, 2.7 MiB/s wr, 12 op/s 2021-07-26T15:54:37.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:37 smithi046 bash[41283]: cluster 2021-07-26T15:54:36.007986+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T15:54:37.570 INFO:tasks.rados.rados.0.smithi046.stdout:2547: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:54:37.571 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing write tid 1 to smithi04638994-24 2021-07-26T15:54:37.571 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing write tid 2 to smithi04638994-24 2021-07-26T15:54:37.571 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing write tid 3 to smithi04638994-24 2021-07-26T15:54:37.572 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing write tid 4 to smithi04638994-24 2021-07-26T15:54:37.572 INFO:tasks.rados.rados.0.smithi046.stdout:2546: finishing write tid 5 to smithi04638994-24 2021-07-26T15:54:37.572 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1635 (ObjNum 821 snap 245 seq_num 821) dirty exists 2021-07-26T15:54:37.572 INFO:tasks.rados.rados.0.smithi046.stdout:2546: left oid 24 (ObjNum 821 snap 245 seq_num 821) 2021-07-26T15:54:37.573 INFO:tasks.rados.rados.0.smithi046.stdout:2549: expect (ObjNum 813 snap 245 seq_num 813) 2021-07-26T15:54:37.691 INFO:tasks.rados.rados.0.smithi046.stdout:2542: done (6 left) 2021-07-26T15:54:37.691 INFO:tasks.rados.rados.0.smithi046.stdout:2543: done (5 left) 2021-07-26T15:54:37.691 INFO:tasks.rados.rados.0.smithi046.stdout:2545: done (4 left) 2021-07-26T15:54:37.692 INFO:tasks.rados.rados.0.smithi046.stdout:2546: done (3 left) 2021-07-26T15:54:37.692 INFO:tasks.rados.rados.0.smithi046.stdout:2547: done (2 left) 2021-07-26T15:54:37.692 INFO:tasks.rados.rados.0.smithi046.stdout:2549: done (1 left) 2021-07-26T15:54:37.692 INFO:tasks.rados.rados.0.smithi046.stdout:2551: snap_create 2021-07-26T15:54:37.696 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1161 (ObjNum 197499280 snap 22029 seq_num 198698976) dirty exists 2021-07-26T15:54:38.033 INFO:tasks.rados.rados.0.smithi046.stdout:2550: done (1 left) 2021-07-26T15:54:38.034 INFO:tasks.rados.rados.0.smithi046.stdout:2551: done (0 left) 2021-07-26T15:54:38.034 INFO:tasks.rados.rados.0.smithi046.stdout:2552: delete oid 23 current snap is 246 2021-07-26T15:54:38.039 INFO:tasks.rados.rados.0.smithi046.stdout:2552: done (0 left) 2021-07-26T15:54:38.039 INFO:tasks.rados.rados.0.smithi046.stdout:2553: read oid 33 snap 240 2021-07-26T15:54:38.039 INFO:tasks.rados.rados.0.smithi046.stdout:2553: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:54:38.039 INFO:tasks.rados.rados.0.smithi046.stdout:2554: delete oid 18 current snap is 246 2021-07-26T15:54:38.047 INFO:tasks.rados.rados.0.smithi046.stdout:2554: done (1 left) 2021-07-26T15:54:38.048 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 246 2021-07-26T15:54:38.048 INFO:tasks.rados.rados.0.smithi046.stdout:2555: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2021-07-26T15:54:38.053 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04638994-3 from 0 to 606208 tid 1 2021-07-26T15:54:38.058 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04638994-3 from 606208 to 1064960 tid 2 2021-07-26T15:54:38.063 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04638994-3 from 1064960 to 1638400 tid 3 2021-07-26T15:54:38.066 INFO:tasks.rados.rados.0.smithi046.stdout:2555: writing smithi04638994-3 from 1638400 to 1810432 tid 4 2021-07-26T15:54:38.066 INFO:tasks.rados.rados.0.smithi046.stdout:2556: copy_from oid 35 from oid 12 current snap is 246 2021-07-26T15:54:38.066 INFO:tasks.rados.rados.0.smithi046.stdout:2557: read oid 15 snap 226 2021-07-26T15:54:38.067 INFO:tasks.rados.rados.0.smithi046.stdout:2557: expect (ObjNum 718 snap 216 seq_num 718) 2021-07-26T15:54:38.067 INFO:tasks.rados.rados.0.smithi046.stdout:2558: delete oid 9 current snap is 246 2021-07-26T15:54:38.067 INFO:tasks.rados.rados.0.smithi046.stdout:2553: expect (ObjNum 690 snap 205 seq_num 690) 2021-07-26T15:54:38.291 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 1 to smithi04638994-3 2021-07-26T15:54:38.292 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 2 to smithi04638994-3 2021-07-26T15:54:38.292 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing copy_from to smithi04638994-35 2021-07-26T15:54:38.292 INFO:tasks.rados.rados.0.smithi046.stdout:2556: got expected ENOENT (src dne) 2021-07-26T15:54:38.292 INFO:tasks.rados.rados.0.smithi046.stdout:2556: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:54:38.293 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 3 to smithi04638994-3 2021-07-26T15:54:38.293 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 4 to smithi04638994-3 2021-07-26T15:54:38.293 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 5 to smithi04638994-3 2021-07-26T15:54:38.293 INFO:tasks.rados.rados.0.smithi046.stdout:2555: finishing write tid 6 to smithi04638994-3 2021-07-26T15:54:38.294 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1166 (ObjNum 824 snap 246 seq_num 824) dirty exists 2021-07-26T15:54:38.294 INFO:tasks.rados.rados.0.smithi046.stdout:2555: left oid 3 (ObjNum 824 snap 246 seq_num 824) 2021-07-26T15:54:38.294 INFO:tasks.rados.rados.0.smithi046.stdout:2557: expect (ObjNum 718 snap 216 seq_num 718) 2021-07-26T15:54:38.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:38 smithi073 bash[34190]: cluster 2021-07-26T15:54:37.021378+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T15:54:38.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:38 smithi046 bash[42351]: cluster 2021-07-26T15:54:37.021378+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T15:54:38.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:38 smithi046 bash[41283]: cluster 2021-07-26T15:54:37.021378+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T15:54:38.996 INFO:tasks.rados.rados.0.smithi046.stdout:2553: done (4 left) 2021-07-26T15:54:38.996 INFO:tasks.rados.rados.0.smithi046.stdout:2555: done (3 left) 2021-07-26T15:54:38.997 INFO:tasks.rados.rados.0.smithi046.stdout:2556: done (2 left) 2021-07-26T15:54:38.997 INFO:tasks.rados.rados.0.smithi046.stdout:2557: done (1 left) 2021-07-26T15:54:38.997 INFO:tasks.rados.rados.0.smithi046.stdout:2558: done (0 left) 2021-07-26T15:54:38.997 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 246 2021-07-26T15:54:38.998 INFO:tasks.rados.rados.0.smithi046.stdout:2559: seq_num 826 ranges {2113536=638976,2752512=630784,3383296=573440} 2021-07-26T15:54:39.020 INFO:tasks.rados.rados.0.smithi046.stdout:2559: writing smithi04638994-45 from 2113536 to 2752512 tid 1 2021-07-26T15:54:39.024 INFO:tasks.rados.rados.0.smithi046.stdout:2559: writing smithi04638994-45 from 2752512 to 3383296 tid 2 2021-07-26T15:54:39.027 INFO:tasks.rados.rados.0.smithi046.stdout:2559: writing smithi04638994-45 from 3383296 to 3956736 tid 3 2021-07-26T15:54:39.027 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 246 2021-07-26T15:54:39.028 INFO:tasks.rados.rados.0.smithi046.stdout:2560: seq_num 827 ranges {3391488=655360,4046848=516096,4562944=688128} 2021-07-26T15:54:39.050 INFO:tasks.rados.rados.0.smithi046.stdout:2560: writing smithi04638994-49 from 3391488 to 4046848 tid 1 2021-07-26T15:54:39.054 INFO:tasks.rados.rados.0.smithi046.stdout:2560: writing smithi04638994-49 from 4046848 to 4562944 tid 2 2021-07-26T15:54:39.059 INFO:tasks.rados.rados.0.smithi046.stdout:2560: writing smithi04638994-49 from 4562944 to 5251072 tid 3 2021-07-26T15:54:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 246 2021-07-26T15:54:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 1 to smithi04638994-45 2021-07-26T15:54:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 2 to smithi04638994-45 2021-07-26T15:54:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 3 to smithi04638994-45 2021-07-26T15:54:39.060 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 4 to smithi04638994-45 2021-07-26T15:54:39.061 INFO:tasks.rados.rados.0.smithi046.stdout:2561: seq_num 828 ranges {1187840=671744,1859584=802816,2662400=401408} 2021-07-26T15:54:39.067 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04638994-46 from 1187840 to 1859584 tid 1 2021-07-26T15:54:39.072 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04638994-46 from 1859584 to 2662400 tid 2 2021-07-26T15:54:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:2561: writing smithi04638994-46 from 2662400 to 3063808 tid 3 2021-07-26T15:54:39.074 INFO:tasks.rados.rados.0.smithi046.stdout:2562: snap_remove snap 242 2021-07-26T15:54:39.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:39 smithi073 bash[34190]: cluster 2021-07-26T15:54:37.975881+0000 mgr.y (mgr.24683) 358 : cluster [DBG] pgmap v649: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2021-07-26T15:54:39.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:39 smithi073 bash[34190]: cluster 2021-07-26T15:54:38.031947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T15:54:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:39 smithi046 bash[41283]: cluster 2021-07-26T15:54:37.975881+0000 mgr.y (mgr.24683) 358 : cluster [DBG] pgmap v649: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2021-07-26T15:54:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:39 smithi046 bash[41283]: cluster 2021-07-26T15:54:38.031947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T15:54:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:39 smithi046 bash[42351]: cluster 2021-07-26T15:54:37.975881+0000 mgr.y (mgr.24683) 358 : cluster [DBG] pgmap v649: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2021-07-26T15:54:39.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:39 smithi046 bash[42351]: cluster 2021-07-26T15:54:38.031947+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T15:54:40.047 INFO:tasks.rados.rados.0.smithi046.stdout:2562: done (3 left) 2021-07-26T15:54:40.048 INFO:tasks.rados.rados.0.smithi046.stdout:2563: copy_from oid 7 from oid 13 current snap is 246 2021-07-26T15:54:40.048 INFO:tasks.rados.rados.0.smithi046.stdout:2559: finishing write tid 5 to smithi04638994-45 2021-07-26T15:54:40.048 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1418 (ObjNum 826 snap 246 seq_num 826) dirty exists 2021-07-26T15:54:40.048 INFO:tasks.rados.rados.0.smithi046.stdout:2559: left oid 45 (ObjNum 826 snap 246 seq_num 826) 2021-07-26T15:54:40.049 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing write tid 1 to smithi04638994-49 2021-07-26T15:54:40.049 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing write tid 2 to smithi04638994-49 2021-07-26T15:54:40.049 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing write tid 3 to smithi04638994-49 2021-07-26T15:54:40.049 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing write tid 4 to smithi04638994-49 2021-07-26T15:54:40.049 INFO:tasks.rados.rados.0.smithi046.stdout:2560: finishing write tid 5 to smithi04638994-49 2021-07-26T15:54:40.050 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1422 (ObjNum 827 snap 246 seq_num 827) dirty exists 2021-07-26T15:54:40.050 INFO:tasks.rados.rados.0.smithi046.stdout:2560: left oid 49 (ObjNum 827 snap 246 seq_num 827) 2021-07-26T15:54:40.050 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 1 to smithi04638994-46 2021-07-26T15:54:40.066 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 2 to smithi04638994-46 2021-07-26T15:54:40.066 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 3 to smithi04638994-46 2021-07-26T15:54:40.066 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 4 to smithi04638994-46 2021-07-26T15:54:40.067 INFO:tasks.rados.rados.0.smithi046.stdout:2561: finishing write tid 5 to smithi04638994-46 2021-07-26T15:54:40.067 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1182 (ObjNum 828 snap 246 seq_num 828) dirty exists 2021-07-26T15:54:40.067 INFO:tasks.rados.rados.0.smithi046.stdout:2561: left oid 46 (ObjNum 828 snap 246 seq_num 828) 2021-07-26T15:54:40.067 INFO:tasks.rados.rados.0.smithi046.stdout:2559: done (3 left) 2021-07-26T15:54:40.068 INFO:tasks.rados.rados.0.smithi046.stdout:2560: done (2 left) 2021-07-26T15:54:40.068 INFO:tasks.rados.rados.0.smithi046.stdout:2561: done (1 left) 2021-07-26T15:54:40.068 INFO:tasks.rados.rados.0.smithi046.stdout:2564: snap_remove snap 226 2021-07-26T15:54:41.012 INFO:tasks.rados.rados.0.smithi046.stdout:2564: done (1 left) 2021-07-26T15:54:41.012 INFO:tasks.rados.rados.0.smithi046.stdout:2565: copy_from oid 49 from oid 17 current snap is 246 2021-07-26T15:54:41.013 INFO:tasks.rados.rados.0.smithi046.stdout:2566: read oid 50 snap -1 2021-07-26T15:54:41.013 INFO:tasks.rados.rados.0.smithi046.stdout:2566: expect (ObjNum 811 snap 245 seq_num 811) 2021-07-26T15:54:41.013 INFO:tasks.rados.rados.0.smithi046.stdout:2567: delete oid 22 current snap is 246 2021-07-26T15:54:41.013 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing copy_from to smithi04638994-7 2021-07-26T15:54:41.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1111 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:54:41.014 INFO:tasks.rados.rados.0.smithi046.stdout:2563: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:54:41.029 INFO:tasks.rados.rados.0.smithi046.stdout:2563: done (3 left) 2021-07-26T15:54:41.029 INFO:tasks.rados.rados.0.smithi046.stdout:2567: done (2 left) 2021-07-26T15:54:41.029 INFO:tasks.rados.rados.0.smithi046.stdout:2568: setattr oid 7 current snap is 246 2021-07-26T15:54:41.030 INFO:tasks.rados.rados.0.smithi046.stdout:2569: snap_create 2021-07-26T15:54:41.047 INFO:tasks.rados.rados.0.smithi046.stdout:2566: expect (ObjNum 811 snap 245 seq_num 811) 2021-07-26T15:54:41.291 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1594 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:54:41.291 INFO:tasks.rados.rados.0.smithi046.stdout:2565: finishing copy_from to smithi04638994-49 2021-07-26T15:54:41.292 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1483 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:54:41.292 INFO:tasks.rados.rados.0.smithi046.stdout:2565: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:54:41.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:41 smithi073 bash[34190]: cluster 2021-07-26T15:54:39.976593+0000 mgr.y (mgr.24683) 359 : cluster [DBG] pgmap v651: 25 pgs: 25 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2021-07-26T15:54:41.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:41 smithi073 bash[34190]: cluster 2021-07-26T15:54:40.044414+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T15:54:41.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:41 smithi073 bash[34190]: cluster 2021-07-26T15:54:41.012073+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T15:54:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[42351]: cluster 2021-07-26T15:54:39.976593+0000 mgr.y (mgr.24683) 359 : cluster [DBG] pgmap v651: 25 pgs: 25 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2021-07-26T15:54:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[42351]: cluster 2021-07-26T15:54:40.044414+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T15:54:41.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[42351]: cluster 2021-07-26T15:54:41.012073+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T15:54:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[41283]: cluster 2021-07-26T15:54:39.976593+0000 mgr.y (mgr.24683) 359 : cluster [DBG] pgmap v651: 25 pgs: 25 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2021-07-26T15:54:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[41283]: cluster 2021-07-26T15:54:40.044414+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T15:54:41.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:41 smithi046 bash[41283]: cluster 2021-07-26T15:54:41.012073+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T15:54:42.024 INFO:tasks.rados.rados.0.smithi046.stdout:2565: done (3 left) 2021-07-26T15:54:42.025 INFO:tasks.rados.rados.0.smithi046.stdout:2566: done (2 left) 2021-07-26T15:54:42.025 INFO:tasks.rados.rados.0.smithi046.stdout:2568: done (1 left) 2021-07-26T15:54:42.025 INFO:tasks.rados.rados.0.smithi046.stdout:2569: done (0 left) 2021-07-26T15:54:42.025 INFO:tasks.rados.rados.0.smithi046.stdout:2570: snap_remove snap 234 2021-07-26T15:54:43.027 INFO:tasks.rados.rados.0.smithi046.stdout:2570: done (0 left) 2021-07-26T15:54:43.027 INFO:tasks.rados.rados.0.smithi046.stdout:2571: snap_remove snap 245 2021-07-26T15:54:43.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:43 smithi073 bash[34190]: cluster 2021-07-26T15:54:41.977338+0000 mgr.y (mgr.24683) 360 : cluster [DBG] pgmap v654: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2021-07-26T15:54:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:43 smithi073 bash[34190]: cluster 2021-07-26T15:54:42.024864+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T15:54:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[41283]: cluster 2021-07-26T15:54:41.977338+0000 mgr.y (mgr.24683) 360 : cluster [DBG] pgmap v654: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2021-07-26T15:54:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[41283]: cluster 2021-07-26T15:54:42.024864+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T15:54:43.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[42351]: cluster 2021-07-26T15:54:41.977338+0000 mgr.y (mgr.24683) 360 : cluster [DBG] pgmap v654: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2021-07-26T15:54:43.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[42351]: cluster 2021-07-26T15:54:42.024864+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T15:54:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:43.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:54:44.046 INFO:tasks.rados.rados.0.smithi046.stdout:2571: done (0 left) 2021-07-26T15:54:44.047 INFO:tasks.rados.rados.0.smithi046.stdout:2572: rollback oid 18 current snap is 247 2021-07-26T15:54:44.047 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 236 2021-07-26T15:54:44.047 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 247 2021-07-26T15:54:44.047 INFO:tasks.rados.rados.0.smithi046.stdout:2573: seq_num 830 ranges {1359872=704512,2064384=614400,2678784=573440,3252224=16384} 2021-07-26T15:54:44.062 INFO:tasks.rados.rados.0.smithi046.stdout:2573: writing smithi04638994-10 from 1359872 to 2064384 tid 1 2021-07-26T15:54:44.066 INFO:tasks.rados.rados.0.smithi046.stdout:2573: writing smithi04638994-10 from 2064384 to 2678784 tid 2 2021-07-26T15:54:44.070 INFO:tasks.rados.rados.0.smithi046.stdout:2573: writing smithi04638994-10 from 2678784 to 3252224 tid 3 2021-07-26T15:54:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:2573: writing smithi04638994-10 from 3252224 to 3268608 tid 4 2021-07-26T15:54:44.071 INFO:tasks.rados.rados.0.smithi046.stdout:2574: snap_create 2021-07-26T15:54:44.072 INFO:tasks.rados.rados.0.smithi046.stdout:2572: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:54:44.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1118 (ObjNum 1399346016 snap 1533236833 seq_num 1784499815) dirty dne 2021-07-26T15:54:44.073 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 1 to smithi04638994-10 2021-07-26T15:54:44.075 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 2 to smithi04638994-10 2021-07-26T15:54:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 3 to smithi04638994-10 2021-07-26T15:54:44.079 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 4 to smithi04638994-10 2021-07-26T15:54:44.080 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 5 to smithi04638994-10 2021-07-26T15:54:44.082 INFO:tasks.rados.rados.0.smithi046.stdout:2573: finishing write tid 6 to smithi04638994-10 2021-07-26T15:54:44.082 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1180 (ObjNum 830 snap 247 seq_num 830) dirty exists 2021-07-26T15:54:44.083 INFO:tasks.rados.rados.0.smithi046.stdout:2573: left oid 10 (ObjNum 830 snap 247 seq_num 830) 2021-07-26T15:54:44.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:44 smithi073 bash[34190]: cluster 2021-07-26T15:54:43.027240+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T15:54:44.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:44 smithi046 bash[41283]: cluster 2021-07-26T15:54:43.027240+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T15:54:44.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:44 smithi046 bash[42351]: cluster 2021-07-26T15:54:43.027240+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T15:54:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2572: done (2 left) 2021-07-26T15:54:45.054 INFO:tasks.rados.rados.0.smithi046.stdout:2573: done (1 left) 2021-07-26T15:54:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2574: done (0 left) 2021-07-26T15:54:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:2575: rollback oid 20 current snap is 248 2021-07-26T15:54:45.055 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 236 2021-07-26T15:54:45.056 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 248 2021-07-26T15:54:45.056 INFO:tasks.rados.rados.0.smithi046.stdout:2576: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2021-07-26T15:54:45.062 INFO:tasks.rados.rados.0.smithi046.stdout:2576: writing smithi04638994-35 from 0 to 720896 tid 1 2021-07-26T15:54:45.066 INFO:tasks.rados.rados.0.smithi046.stdout:2576: writing smithi04638994-35 from 720896 to 1220608 tid 2 2021-07-26T15:54:45.072 INFO:tasks.rados.rados.0.smithi046.stdout:2576: writing smithi04638994-35 from 1220608 to 1925120 tid 3 2021-07-26T15:54:45.072 INFO:tasks.rados.rados.0.smithi046.stdout:2577: delete oid 5 current snap is 248 2021-07-26T15:54:45.072 INFO:tasks.rados.rados.0.smithi046.stdout:2575: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:54:45.073 INFO:tasks.rados.rados.0.smithi046.stdout:2575: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:54:45.073 INFO:tasks.rados.rados.0.smithi046.stdout:2575: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:54:45.073 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1663 (ObjNum 707 snap 214 seq_num 707) dirty exists 2021-07-26T15:54:45.076 INFO:tasks.rados.rados.0.smithi046.stdout:2575: done (2 left) 2021-07-26T15:54:45.076 INFO:tasks.rados.rados.0.smithi046.stdout:2577: done (1 left) 2021-07-26T15:54:45.076 INFO:tasks.rados.rados.0.smithi046.stdout:2578: setattr oid 3 current snap is 248 2021-07-26T15:54:45.077 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing write tid 1 to smithi04638994-35 2021-07-26T15:54:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing write tid 2 to smithi04638994-35 2021-07-26T15:54:45.078 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing write tid 3 to smithi04638994-35 2021-07-26T15:54:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:2579: rmattr oid 7 current snap is 248 2021-07-26T15:54:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:2580: rmattr oid 1 current snap is 248 2021-07-26T15:54:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:2580: done (3 left) 2021-07-26T15:54:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:2581: read oid 19 snap 222 2021-07-26T15:54:45.079 INFO:tasks.rados.rados.0.smithi046.stdout:2581: expect (ObjNum 724 snap 220 seq_num 724) 2021-07-26T15:54:45.080 INFO:tasks.rados.rados.0.smithi046.stdout:2582: read oid 47 snap -1 2021-07-26T15:54:45.080 INFO:tasks.rados.rados.0.smithi046.stdout:2582: expect (ObjNum 708 snap 214 seq_num 708) 2021-07-26T15:54:45.080 INFO:tasks.rados.rados.0.smithi046.stdout:2583: rollback oid 44 current snap is 248 2021-07-26T15:54:45.081 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 219 2021-07-26T15:54:45.081 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 248 2021-07-26T15:54:45.081 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing write tid 4 to smithi04638994-35 2021-07-26T15:54:45.089 INFO:tasks.rados.rados.0.smithi046.stdout:2584: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2021-07-26T15:54:45.090 INFO:tasks.rados.rados.0.smithi046.stdout:2584: writing smithi04638994-9 from 0 to 761856 tid 1 2021-07-26T15:54:45.091 INFO:tasks.rados.rados.0.smithi046.stdout:2584: writing smithi04638994-9 from 761856 to 1433600 tid 2 2021-07-26T15:54:45.093 INFO:tasks.rados.rados.0.smithi046.stdout:2584: writing smithi04638994-9 from 1433600 to 1966080 tid 3 2021-07-26T15:54:45.093 INFO:tasks.rados.rados.0.smithi046.stdout:2585: snap_remove snap 247 2021-07-26T15:54:45.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:45 smithi073 bash[34190]: cluster 2021-07-26T15:54:43.978058+0000 mgr.y (mgr.24683) 361 : cluster [DBG] pgmap v657: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2021-07-26T15:54:45.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:45 smithi073 bash[34190]: cluster 2021-07-26T15:54:44.043940+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T15:54:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:45 smithi046 bash[41283]: cluster 2021-07-26T15:54:43.978058+0000 mgr.y (mgr.24683) 361 : cluster [DBG] pgmap v657: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2021-07-26T15:54:45.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:45 smithi046 bash[41283]: cluster 2021-07-26T15:54:44.043940+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T15:54:45.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:45 smithi046 bash[42351]: cluster 2021-07-26T15:54:43.978058+0000 mgr.y (mgr.24683) 361 : cluster [DBG] pgmap v657: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2021-07-26T15:54:45.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:45 smithi046 bash[42351]: cluster 2021-07-26T15:54:44.043940+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T15:54:46.015 INFO:tasks.rados.rados.0.smithi046.stdout:2585: done (7 left) 2021-07-26T15:54:46.016 INFO:tasks.rados.rados.0.smithi046.stdout:2586: rollback oid 20 current snap is 248 2021-07-26T15:54:46.016 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 225 2021-07-26T15:54:46.016 INFO:tasks.rados.rados.0.smithi046.stdout:2587: delete oid 49 current snap is 248 2021-07-26T15:54:46.016 INFO:tasks.rados.rados.0.smithi046.stdout:2576: finishing write tid 5 to smithi04638994-35 2021-07-26T15:54:46.016 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1487 (ObjNum 831 snap 248 seq_num 831) dirty exists 2021-07-26T15:54:46.017 INFO:tasks.rados.rados.0.smithi046.stdout:2576: left oid 35 (ObjNum 831 snap 248 seq_num 831) 2021-07-26T15:54:46.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1167 (ObjNum 824 snap 246 seq_num 824) dirty exists 2021-07-26T15:54:46.017 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:54:46.017 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1610 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:54:46.018 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:54:46.018 INFO:tasks.rados.rados.0.smithi046.stdout:2584: finishing write tid 1 to smithi04638994-9 2021-07-26T15:54:46.018 INFO:tasks.rados.rados.0.smithi046.stdout:2583: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:54:46.018 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1170 (ObjNum 559 snap 162 seq_num 559) dirty exists 2021-07-26T15:54:46.018 INFO:tasks.rados.rados.0.smithi046.stdout:2584: finishing write tid 2 to smithi04638994-9 2021-07-26T15:54:46.019 INFO:tasks.rados.rados.0.smithi046.stdout:2584: finishing write tid 3 to smithi04638994-9 2021-07-26T15:54:46.019 INFO:tasks.rados.rados.0.smithi046.stdout:2584: finishing write tid 4 to smithi04638994-9 2021-07-26T15:54:46.019 INFO:tasks.rados.rados.0.smithi046.stdout:2584: finishing write tid 5 to smithi04638994-9 2021-07-26T15:54:46.019 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1614 (ObjNum 833 snap 248 seq_num 833) dirty exists 2021-07-26T15:54:46.019 INFO:tasks.rados.rados.0.smithi046.stdout:2584: left oid 9 (ObjNum 833 snap 248 seq_num 833) 2021-07-26T15:54:46.020 INFO:tasks.rados.rados.0.smithi046.stdout:2582: expect (ObjNum 708 snap 214 seq_num 708) 2021-07-26T15:54:46.082 INFO:tasks.rados.rados.0.smithi046.stdout:2581: expect (ObjNum 724 snap 220 seq_num 724) 2021-07-26T15:54:46.289 INFO:tasks.rados.rados.0.smithi046.stdout:2586: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:54:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:2586: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:54:46.290 INFO:tasks.rados.rados.0.smithi046.stdout:2586: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:54:46.291 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1666 (ObjNum 707 snap 214 seq_num 707) dirty exists 2021-07-26T15:54:46.292 INFO:tasks.rados.rados.0.smithi046.stdout:2576: done (8 left) 2021-07-26T15:54:46.292 INFO:tasks.rados.rados.0.smithi046.stdout:2578: done (7 left) 2021-07-26T15:54:46.293 INFO:tasks.rados.rados.0.smithi046.stdout:2579: done (6 left) 2021-07-26T15:54:46.293 INFO:tasks.rados.rados.0.smithi046.stdout:2581: done (5 left) 2021-07-26T15:54:46.293 INFO:tasks.rados.rados.0.smithi046.stdout:2582: done (4 left) 2021-07-26T15:54:46.293 INFO:tasks.rados.rados.0.smithi046.stdout:2583: done (3 left) 2021-07-26T15:54:46.294 INFO:tasks.rados.rados.0.smithi046.stdout:2584: done (2 left) 2021-07-26T15:54:46.294 INFO:tasks.rados.rados.0.smithi046.stdout:2586: done (1 left) 2021-07-26T15:54:46.294 INFO:tasks.rados.rados.0.smithi046.stdout:2587: done (0 left) 2021-07-26T15:54:46.295 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 248 2021-07-26T15:54:46.295 INFO:tasks.rados.rados.0.smithi046.stdout:2588: seq_num 835 ranges {12910592=794624,13705216=442368,14147584=712704,14860288=49152} 2021-07-26T15:54:46.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:46 smithi073 bash[34190]: cluster 2021-07-26T15:54:45.054626+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T15:54:46.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:46 smithi073 bash[34190]: cluster 2021-07-26T15:54:46.014344+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T15:54:46.373 INFO:tasks.rados.rados.0.smithi046.stdout:2588: writing smithi04638994-2 from 12910592 to 13705216 tid 1 2021-07-26T15:54:46.375 INFO:tasks.rados.rados.0.smithi046.stdout:2588: writing smithi04638994-2 from 13705216 to 14147584 tid 2 2021-07-26T15:54:46.379 INFO:tasks.rados.rados.0.smithi046.stdout:2588: writing smithi04638994-2 from 14147584 to 14860288 tid 3 2021-07-26T15:54:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:2588: writing smithi04638994-2 from 14860288 to 14909440 tid 4 2021-07-26T15:54:46.380 INFO:tasks.rados.rados.0.smithi046.stdout:2589: snap_remove snap 240 2021-07-26T15:54:46.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:46 smithi046 bash[42351]: cluster 2021-07-26T15:54:45.054626+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T15:54:46.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:46 smithi046 bash[42351]: cluster 2021-07-26T15:54:46.014344+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T15:54:46.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:46 smithi046 bash[41283]: cluster 2021-07-26T15:54:45.054626+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T15:54:46.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:46 smithi046 bash[41283]: cluster 2021-07-26T15:54:46.014344+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T15:54:47.068 INFO:tasks.rados.rados.0.smithi046.stdout:2589: done (1 left) 2021-07-26T15:54:47.069 INFO:tasks.rados.rados.0.smithi046.stdout:2590: read oid 43 snap -1 2021-07-26T15:54:47.069 INFO:tasks.rados.rados.0.smithi046.stdout:2590: expect (ObjNum 804 snap 245 seq_num 804) 2021-07-26T15:54:47.069 INFO:tasks.rados.rados.0.smithi046.stdout:2591: rollback oid 8 current snap is 248 2021-07-26T15:54:47.070 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 235 2021-07-26T15:54:47.070 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 1 to smithi04638994-2 2021-07-26T15:54:47.071 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 2 to smithi04638994-2 2021-07-26T15:54:47.071 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 3 to smithi04638994-2 2021-07-26T15:54:47.071 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 4 to smithi04638994-2 2021-07-26T15:54:47.071 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 5 to smithi04638994-2 2021-07-26T15:54:47.072 INFO:tasks.rados.rados.0.smithi046.stdout:2588: finishing write tid 6 to smithi04638994-2 2021-07-26T15:54:47.072 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1185 (ObjNum 835 snap 248 seq_num 835) dirty exists 2021-07-26T15:54:47.072 INFO:tasks.rados.rados.0.smithi046.stdout:2588: left oid 2 (ObjNum 835 snap 248 seq_num 835) 2021-07-26T15:54:47.072 INFO:tasks.rados.rados.0.smithi046.stdout:2588: done (2 left) 2021-07-26T15:54:47.073 INFO:tasks.rados.rados.0.smithi046.stdout:2592: setattr oid 48 current snap is 248 2021-07-26T15:54:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:2593: copy_from oid 5 from oid 37 current snap is 248 2021-07-26T15:54:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:2594: rmattr oid 45 current snap is 248 2021-07-26T15:54:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 248 2021-07-26T15:54:47.082 INFO:tasks.rados.rados.0.smithi046.stdout:2595: seq_num 836 ranges {2211840=409600,2621440=720896,3342336=516096,3858432=368640} 2021-07-26T15:54:47.093 INFO:tasks.rados.rados.0.smithi046.stdout:2595: writing smithi04638994-42 from 2211840 to 2621440 tid 1 2021-07-26T15:54:47.096 INFO:tasks.rados.rados.0.smithi046.stdout:2595: writing smithi04638994-42 from 2621440 to 3342336 tid 2 2021-07-26T15:54:47.099 INFO:tasks.rados.rados.0.smithi046.stdout:2595: writing smithi04638994-42 from 3342336 to 3858432 tid 3 2021-07-26T15:54:47.102 INFO:tasks.rados.rados.0.smithi046.stdout:2595: writing smithi04638994-42 from 3858432 to 4227072 tid 4 2021-07-26T15:54:47.103 INFO:tasks.rados.rados.0.smithi046.stdout:2596: delete oid 18 current snap is 248 2021-07-26T15:54:47.103 INFO:tasks.rados.rados.0.smithi046.stdout:2591: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:54:47.103 INFO:tasks.rados.rados.0.smithi046.stdout:2590: expect (ObjNum 804 snap 245 seq_num 804) 2021-07-26T15:54:47.144 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing copy_from to smithi04638994-5 2021-07-26T15:54:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1399 (ObjNum 164539448 snap 22029 seq_num 0) dirty exists 2021-07-26T15:54:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:2593: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:54:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:2591: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:54:47.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1670 (ObjNum 654 snap 189 seq_num 654) dirty exists 2021-07-26T15:54:47.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1489 (ObjNum 826 snap 246 seq_num 826) dirty exists 2021-07-26T15:54:47.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1618 (ObjNum 780 snap 239 seq_num 780) dirty exists 2021-07-26T15:54:47.146 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 1 to smithi04638994-42 2021-07-26T15:54:47.146 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 2 to smithi04638994-42 2021-07-26T15:54:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 3 to smithi04638994-42 2021-07-26T15:54:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:2590: done (6 left) 2021-07-26T15:54:47.147 INFO:tasks.rados.rados.0.smithi046.stdout:2591: done (5 left) 2021-07-26T15:54:47.148 INFO:tasks.rados.rados.0.smithi046.stdout:2592: done (4 left) 2021-07-26T15:54:47.148 INFO:tasks.rados.rados.0.smithi046.stdout:2593: done (3 left) 2021-07-26T15:54:47.148 INFO:tasks.rados.rados.0.smithi046.stdout:2594: done (2 left) 2021-07-26T15:54:47.148 INFO:tasks.rados.rados.0.smithi046.stdout:2596: done (1 left) 2021-07-26T15:54:47.149 INFO:tasks.rados.rados.0.smithi046.stdout:2597: snap_remove snap 235 2021-07-26T15:54:47.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:47 smithi073 bash[34190]: cluster 2021-07-26T15:54:45.978763+0000 mgr.y (mgr.24683) 362 : cluster [DBG] pgmap v660: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 466 KiB/s wr, 1 op/s 2021-07-26T15:54:47.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:47 smithi046 bash[42351]: cluster 2021-07-26T15:54:45.978763+0000 mgr.y (mgr.24683) 362 : cluster [DBG] pgmap v660: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 466 KiB/s wr, 1 op/s 2021-07-26T15:54:47.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:47 smithi046 bash[41283]: cluster 2021-07-26T15:54:45.978763+0000 mgr.y (mgr.24683) 362 : cluster [DBG] pgmap v660: 25 pgs: 25 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 466 KiB/s wr, 1 op/s 2021-07-26T15:54:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:2597: done (1 left) 2021-07-26T15:54:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:2598: read oid 39 snap -1 2021-07-26T15:54:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:2598: expect (ObjNum 697 snap 211 seq_num 697) 2021-07-26T15:54:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:2599: read oid 47 snap -1 2021-07-26T15:54:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:2599: expect (ObjNum 708 snap 214 seq_num 708) 2021-07-26T15:54:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:2600: snap_remove snap 222 2021-07-26T15:54:48.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:48 smithi073 bash[34190]: cluster 2021-07-26T15:54:47.068149+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T15:54:48.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:48 smithi046 bash[42351]: cluster 2021-07-26T15:54:47.068149+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T15:54:48.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:48 smithi046 bash[41283]: cluster 2021-07-26T15:54:47.068149+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T15:54:49.093 INFO:tasks.rados.rados.0.smithi046.stdout:2600: done (3 left) 2021-07-26T15:54:49.093 INFO:tasks.rados.rados.0.smithi046.stdout:2601: rollback oid 4 current snap is 248 2021-07-26T15:54:49.093 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 215 2021-07-26T15:54:49.094 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 4 to smithi04638994-42 2021-07-26T15:54:49.094 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 5 to smithi04638994-42 2021-07-26T15:54:49.094 INFO:tasks.rados.rados.0.smithi046.stdout:2595: finishing write tid 6 to smithi04638994-42 2021-07-26T15:54:49.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 942 (ObjNum 836 snap 248 seq_num 836) dirty exists 2021-07-26T15:54:49.095 INFO:tasks.rados.rados.0.smithi046.stdout:2595: left oid 42 (ObjNum 836 snap 248 seq_num 836) 2021-07-26T15:54:49.095 INFO:tasks.rados.rados.0.smithi046.stdout:2599: expect (ObjNum 708 snap 214 seq_num 708) 2021-07-26T15:54:49.170 INFO:tasks.rados.rados.0.smithi046.stdout:2598: expect (ObjNum 697 snap 211 seq_num 697) 2021-07-26T15:54:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:49 smithi073 bash[34190]: cluster 2021-07-26T15:54:47.979480+0000 mgr.y (mgr.24683) 363 : cluster [DBG] pgmap v663: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2021-07-26T15:54:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:49 smithi073 bash[34190]: cluster 2021-07-26T15:54:48.090116+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T15:54:49.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:49 smithi046 bash[42351]: cluster 2021-07-26T15:54:47.979480+0000 mgr.y (mgr.24683) 363 : cluster [DBG] pgmap v663: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2021-07-26T15:54:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:49 smithi046 bash[42351]: cluster 2021-07-26T15:54:48.090116+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T15:54:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:49 smithi046 bash[41283]: cluster 2021-07-26T15:54:47.979480+0000 mgr.y (mgr.24683) 363 : cluster [DBG] pgmap v663: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 19 op/s 2021-07-26T15:54:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:49 smithi046 bash[41283]: cluster 2021-07-26T15:54:48.090116+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T15:54:49.544 INFO:tasks.rados.rados.0.smithi046.stdout:2601: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:54:49.544 INFO:tasks.rados.rados.0.smithi046.stdout:2601: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:54:49.544 INFO:tasks.rados.rados.0.smithi046.stdout:2601: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:54:49.545 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1402 (ObjNum 698 snap 211 seq_num 698) dirty exists 2021-07-26T15:54:49.545 INFO:tasks.rados.rados.0.smithi046.stdout:2595: done (3 left) 2021-07-26T15:54:49.545 INFO:tasks.rados.rados.0.smithi046.stdout:2598: done (2 left) 2021-07-26T15:54:49.545 INFO:tasks.rados.rados.0.smithi046.stdout:2599: done (1 left) 2021-07-26T15:54:49.546 INFO:tasks.rados.rados.0.smithi046.stdout:2601: done (0 left) 2021-07-26T15:54:49.546 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 248 2021-07-26T15:54:49.546 INFO:tasks.rados.rados.0.smithi046.stdout:2602: seq_num 838 ranges {2269184=442368,2711552=540672,3252224=532480,3784704=442368,4227072=90112} 2021-07-26T15:54:49.567 INFO:tasks.rados.rados.0.smithi046.stdout:2602: writing smithi04638994-47 from 2269184 to 2711552 tid 1 2021-07-26T15:54:49.571 INFO:tasks.rados.rados.0.smithi046.stdout:2602: writing smithi04638994-47 from 2711552 to 3252224 tid 2 2021-07-26T15:54:49.574 INFO:tasks.rados.rados.0.smithi046.stdout:2602: writing smithi04638994-47 from 3252224 to 3784704 tid 3 2021-07-26T15:54:49.576 INFO:tasks.rados.rados.0.smithi046.stdout:2602: writing smithi04638994-47 from 3784704 to 4227072 tid 4 2021-07-26T15:54:49.577 INFO:tasks.rados.rados.0.smithi046.stdout:2602: writing smithi04638994-47 from 4227072 to 4317184 tid 5 2021-07-26T15:54:49.577 INFO:tasks.rados.rados.0.smithi046.stdout:2603: read oid 10 snap 236 2021-07-26T15:54:49.578 INFO:tasks.rados.rados.0.smithi046.stdout:2603: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:49.578 INFO:tasks.rados.rados.0.smithi046.stdout:2604: delete oid 44 current snap is 248 2021-07-26T15:54:49.579 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 1 to smithi04638994-47 2021-07-26T15:54:49.580 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 2 to smithi04638994-47 2021-07-26T15:54:49.581 INFO:tasks.rados.rados.0.smithi046.stdout:2604: done (2 left) 2021-07-26T15:54:49.581 INFO:tasks.rados.rados.0.smithi046.stdout:2605: copy_from oid 28 from oid 24 current snap is 248 2021-07-26T15:54:49.582 INFO:tasks.rados.rados.0.smithi046.stdout:2606: copy_from oid 15 from oid 6 current snap is 248 2021-07-26T15:54:49.582 INFO:tasks.rados.rados.0.smithi046.stdout:2607: snap_create 2021-07-26T15:54:49.584 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 3 to smithi04638994-47 2021-07-26T15:54:49.588 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 4 to smithi04638994-47 2021-07-26T15:54:49.589 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 5 to smithi04638994-47 2021-07-26T15:54:49.589 INFO:tasks.rados.rados.0.smithi046.stdout:2603: expect (ObjNum 654 snap 189 seq_num 654) 2021-07-26T15:54:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 6 to smithi04638994-47 2021-07-26T15:54:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:2602: finishing write tid 7 to smithi04638994-47 2021-07-26T15:54:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1202 (ObjNum 838 snap 248 seq_num 838) dirty exists 2021-07-26T15:54:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:2602: left oid 47 (ObjNum 838 snap 248 seq_num 838) 2021-07-26T15:54:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:2606: finishing copy_from to smithi04638994-15 2021-07-26T15:54:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1349 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:54:49.632 INFO:tasks.rados.rados.0.smithi046.stdout:2606: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:54:49.645 INFO:tasks.rados.rados.0.smithi046.stdout:2605: finishing copy_from to smithi04638994-28 2021-07-26T15:54:49.646 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1635 (ObjNum 821 snap 245 seq_num 821) dirty exists 2021-07-26T15:54:49.647 INFO:tasks.rados.rados.0.smithi046.stdout:2605: finishing copy_from racing read to smithi04638994-28 2021-07-26T15:54:50.124 INFO:tasks.rados.rados.0.smithi046.stdout:2602: done (4 left) 2021-07-26T15:54:50.125 INFO:tasks.rados.rados.0.smithi046.stdout:2603: done (3 left) 2021-07-26T15:54:50.125 INFO:tasks.rados.rados.0.smithi046.stdout:2605: done (2 left) 2021-07-26T15:54:50.125 INFO:tasks.rados.rados.0.smithi046.stdout:2606: done (1 left) 2021-07-26T15:54:50.125 INFO:tasks.rados.rados.0.smithi046.stdout:2607: done (0 left) 2021-07-26T15:54:50.125 INFO:tasks.rados.rados.0.smithi046.stdout:2608: copy_from oid 4 from oid 16 current snap is 249 2021-07-26T15:54:50.126 INFO:tasks.rados.rados.0.smithi046.stdout:2609: snap_create 2021-07-26T15:54:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:2608: finishing copy_from to smithi04638994-4 2021-07-26T15:54:50.135 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1399 (ObjNum 1734696543 snap 1584292193 seq_num 1466062418) dirty exists 2021-07-26T15:54:50.136 INFO:tasks.rados.rados.0.smithi046.stdout:2608: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:54:50.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:50 smithi073 bash[34190]: cluster 2021-07-26T15:54:49.093311+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T15:54:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:50 smithi046 bash[41283]: cluster 2021-07-26T15:54:49.093311+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T15:54:50.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:50 smithi046 bash[42351]: cluster 2021-07-26T15:54:49.093311+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T15:54:51.016 INFO:tasks.rados.rados.0.smithi046.stdout:2608: done (1 left) 2021-07-26T15:54:51.017 INFO:tasks.rados.rados.0.smithi046.stdout:2609: done (0 left) 2021-07-26T15:54:51.017 INFO:tasks.rados.rados.0.smithi046.stdout:2610: read oid 49 snap -1 2021-07-26T15:54:51.017 INFO:tasks.rados.rados.0.smithi046.stdout:2610: expect deleted 2021-07-26T15:54:51.017 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 250 2021-07-26T15:54:51.018 INFO:tasks.rados.rados.0.smithi046.stdout:2611: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2021-07-26T15:54:51.019 INFO:tasks.rados.rados.0.smithi046.stdout:2611: writing smithi04638994-22 from 0 to 475136 tid 1 2021-07-26T15:54:51.024 INFO:tasks.rados.rados.0.smithi046.stdout:2611: writing smithi04638994-22 from 475136 to 1187840 tid 2 2021-07-26T15:54:51.027 INFO:tasks.rados.rados.0.smithi046.stdout:2611: writing smithi04638994-22 from 1187840 to 1687552 tid 3 2021-07-26T15:54:51.030 INFO:tasks.rados.rados.0.smithi046.stdout:2611: writing smithi04638994-22 from 1687552 to 2080768 tid 4 2021-07-26T15:54:51.031 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 250 2021-07-26T15:54:51.031 INFO:tasks.rados.rados.0.smithi046.stdout:2612: seq_num 841 ranges {3694592=491520,4186112=598016,4784128=704512,5488640=303104} 2021-07-26T15:54:51.054 INFO:tasks.rados.rados.0.smithi046.stdout:2612: writing smithi04638994-26 from 3694592 to 4186112 tid 1 2021-07-26T15:54:51.058 INFO:tasks.rados.rados.0.smithi046.stdout:2612: writing smithi04638994-26 from 4186112 to 4784128 tid 2 2021-07-26T15:54:51.062 INFO:tasks.rados.rados.0.smithi046.stdout:2612: writing smithi04638994-26 from 4784128 to 5488640 tid 3 2021-07-26T15:54:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:2612: writing smithi04638994-26 from 5488640 to 5791744 tid 4 2021-07-26T15:54:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:2613: copy_from oid 45 from oid 28 current snap is 250 2021-07-26T15:54:51.065 INFO:tasks.rados.rados.0.smithi046.stdout:2610: done (3 left) 2021-07-26T15:54:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:2614: snap_create 2021-07-26T15:54:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 1 to smithi04638994-22 2021-07-26T15:54:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 2 to smithi04638994-22 2021-07-26T15:54:51.066 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 3 to smithi04638994-22 2021-07-26T15:54:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 4 to smithi04638994-22 2021-07-26T15:54:51.067 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 5 to smithi04638994-22 2021-07-26T15:54:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:2611: finishing write tid 6 to smithi04638994-22 2021-07-26T15:54:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1640 (ObjNum 840 snap 250 seq_num 840) dirty exists 2021-07-26T15:54:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:2611: left oid 22 (ObjNum 840 snap 250 seq_num 840) 2021-07-26T15:54:51.068 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 1 to smithi04638994-26 2021-07-26T15:54:51.069 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 2 to smithi04638994-26 2021-07-26T15:54:51.071 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 3 to smithi04638994-26 2021-07-26T15:54:51.072 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 4 to smithi04638994-26 2021-07-26T15:54:51.075 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 5 to smithi04638994-26 2021-07-26T15:54:51.077 INFO:tasks.rados.rados.0.smithi046.stdout:2612: finishing write tid 6 to smithi04638994-26 2021-07-26T15:54:51.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1483 (ObjNum 841 snap 250 seq_num 841) dirty exists 2021-07-26T15:54:51.078 INFO:tasks.rados.rados.0.smithi046.stdout:2612: left oid 26 (ObjNum 841 snap 250 seq_num 841) 2021-07-26T15:54:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:2613: finishing copy_from to smithi04638994-45 2021-07-26T15:54:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1635 (ObjNum 821 snap 245 seq_num 821) dirty exists 2021-07-26T15:54:51.148 INFO:tasks.rados.rados.0.smithi046.stdout:2613: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:54:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[41283]: cluster 2021-07-26T15:54:49.980216+0000 mgr.y (mgr.24683) 364 : cluster [DBG] pgmap v666: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 950 KiB/s wr, 18 op/s 2021-07-26T15:54:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[41283]: cluster 2021-07-26T15:54:50.124651+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T15:54:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[41283]: cluster 2021-07-26T15:54:51.016185+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T15:54:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[42351]: cluster 2021-07-26T15:54:49.980216+0000 mgr.y (mgr.24683) 364 : cluster [DBG] pgmap v666: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 950 KiB/s wr, 18 op/s 2021-07-26T15:54:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[42351]: cluster 2021-07-26T15:54:50.124651+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T15:54:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:51 smithi046 bash[42351]: cluster 2021-07-26T15:54:51.016185+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T15:54:51.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:51 smithi073 bash[34190]: cluster 2021-07-26T15:54:49.980216+0000 mgr.y (mgr.24683) 364 : cluster [DBG] pgmap v666: 25 pgs: 25 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 950 KiB/s wr, 18 op/s 2021-07-26T15:54:51.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:51 smithi073 bash[34190]: cluster 2021-07-26T15:54:50.124651+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T15:54:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:51 smithi073 bash[34190]: cluster 2021-07-26T15:54:51.016185+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T15:54:52.027 INFO:tasks.rados.rados.0.smithi046.stdout:2611: done (3 left) 2021-07-26T15:54:52.027 INFO:tasks.rados.rados.0.smithi046.stdout:2612: done (2 left) 2021-07-26T15:54:52.027 INFO:tasks.rados.rados.0.smithi046.stdout:2613: done (1 left) 2021-07-26T15:54:52.028 INFO:tasks.rados.rados.0.smithi046.stdout:2614: done (0 left) 2021-07-26T15:54:52.028 INFO:tasks.rados.rados.0.smithi046.stdout:2615: snap_remove snap 215 2021-07-26T15:54:53.029 INFO:tasks.rados.rados.0.smithi046.stdout:2615: done (0 left) 2021-07-26T15:54:53.029 INFO:tasks.rados.rados.0.smithi046.stdout:2616: snap_remove snap 249 2021-07-26T15:54:53.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:53 smithi073 bash[34190]: cluster 2021-07-26T15:54:51.981020+0000 mgr.y (mgr.24683) 365 : cluster [DBG] pgmap v669: 25 pgs: 25 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2021-07-26T15:54:53.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:53 smithi073 bash[34190]: cluster 2021-07-26T15:54:52.027693+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T15:54:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[41283]: cluster 2021-07-26T15:54:51.981020+0000 mgr.y (mgr.24683) 365 : cluster [DBG] pgmap v669: 25 pgs: 25 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2021-07-26T15:54:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[41283]: cluster 2021-07-26T15:54:52.027693+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T15:54:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[42351]: cluster 2021-07-26T15:54:51.981020+0000 mgr.y (mgr.24683) 365 : cluster [DBG] pgmap v669: 25 pgs: 25 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2021-07-26T15:54:53.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[42351]: cluster 2021-07-26T15:54:52.027693+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T15:54:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:54:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:54:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:54:53.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:54:54.047 INFO:tasks.rados.rados.0.smithi046.stdout:2616: done (0 left) 2021-07-26T15:54:54.047 INFO:tasks.rados.rados.0.smithi046.stdout:2617: rollback oid 35 current snap is 251 2021-07-26T15:54:54.048 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 236 2021-07-26T15:54:54.048 INFO:tasks.rados.rados.0.smithi046.stdout:2618: snap_remove snap 248 2021-07-26T15:54:54.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:54 smithi073 bash[34190]: cluster 2021-07-26T15:54:53.029359+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T15:54:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:54 smithi046 bash[41283]: cluster 2021-07-26T15:54:53.029359+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T15:54:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:54 smithi046 bash[42351]: cluster 2021-07-26T15:54:53.029359+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T15:54:55.056 INFO:tasks.rados.rados.0.smithi046.stdout:2618: done (1 left) 2021-07-26T15:54:55.056 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 251 2021-07-26T15:54:55.057 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing rollback tid 0 to smithi04638994-35 2021-07-26T15:54:55.057 INFO:tasks.rados.rados.0.smithi046.stdout:2619: seq_num 842 ranges {966656=507904,1474560=475136,1949696=516096,2465792=499712,2965504=114688} 2021-07-26T15:54:55.067 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04638994-13 from 966656 to 1474560 tid 1 2021-07-26T15:54:55.070 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04638994-13 from 1474560 to 1949696 tid 2 2021-07-26T15:54:55.073 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04638994-13 from 1949696 to 2465792 tid 3 2021-07-26T15:54:55.078 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04638994-13 from 2465792 to 2965504 tid 4 2021-07-26T15:54:55.078 INFO:tasks.rados.rados.0.smithi046.stdout:2619: writing smithi04638994-13 from 2965504 to 3080192 tid 5 2021-07-26T15:54:55.078 INFO:tasks.rados.rados.0.smithi046.stdout:2620: setattr oid 41 current snap is 251 2021-07-26T15:54:55.079 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:54:55.079 INFO:tasks.rados.rados.0.smithi046.stdout:2617: finishing rollback tid 2 to smithi04638994-35 2021-07-26T15:54:55.079 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1638 (ObjNum 751 snap 232 seq_num 751) dirty exists 2021-07-26T15:54:55.079 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 1 to smithi04638994-13 2021-07-26T15:54:55.080 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 2 to smithi04638994-13 2021-07-26T15:54:55.080 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 3 to smithi04638994-13 2021-07-26T15:54:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:2617: done (2 left) 2021-07-26T15:54:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:2621: read oid 49 snap -1 2021-07-26T15:54:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:2621: expect deleted 2021-07-26T15:54:55.081 INFO:tasks.rados.rados.0.smithi046.stdout:2622: rollback oid 24 current snap is 251 2021-07-26T15:54:55.082 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 236 2021-07-26T15:54:55.082 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 251 2021-07-26T15:54:55.082 INFO:tasks.rados.rados.0.smithi046.stdout:2623: seq_num 843 ranges {1359872=524288,1884160=761856,2646016=671744,3317760=172032} 2021-07-26T15:54:55.091 INFO:tasks.rados.rados.0.smithi046.stdout:2623: writing smithi04638994-8 from 1359872 to 1884160 tid 1 2021-07-26T15:54:55.095 INFO:tasks.rados.rados.0.smithi046.stdout:2623: writing smithi04638994-8 from 1884160 to 2646016 tid 2 2021-07-26T15:54:55.098 INFO:tasks.rados.rados.0.smithi046.stdout:2623: writing smithi04638994-8 from 2646016 to 3317760 tid 3 2021-07-26T15:54:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2623: writing smithi04638994-8 from 3317760 to 3489792 tid 4 2021-07-26T15:54:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2624: read oid 50 snap -1 2021-07-26T15:54:55.100 INFO:tasks.rados.rados.0.smithi046.stdout:2624: expect (ObjNum 811 snap 245 seq_num 811) 2021-07-26T15:54:55.101 INFO:tasks.rados.rados.0.smithi046.stdout:2625: snap_remove snap 219 2021-07-26T15:54:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:55 smithi073 bash[34190]: cluster 2021-07-26T15:54:53.981728+0000 mgr.y (mgr.24683) 366 : cluster [DBG] pgmap v672: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 21 op/s 2021-07-26T15:54:55.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:55 smithi073 bash[34190]: cluster 2021-07-26T15:54:54.048217+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T15:54:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:55 smithi046 bash[41283]: cluster 2021-07-26T15:54:53.981728+0000 mgr.y (mgr.24683) 366 : cluster [DBG] pgmap v672: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 21 op/s 2021-07-26T15:54:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:55 smithi046 bash[41283]: cluster 2021-07-26T15:54:54.048217+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T15:54:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:55 smithi046 bash[42351]: cluster 2021-07-26T15:54:53.981728+0000 mgr.y (mgr.24683) 366 : cluster [DBG] pgmap v672: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 21 op/s 2021-07-26T15:54:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:55 smithi046 bash[42351]: cluster 2021-07-26T15:54:54.048217+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T15:54:56.018 INFO:tasks.rados.rados.0.smithi046.stdout:2625: done (6 left) 2021-07-26T15:54:56.019 INFO:tasks.rados.rados.0.smithi046.stdout:2626: snap_create 2021-07-26T15:54:56.019 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 4 to smithi04638994-13 2021-07-26T15:54:56.019 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1237 (ObjNum 689 snap 204 seq_num 689) dirty exists 2021-07-26T15:54:56.019 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:54:56.020 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 5 to smithi04638994-13 2021-07-26T15:54:56.020 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 6 to smithi04638994-13 2021-07-26T15:54:56.020 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:54:56.020 INFO:tasks.rados.rados.0.smithi046.stdout:2622: finishing rollback tid 2 to smithi04638994-24 2021-07-26T15:54:56.020 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1710 (ObjNum 771 snap 236 seq_num 771) dirty exists 2021-07-26T15:54:56.021 INFO:tasks.rados.rados.0.smithi046.stdout:2619: finishing write tid 7 to smithi04638994-13 2021-07-26T15:54:56.021 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1489 (ObjNum 842 snap 251 seq_num 842) dirty exists 2021-07-26T15:54:56.021 INFO:tasks.rados.rados.0.smithi046.stdout:2619: left oid 13 (ObjNum 842 snap 251 seq_num 842) 2021-07-26T15:54:56.021 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 1 to smithi04638994-8 2021-07-26T15:54:56.021 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 2 to smithi04638994-8 2021-07-26T15:54:56.022 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 3 to smithi04638994-8 2021-07-26T15:54:56.022 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 4 to smithi04638994-8 2021-07-26T15:54:56.022 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 5 to smithi04638994-8 2021-07-26T15:54:56.022 INFO:tasks.rados.rados.0.smithi046.stdout:2623: finishing write tid 6 to smithi04638994-8 2021-07-26T15:54:56.022 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1716 (ObjNum 843 snap 251 seq_num 843) dirty exists 2021-07-26T15:54:56.023 INFO:tasks.rados.rados.0.smithi046.stdout:2623: left oid 8 (ObjNum 843 snap 251 seq_num 843) 2021-07-26T15:54:56.023 INFO:tasks.rados.rados.0.smithi046.stdout:2624: expect (ObjNum 811 snap 245 seq_num 811) 2021-07-26T15:54:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:56 smithi073 bash[34190]: cluster 2021-07-26T15:54:55.056981+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T15:54:56.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:56 smithi073 bash[34190]: cluster 2021-07-26T15:54:56.018229+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T15:54:56.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:56 smithi046 bash[42351]: cluster 2021-07-26T15:54:55.056981+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T15:54:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:56 smithi046 bash[42351]: cluster 2021-07-26T15:54:56.018229+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T15:54:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:56 smithi046 bash[41283]: cluster 2021-07-26T15:54:55.056981+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T15:54:56.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:56 smithi046 bash[41283]: cluster 2021-07-26T15:54:56.018229+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T15:54:57.030 INFO:tasks.rados.rados.0.smithi046.stdout:2619: done (6 left) 2021-07-26T15:54:57.030 INFO:tasks.rados.rados.0.smithi046.stdout:2620: done (5 left) 2021-07-26T15:54:57.030 INFO:tasks.rados.rados.0.smithi046.stdout:2621: done (4 left) 2021-07-26T15:54:57.030 INFO:tasks.rados.rados.0.smithi046.stdout:2622: done (3 left) 2021-07-26T15:54:57.031 INFO:tasks.rados.rados.0.smithi046.stdout:2623: done (2 left) 2021-07-26T15:54:57.031 INFO:tasks.rados.rados.0.smithi046.stdout:2624: done (1 left) 2021-07-26T15:54:57.031 INFO:tasks.rados.rados.0.smithi046.stdout:2626: done (0 left) 2021-07-26T15:54:57.031 INFO:tasks.rados.rados.0.smithi046.stdout:2627: delete oid 44 current snap is 252 2021-07-26T15:54:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:2627: done (0 left) 2021-07-26T15:54:57.035 INFO:tasks.rados.rados.0.smithi046.stdout:2628: delete oid 20 current snap is 252 2021-07-26T15:54:57.043 INFO:tasks.rados.rados.0.smithi046.stdout:2628: done (0 left) 2021-07-26T15:54:57.043 INFO:tasks.rados.rados.0.smithi046.stdout:2629: rmattr oid 37 current snap is 252 2021-07-26T15:54:57.043 INFO:tasks.rados.rados.0.smithi046.stdout:2630: snap_create 2021-07-26T15:54:57.049 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1639 (ObjNum 197558112 snap 22029 seq_num 1110544288) dirty exists 2021-07-26T15:54:57.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:57 smithi073 bash[34190]: cluster 2021-07-26T15:54:55.982441+0000 mgr.y (mgr.24683) 367 : cluster [DBG] pgmap v675: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 4 op/s 2021-07-26T15:54:57.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:57 smithi073 bash[34190]: cluster 2021-07-26T15:54:57.030535+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T15:54:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:57 smithi046 bash[41283]: cluster 2021-07-26T15:54:55.982441+0000 mgr.y (mgr.24683) 367 : cluster [DBG] pgmap v675: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 4 op/s 2021-07-26T15:54:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:57 smithi046 bash[41283]: cluster 2021-07-26T15:54:57.030535+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T15:54:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:57 smithi046 bash[42351]: cluster 2021-07-26T15:54:55.982441+0000 mgr.y (mgr.24683) 367 : cluster [DBG] pgmap v675: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.6 MiB/s wr, 4 op/s 2021-07-26T15:54:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:57 smithi046 bash[42351]: cluster 2021-07-26T15:54:57.030535+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T15:54:58.031 INFO:tasks.rados.rados.0.smithi046.stdout:2629: done (1 left) 2021-07-26T15:54:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:2630: done (0 left) 2021-07-26T15:54:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 253 2021-07-26T15:54:58.032 INFO:tasks.rados.rados.0.smithi046.stdout:2631: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2021-07-26T15:54:58.037 INFO:tasks.rados.rados.0.smithi046.stdout:2631: writing smithi04638994-4 from 0 to 573440 tid 1 2021-07-26T15:54:58.042 INFO:tasks.rados.rados.0.smithi046.stdout:2631: writing smithi04638994-4 from 573440 to 1040384 tid 2 2021-07-26T15:54:58.047 INFO:tasks.rados.rados.0.smithi046.stdout:2631: writing smithi04638994-4 from 1040384 to 1531904 tid 3 2021-07-26T15:54:58.050 INFO:tasks.rados.rados.0.smithi046.stdout:2631: writing smithi04638994-4 from 1531904 to 2080768 tid 4 2021-07-26T15:54:58.051 INFO:tasks.rados.rados.0.smithi046.stdout:2631: writing smithi04638994-4 from 2080768 to 2179072 tid 5 2021-07-26T15:54:58.051 INFO:tasks.rados.rados.0.smithi046.stdout:2632: read oid 38 snap -1 2021-07-26T15:54:58.052 INFO:tasks.rados.rados.0.smithi046.stdout:2632: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:54:58.052 INFO:tasks.rados.rados.0.smithi046.stdout:2633: rmattr oid 36 current snap is 253 2021-07-26T15:54:58.052 INFO:tasks.rados.rados.0.smithi046.stdout:2633: done (2 left) 2021-07-26T15:54:58.052 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 253 2021-07-26T15:54:58.052 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 1 to smithi04638994-4 2021-07-26T15:54:58.053 INFO:tasks.rados.rados.0.smithi046.stdout:2634: seq_num 847 ranges {4317184=589824,4907008=753664,5660672=655360,6316032=196608} 2021-07-26T15:54:58.079 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04638994-47 from 4317184 to 4907008 tid 1 2021-07-26T15:54:58.083 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04638994-47 from 4907008 to 5660672 tid 2 2021-07-26T15:54:58.088 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04638994-47 from 5660672 to 6316032 tid 3 2021-07-26T15:54:58.089 INFO:tasks.rados.rados.0.smithi046.stdout:2634: writing smithi04638994-47 from 6316032 to 6512640 tid 4 2021-07-26T15:54:58.090 INFO:tasks.rados.rados.0.smithi046.stdout:2635: delete oid 2 current snap is 253 2021-07-26T15:54:58.090 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 2 to smithi04638994-4 2021-07-26T15:54:58.090 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 3 to smithi04638994-4 2021-07-26T15:54:58.090 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 4 to smithi04638994-4 2021-07-26T15:54:58.091 INFO:tasks.rados.rados.0.smithi046.stdout:2632: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:54:58.202 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 5 to smithi04638994-4 2021-07-26T15:54:58.203 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 6 to smithi04638994-4 2021-07-26T15:54:58.203 INFO:tasks.rados.rados.0.smithi046.stdout:2631: finishing write tid 7 to smithi04638994-4 2021-07-26T15:54:58.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1408 (ObjNum 846 snap 253 seq_num 846) dirty exists 2021-07-26T15:54:58.204 INFO:tasks.rados.rados.0.smithi046.stdout:2631: left oid 4 (ObjNum 846 snap 253 seq_num 846) 2021-07-26T15:54:58.204 INFO:tasks.rados.rados.0.smithi046.stdout:2631: done (3 left) 2021-07-26T15:54:58.204 INFO:tasks.rados.rados.0.smithi046.stdout:2632: done (2 left) 2021-07-26T15:54:58.204 INFO:tasks.rados.rados.0.smithi046.stdout:2635: done (1 left) 2021-07-26T15:54:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:2636: read oid 19 snap -1 2021-07-26T15:54:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:2636: expect deleted 2021-07-26T15:54:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 253 2021-07-26T15:54:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 1 to smithi04638994-47 2021-07-26T15:54:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 2 to smithi04638994-47 2021-07-26T15:54:58.207 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 3 to smithi04638994-47 2021-07-26T15:54:58.207 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 4 to smithi04638994-47 2021-07-26T15:54:58.207 INFO:tasks.rados.rados.0.smithi046.stdout:2637: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2021-07-26T15:54:58.209 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04638994-29 from 0 to 622592 tid 1 2021-07-26T15:54:58.217 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04638994-29 from 622592 to 1138688 tid 2 2021-07-26T15:54:58.220 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04638994-29 from 1138688 to 1802240 tid 3 2021-07-26T15:54:58.223 INFO:tasks.rados.rados.0.smithi046.stdout:2637: writing smithi04638994-29 from 1802240 to 2228224 tid 4 2021-07-26T15:54:58.223 INFO:tasks.rados.rados.0.smithi046.stdout:2638: rollback oid 8 current snap is 253 2021-07-26T15:54:58.223 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 225 2021-07-26T15:54:58.223 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 5 to smithi04638994-47 2021-07-26T15:54:58.224 INFO:tasks.rados.rados.0.smithi046.stdout:2639: snap_remove snap 246 2021-07-26T15:54:59.072 INFO:tasks.rados.rados.0.smithi046.stdout:2639: done (4 left) 2021-07-26T15:54:59.073 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 253 2021-07-26T15:54:59.073 INFO:tasks.rados.rados.0.smithi046.stdout:2640: seq_num 850 ranges {4308992=638976,4947968=802816,5750784=475136,6225920=327680} 2021-07-26T15:54:59.105 INFO:tasks.rados.rados.0.smithi046.stdout:2640: writing smithi04638994-50 from 4308992 to 4947968 tid 1 2021-07-26T15:54:59.110 INFO:tasks.rados.rados.0.smithi046.stdout:2640: writing smithi04638994-50 from 4947968 to 5750784 tid 2 2021-07-26T15:54:59.113 INFO:tasks.rados.rados.0.smithi046.stdout:2640: writing smithi04638994-50 from 5750784 to 6225920 tid 3 2021-07-26T15:54:59.116 INFO:tasks.rados.rados.0.smithi046.stdout:2640: writing smithi04638994-50 from 6225920 to 6553600 tid 4 2021-07-26T15:54:59.116 INFO:tasks.rados.rados.0.smithi046.stdout:2634: finishing write tid 6 to smithi04638994-47 2021-07-26T15:54:59.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1207 (ObjNum 847 snap 253 seq_num 847) dirty exists 2021-07-26T15:54:59.117 INFO:tasks.rados.rados.0.smithi046.stdout:2634: left oid 47 (ObjNum 847 snap 253 seq_num 847) 2021-07-26T15:54:59.117 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 1 to smithi04638994-29 2021-07-26T15:54:59.117 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 2 to smithi04638994-29 2021-07-26T15:54:59.117 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 3 to smithi04638994-29 2021-07-26T15:54:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 4 to smithi04638994-29 2021-07-26T15:54:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 5 to smithi04638994-29 2021-07-26T15:54:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:2638: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:54:59.118 INFO:tasks.rados.rados.0.smithi046.stdout:2637: finishing write tid 6 to smithi04638994-29 2021-07-26T15:54:59.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1733 (ObjNum 849 snap 253 seq_num 849) dirty exists 2021-07-26T15:54:59.119 INFO:tasks.rados.rados.0.smithi046.stdout:2637: left oid 29 (ObjNum 849 snap 253 seq_num 849) 2021-07-26T15:54:59.119 INFO:tasks.rados.rados.0.smithi046.stdout:2638: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:54:59.119 INFO:tasks.rados.rados.0.smithi046.stdout:2638: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:54:59.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1737 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:54:59.120 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 1 to smithi04638994-50 2021-07-26T15:54:59.120 INFO:tasks.rados.rados.0.smithi046.stdout:2634: done (4 left) 2021-07-26T15:54:59.120 INFO:tasks.rados.rados.0.smithi046.stdout:2636: done (3 left) 2021-07-26T15:54:59.120 INFO:tasks.rados.rados.0.smithi046.stdout:2637: done (2 left) 2021-07-26T15:54:59.121 INFO:tasks.rados.rados.0.smithi046.stdout:2638: done (1 left) 2021-07-26T15:54:59.121 INFO:tasks.rados.rados.0.smithi046.stdout:2641: snap_create 2021-07-26T15:54:59.121 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 2 to smithi04638994-50 2021-07-26T15:54:59.123 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 3 to smithi04638994-50 2021-07-26T15:54:59.124 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 4 to smithi04638994-50 2021-07-26T15:54:59.124 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 5 to smithi04638994-50 2021-07-26T15:54:59.124 INFO:tasks.rados.rados.0.smithi046.stdout:2640: finishing write tid 6 to smithi04638994-50 2021-07-26T15:54:59.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1494 (ObjNum 850 snap 253 seq_num 850) dirty exists 2021-07-26T15:54:59.125 INFO:tasks.rados.rados.0.smithi046.stdout:2640: left oid 50 (ObjNum 850 snap 253 seq_num 850) 2021-07-26T15:54:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:59 smithi073 bash[34190]: cluster 2021-07-26T15:54:57.983072+0000 mgr.y (mgr.24683) 368 : cluster [DBG] pgmap v678: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:54:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:59 smithi073 bash[34190]: cluster 2021-07-26T15:54:58.031993+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T15:54:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:59 smithi073 bash[34190]: audit 2021-07-26T15:54:58.087968+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:54:59 smithi073 bash[34190]: audit 2021-07-26T15:54:58.967108+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[41283]: cluster 2021-07-26T15:54:57.983072+0000 mgr.y (mgr.24683) 368 : cluster [DBG] pgmap v678: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:54:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[41283]: cluster 2021-07-26T15:54:58.031993+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T15:54:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[41283]: audit 2021-07-26T15:54:58.087968+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[41283]: audit 2021-07-26T15:54:58.967108+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[42351]: cluster 2021-07-26T15:54:57.983072+0000 mgr.y (mgr.24683) 368 : cluster [DBG] pgmap v678: 25 pgs: 2 active+clean+snaptrim, 23 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:54:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[42351]: cluster 2021-07-26T15:54:58.031993+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T15:54:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[42351]: audit 2021-07-26T15:54:58.087968+0000 mon.a (mon.0) 1142 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:54:59 smithi046 bash[42351]: audit 2021-07-26T15:54:58.967108+0000 mon.a (mon.0) 1143 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:2640: done (1 left) 2021-07-26T15:55:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:2641: done (0 left) 2021-07-26T15:55:00.087 INFO:tasks.rados.rados.0.smithi046.stdout:2642: setattr oid 17 current snap is 254 2021-07-26T15:55:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:2643: read oid 6 snap -1 2021-07-26T15:55:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:2643: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:00.088 INFO:tasks.rados.rados.0.smithi046.stdout:2644: delete oid 43 current snap is 254 2021-07-26T15:55:00.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1678 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:55:00.090 INFO:tasks.rados.rados.0.smithi046.stdout:2642: done (2 left) 2021-07-26T15:55:00.091 INFO:tasks.rados.rados.0.smithi046.stdout:2644: done (1 left) 2021-07-26T15:55:00.091 INFO:tasks.rados.rados.0.smithi046.stdout:2645: rollback oid 18 current snap is 254 2021-07-26T15:55:00.091 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 225 2021-07-26T15:55:00.092 INFO:tasks.rados.rados.0.smithi046.stdout:2646: rmattr oid 46 current snap is 254 2021-07-26T15:55:00.092 INFO:tasks.rados.rados.0.smithi046.stdout:2646: done (2 left) 2021-07-26T15:55:00.092 INFO:tasks.rados.rados.0.smithi046.stdout:2647: read oid 36 snap -1 2021-07-26T15:55:00.092 INFO:tasks.rados.rados.0.smithi046.stdout:2647: expect deleted 2021-07-26T15:55:00.092 INFO:tasks.rados.rados.0.smithi046.stdout:2648: delete oid 10 current snap is 254 2021-07-26T15:55:00.093 INFO:tasks.rados.rados.0.smithi046.stdout:2645: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:55:00.094 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 0 (ObjNum 0 snap 32682 seq_num 198287728) dirty dne 2021-07-26T15:55:00.098 INFO:tasks.rados.rados.0.smithi046.stdout:2643: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:00.204 INFO:tasks.rados.rados.0.smithi046.stdout:2643: done (3 left) 2021-07-26T15:55:00.205 INFO:tasks.rados.rados.0.smithi046.stdout:2645: done (2 left) 2021-07-26T15:55:00.205 INFO:tasks.rados.rados.0.smithi046.stdout:2647: done (1 left) 2021-07-26T15:55:00.205 INFO:tasks.rados.rados.0.smithi046.stdout:2648: done (0 left) 2021-07-26T15:55:00.205 INFO:tasks.rados.rados.0.smithi046.stdout:2649: rmattr oid 7 current snap is 254 2021-07-26T15:55:00.205 INFO:tasks.rados.rados.0.smithi046.stdout:2650: snap_remove snap 225 2021-07-26T15:55:00.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:00 smithi073 bash[34190]: cluster 2021-07-26T15:54:59.072670+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T15:55:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:00 smithi046 bash[41283]: cluster 2021-07-26T15:54:59.072670+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T15:55:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:00 smithi046 bash[42351]: cluster 2021-07-26T15:54:59.072670+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T15:55:01.022 INFO:tasks.rados.rados.0.smithi046.stdout:2650: done (1 left) 2021-07-26T15:55:01.023 INFO:tasks.rados.rados.0.smithi046.stdout:2651: rollback oid 2 current snap is 254 2021-07-26T15:55:01.023 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 236 2021-07-26T15:55:01.023 INFO:tasks.rados.rados.0.smithi046.stdout:2652: copy_from oid 5 from oid 15 current snap is 254 2021-07-26T15:55:01.023 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1680 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:55:01.024 INFO:tasks.rados.rados.0.smithi046.stdout:2649: done (2 left) 2021-07-26T15:55:01.024 INFO:tasks.rados.rados.0.smithi046.stdout:2653: read oid 34 snap -1 2021-07-26T15:55:01.024 INFO:tasks.rados.rados.0.smithi046.stdout:2653: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:55:01.024 INFO:tasks.rados.rados.0.smithi046.stdout:2654: copy_from oid 35 from oid 7 current snap is 254 2021-07-26T15:55:01.033 INFO:tasks.rados.rados.0.smithi046.stdout:2655: read oid 32 snap -1 2021-07-26T15:55:01.033 INFO:tasks.rados.rados.0.smithi046.stdout:2655: expect deleted 2021-07-26T15:55:01.033 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 254 2021-07-26T15:55:01.033 INFO:tasks.rados.rados.0.smithi046.stdout:2656: seq_num 853 ranges {2080768=696320,2777088=507904,3284992=647168,3932160=450560} 2021-07-26T15:55:01.040 INFO:tasks.rados.rados.0.smithi046.stdout:2656: writing smithi04638994-22 from 2080768 to 2777088 tid 1 2021-07-26T15:55:01.043 INFO:tasks.rados.rados.0.smithi046.stdout:2656: writing smithi04638994-22 from 2777088 to 3284992 tid 2 2021-07-26T15:55:01.048 INFO:tasks.rados.rados.0.smithi046.stdout:2656: writing smithi04638994-22 from 3284992 to 3932160 tid 3 2021-07-26T15:55:01.051 INFO:tasks.rados.rados.0.smithi046.stdout:2656: writing smithi04638994-22 from 3932160 to 4382720 tid 4 2021-07-26T15:55:01.052 INFO:tasks.rados.rados.0.smithi046.stdout:2651: finishing rollback tid 1 to smithi04638994-2 2021-07-26T15:55:01.053 INFO:tasks.rados.rados.0.smithi046.stdout:2651: finishing rollback tid 2 to smithi04638994-2 2021-07-26T15:55:01.053 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1189 (ObjNum 685 snap 201 seq_num 685) dirty exists 2021-07-26T15:55:01.054 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 1 to smithi04638994-22 2021-07-26T15:55:01.054 INFO:tasks.rados.rados.0.smithi046.stdout:2651: done (5 left) 2021-07-26T15:55:01.055 INFO:tasks.rados.rados.0.smithi046.stdout:2655: done (4 left) 2021-07-26T15:55:01.055 INFO:tasks.rados.rados.0.smithi046.stdout:2657: setattr oid 43 current snap is 254 2021-07-26T15:55:01.055 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 2 to smithi04638994-22 2021-07-26T15:55:01.056 INFO:tasks.rados.rados.0.smithi046.stdout:2658: read oid 48 snap -1 2021-07-26T15:55:01.056 INFO:tasks.rados.rados.0.smithi046.stdout:2658: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:55:01.056 INFO:tasks.rados.rados.0.smithi046.stdout:2659: copy_from oid 38 from oid 25 current snap is 254 2021-07-26T15:55:01.057 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 254 2021-07-26T15:55:01.057 INFO:tasks.rados.rados.0.smithi046.stdout:2660: seq_num 854 ranges {15278080=712704,15990784=794624,16785408=450560,17235968=360448} 2021-07-26T15:55:01.147 INFO:tasks.rados.rados.0.smithi046.stdout:2660: writing smithi04638994-28 from 15278080 to 15990784 tid 1 2021-07-26T15:55:01.152 INFO:tasks.rados.rados.0.smithi046.stdout:2660: writing smithi04638994-28 from 15990784 to 16785408 tid 2 2021-07-26T15:55:01.160 INFO:tasks.rados.rados.0.smithi046.stdout:2660: writing smithi04638994-28 from 16785408 to 17235968 tid 3 2021-07-26T15:55:01.160 INFO:tasks.rados.rados.0.smithi046.stdout:2660: writing smithi04638994-28 from 17235968 to 17596416 tid 4 2021-07-26T15:55:01.160 INFO:tasks.rados.rados.0.smithi046.stdout:2661: delete oid 30 current snap is 254 2021-07-26T15:55:01.161 INFO:tasks.rados.rados.0.smithi046.stdout:2653: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:55:01.234 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 3 to smithi04638994-22 2021-07-26T15:55:01.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1401 (ObjNum 1650222177 snap 1919508838 seq_num 1852795758) dirty exists 2021-07-26T15:55:01.235 INFO:tasks.rados.rados.0.smithi046.stdout:2654: finishing copy_from to smithi04638994-35 2021-07-26T15:55:01.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1680 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:55:01.235 INFO:tasks.rados.rados.0.smithi046.stdout:2654: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:55:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:2659: finishing copy_from to smithi04638994-38 2021-07-26T15:55:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:2659: got expected ENOENT (src dne) 2021-07-26T15:55:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:2659: finishing copy_from racing read to smithi04638994-38 2021-07-26T15:55:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 4 to smithi04638994-22 2021-07-26T15:55:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 5 to smithi04638994-22 2021-07-26T15:55:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:2656: finishing write tid 6 to smithi04638994-22 2021-07-26T15:55:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1645 (ObjNum 853 snap 254 seq_num 853) dirty exists 2021-07-26T15:55:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:2656: left oid 22 (ObjNum 853 snap 254 seq_num 853) 2021-07-26T15:55:01.238 INFO:tasks.rados.rados.0.smithi046.stdout:2652: finishing copy_from to smithi04638994-5 2021-07-26T15:55:01.238 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1349 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:55:01.238 INFO:tasks.rados.rados.0.smithi046.stdout:2652: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:55:01.238 INFO:tasks.rados.rados.0.smithi046.stdout:2658: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:55:01.313 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 1 to smithi04638994-28 2021-07-26T15:55:01.313 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 2 to smithi04638994-28 2021-07-26T15:55:01.313 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 3 to smithi04638994-28 2021-07-26T15:55:01.314 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 4 to smithi04638994-28 2021-07-26T15:55:01.314 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 5 to smithi04638994-28 2021-07-26T15:55:01.314 INFO:tasks.rados.rados.0.smithi046.stdout:2660: finishing write tid 6 to smithi04638994-28 2021-07-26T15:55:01.314 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1650 (ObjNum 854 snap 254 seq_num 854) dirty exists 2021-07-26T15:55:01.315 INFO:tasks.rados.rados.0.smithi046.stdout:2660: left oid 28 (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:01.316 INFO:tasks.rados.rados.0.smithi046.stdout:2652: done (8 left) 2021-07-26T15:55:01.316 INFO:tasks.rados.rados.0.smithi046.stdout:2653: done (7 left) 2021-07-26T15:55:01.317 INFO:tasks.rados.rados.0.smithi046.stdout:2654: done (6 left) 2021-07-26T15:55:01.317 INFO:tasks.rados.rados.0.smithi046.stdout:2656: done (5 left) 2021-07-26T15:55:01.317 INFO:tasks.rados.rados.0.smithi046.stdout:2657: done (4 left) 2021-07-26T15:55:01.317 INFO:tasks.rados.rados.0.smithi046.stdout:2658: done (3 left) 2021-07-26T15:55:01.318 INFO:tasks.rados.rados.0.smithi046.stdout:2659: done (2 left) 2021-07-26T15:55:01.318 INFO:tasks.rados.rados.0.smithi046.stdout:2660: done (1 left) 2021-07-26T15:55:01.318 INFO:tasks.rados.rados.0.smithi046.stdout:2661: done (0 left) 2021-07-26T15:55:01.318 INFO:tasks.rados.rados.0.smithi046.stdout:2662: copy_from oid 40 from oid 4 current snap is 254 2021-07-26T15:55:01.319 INFO:tasks.rados.rados.0.smithi046.stdout:2663: rollback oid 41 current snap is 254 2021-07-26T15:55:01.319 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 250 2021-07-26T15:55:01.319 INFO:tasks.rados.rados.0.smithi046.stdout:2664: snap_create 2021-07-26T15:55:01.322 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:55:01.322 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:55:01.323 INFO:tasks.rados.rados.0.smithi046.stdout:2663: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:55:01.324 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1240 (ObjNum 689 snap 204 seq_num 689) dirty exists 2021-07-26T15:55:01.334 INFO:tasks.rados.rados.0.smithi046.stdout:2662: finishing copy_from to smithi04638994-40 2021-07-26T15:55:01.334 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1408 (ObjNum 846 snap 253 seq_num 846) dirty exists 2021-07-26T15:55:01.335 INFO:tasks.rados.rados.0.smithi046.stdout:2662: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:55:01.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:01 smithi073 bash[34190]: cluster 2021-07-26T15:54:59.983754+0000 mgr.y (mgr.24683) 369 : cluster [DBG] pgmap v681: 25 pgs: 25 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:55:01.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:01 smithi073 bash[34190]: cluster 2021-07-26T15:55:00.081236+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T15:55:01.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:01 smithi073 bash[34190]: cluster 2021-07-26T15:55:01.022169+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T15:55:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[41283]: cluster 2021-07-26T15:54:59.983754+0000 mgr.y (mgr.24683) 369 : cluster [DBG] pgmap v681: 25 pgs: 25 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:55:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[41283]: cluster 2021-07-26T15:55:00.081236+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T15:55:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[41283]: cluster 2021-07-26T15:55:01.022169+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T15:55:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[42351]: cluster 2021-07-26T15:54:59.983754+0000 mgr.y (mgr.24683) 369 : cluster [DBG] pgmap v681: 25 pgs: 25 active+clean; 297 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T15:55:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[42351]: cluster 2021-07-26T15:55:00.081236+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T15:55:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:01 smithi046 bash[42351]: cluster 2021-07-26T15:55:01.022169+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T15:55:02.091 INFO:tasks.rados.rados.0.smithi046.stdout:2662: done (2 left) 2021-07-26T15:55:02.092 INFO:tasks.rados.rados.0.smithi046.stdout:2663: done (1 left) 2021-07-26T15:55:02.092 INFO:tasks.rados.rados.0.smithi046.stdout:2664: done (0 left) 2021-07-26T15:55:02.092 INFO:tasks.rados.rados.0.smithi046.stdout:2665: read oid 10 snap 253 2021-07-26T15:55:02.092 INFO:tasks.rados.rados.0.smithi046.stdout:2665: expect (ObjNum 830 snap 247 seq_num 830) 2021-07-26T15:55:02.092 INFO:tasks.rados.rados.0.smithi046.stdout:2666: read oid 15 snap -1 2021-07-26T15:55:02.093 INFO:tasks.rados.rados.0.smithi046.stdout:2666: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:02.093 INFO:tasks.rados.rados.0.smithi046.stdout:2667: snap_create 2021-07-26T15:55:02.117 INFO:tasks.rados.rados.0.smithi046.stdout:2666: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:02.231 INFO:tasks.rados.rados.0.smithi046.stdout:2665: expect (ObjNum 830 snap 247 seq_num 830) 2021-07-26T15:55:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:2665: done (2 left) 2021-07-26T15:55:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:2666: done (1 left) 2021-07-26T15:55:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:2667: done (0 left) 2021-07-26T15:55:03.101 INFO:tasks.rados.rados.0.smithi046.stdout:2668: snap_create 2021-07-26T15:55:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:03 smithi073 bash[34190]: cluster 2021-07-26T15:55:01.984480+0000 mgr.y (mgr.24683) 370 : cluster [DBG] pgmap v684: 25 pgs: 25 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2021-07-26T15:55:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:03 smithi073 bash[34190]: cluster 2021-07-26T15:55:02.092177+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T15:55:03.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[42351]: cluster 2021-07-26T15:55:01.984480+0000 mgr.y (mgr.24683) 370 : cluster [DBG] pgmap v684: 25 pgs: 25 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2021-07-26T15:55:03.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[42351]: cluster 2021-07-26T15:55:02.092177+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T15:55:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[41283]: cluster 2021-07-26T15:55:01.984480+0000 mgr.y (mgr.24683) 370 : cluster [DBG] pgmap v684: 25 pgs: 25 active+clean; 287 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2021-07-26T15:55:03.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[41283]: cluster 2021-07-26T15:55:02.092177+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T15:55:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:03.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:03.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:03.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:55:04.110 INFO:tasks.rados.rados.0.smithi046.stdout:2668: done (0 left) 2021-07-26T15:55:04.111 INFO:tasks.rados.rados.0.smithi046.stdout:2669: snap_remove snap 236 2021-07-26T15:55:04.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:04 smithi073 bash[34190]: cluster 2021-07-26T15:55:03.100131+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T15:55:04.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:04 smithi046 bash[41283]: cluster 2021-07-26T15:55:03.100131+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T15:55:04.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:04 smithi046 bash[42351]: cluster 2021-07-26T15:55:03.100131+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T15:55:05.120 INFO:tasks.rados.rados.0.smithi046.stdout:2669: done (0 left) 2021-07-26T15:55:05.120 INFO:tasks.rados.rados.0.smithi046.stdout:2670: copy_from oid 14 from oid 19 current snap is 257 2021-07-26T15:55:05.121 INFO:tasks.rados.rados.0.smithi046.stdout:2671: rollback oid 13 current snap is 257 2021-07-26T15:55:05.121 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 251 2021-07-26T15:55:05.122 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 257 2021-07-26T15:55:05.122 INFO:tasks.rados.rados.0.smithi046.stdout:2672: seq_num 856 ranges {1810432=745472,2555904=557056,3112960=417792,3530752=434176,3964928=196608} 2021-07-26T15:55:05.141 INFO:tasks.rados.rados.0.smithi046.stdout:2672: writing smithi04638994-3 from 1810432 to 2555904 tid 1 2021-07-26T15:55:05.145 INFO:tasks.rados.rados.0.smithi046.stdout:2672: writing smithi04638994-3 from 2555904 to 3112960 tid 2 2021-07-26T15:55:05.151 INFO:tasks.rados.rados.0.smithi046.stdout:2672: writing smithi04638994-3 from 3112960 to 3530752 tid 3 2021-07-26T15:55:05.151 INFO:tasks.rados.rados.0.smithi046.stdout:2672: writing smithi04638994-3 from 3530752 to 3964928 tid 4 2021-07-26T15:55:05.154 INFO:tasks.rados.rados.0.smithi046.stdout:2672: writing smithi04638994-3 from 3964928 to 4161536 tid 5 2021-07-26T15:55:05.154 INFO:tasks.rados.rados.0.smithi046.stdout:2673: delete oid 43 current snap is 257 2021-07-26T15:55:05.154 INFO:tasks.rados.rados.0.smithi046.stdout:2670: finishing copy_from to smithi04638994-14 2021-07-26T15:55:05.155 INFO:tasks.rados.rados.0.smithi046.stdout:2670: got expected ENOENT (src dne) 2021-07-26T15:55:05.155 INFO:tasks.rados.rados.0.smithi046.stdout:2670: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:55:05.155 INFO:tasks.rados.rados.0.smithi046.stdout:2671: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:55:05.155 INFO:tasks.rados.rados.0.smithi046.stdout:2671: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:55:05.156 INFO:tasks.rados.rados.0.smithi046.stdout:2671: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:55:05.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1497 (ObjNum 842 snap 251 seq_num 842) dirty exists 2021-07-26T15:55:05.156 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 1 to smithi04638994-3 2021-07-26T15:55:05.158 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 2 to smithi04638994-3 2021-07-26T15:55:05.158 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 3 to smithi04638994-3 2021-07-26T15:55:05.159 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 4 to smithi04638994-3 2021-07-26T15:55:05.159 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 5 to smithi04638994-3 2021-07-26T15:55:05.160 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 6 to smithi04638994-3 2021-07-26T15:55:05.160 INFO:tasks.rados.rados.0.smithi046.stdout:2670: done (3 left) 2021-07-26T15:55:05.160 INFO:tasks.rados.rados.0.smithi046.stdout:2671: done (2 left) 2021-07-26T15:55:05.160 INFO:tasks.rados.rados.0.smithi046.stdout:2673: done (1 left) 2021-07-26T15:55:05.161 INFO:tasks.rados.rados.0.smithi046.stdout:2674: snap_create 2021-07-26T15:55:05.161 INFO:tasks.rados.rados.0.smithi046.stdout:2672: finishing write tid 7 to smithi04638994-3 2021-07-26T15:55:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1177 (ObjNum 856 snap 257 seq_num 856) dirty exists 2021-07-26T15:55:05.162 INFO:tasks.rados.rados.0.smithi046.stdout:2672: left oid 3 (ObjNum 856 snap 257 seq_num 856) 2021-07-26T15:55:05.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:05 smithi073 bash[34190]: cluster 2021-07-26T15:55:03.985177+0000 mgr.y (mgr.24683) 371 : cluster [DBG] pgmap v687: 25 pgs: 25 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2021-07-26T15:55:05.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:05 smithi073 bash[34190]: cluster 2021-07-26T15:55:04.111987+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T15:55:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:05 smithi046 bash[41283]: cluster 2021-07-26T15:55:03.985177+0000 mgr.y (mgr.24683) 371 : cluster [DBG] pgmap v687: 25 pgs: 25 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2021-07-26T15:55:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:05 smithi046 bash[41283]: cluster 2021-07-26T15:55:04.111987+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T15:55:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:05 smithi046 bash[42351]: cluster 2021-07-26T15:55:03.985177+0000 mgr.y (mgr.24683) 371 : cluster [DBG] pgmap v687: 25 pgs: 25 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2021-07-26T15:55:05.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:05 smithi046 bash[42351]: cluster 2021-07-26T15:55:04.111987+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T15:55:06.023 INFO:tasks.rados.rados.0.smithi046.stdout:2672: done (1 left) 2021-07-26T15:55:06.023 INFO:tasks.rados.rados.0.smithi046.stdout:2674: done (0 left) 2021-07-26T15:55:06.023 INFO:tasks.rados.rados.0.smithi046.stdout:2675: read oid 11 snap -1 2021-07-26T15:55:06.024 INFO:tasks.rados.rados.0.smithi046.stdout:2675: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:55:06.024 INFO:tasks.rados.rados.0.smithi046.stdout:2676: snap_remove snap 254 2021-07-26T15:55:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:06 smithi046 bash[41283]: cluster 2021-07-26T15:55:05.120316+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T15:55:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:06 smithi046 bash[41283]: cluster 2021-07-26T15:55:06.023824+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T15:55:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:06 smithi046 bash[42351]: cluster 2021-07-26T15:55:05.120316+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T15:55:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:06 smithi046 bash[42351]: cluster 2021-07-26T15:55:06.023824+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T15:55:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:06 smithi073 bash[34190]: cluster 2021-07-26T15:55:05.120316+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T15:55:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:06 smithi073 bash[34190]: cluster 2021-07-26T15:55:06.023824+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T15:55:07.034 INFO:tasks.rados.rados.0.smithi046.stdout:2676: done (1 left) 2021-07-26T15:55:07.035 INFO:tasks.rados.rados.0.smithi046.stdout:2677: setattr oid 1 current snap is 258 2021-07-26T15:55:07.035 INFO:tasks.rados.rados.0.smithi046.stdout:2675: expect (ObjNum 607 snap 178 seq_num 607) 2021-07-26T15:55:07.156 INFO:tasks.rados.rados.0.smithi046.stdout:2675: done (1 left) 2021-07-26T15:55:07.156 INFO:tasks.rados.rados.0.smithi046.stdout:2678: read oid 46 snap -1 2021-07-26T15:55:07.156 INFO:tasks.rados.rados.0.smithi046.stdout:2678: expect (ObjNum 828 snap 246 seq_num 828) 2021-07-26T15:55:07.156 INFO:tasks.rados.rados.0.smithi046.stdout:2679: rollback oid 20 current snap is 258 2021-07-26T15:55:07.157 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 257 2021-07-26T15:55:07.157 INFO:tasks.rados.rados.0.smithi046.stdout:2680: delete oid 42 current snap is 258 2021-07-26T15:55:07.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1705 (ObjNum 784 snap 241 seq_num 784) dirty exists 2021-07-26T15:55:07.166 INFO:tasks.rados.rados.0.smithi046.stdout:2677: done (3 left) 2021-07-26T15:55:07.167 INFO:tasks.rados.rados.0.smithi046.stdout:2680: done (2 left) 2021-07-26T15:55:07.167 INFO:tasks.rados.rados.0.smithi046.stdout:2681: rollback oid 17 current snap is 258 2021-07-26T15:55:07.167 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 17 to 256 2021-07-26T15:55:07.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 258 2021-07-26T15:55:07.168 INFO:tasks.rados.rados.0.smithi046.stdout:2682: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2021-07-26T15:55:07.172 INFO:tasks.rados.rados.0.smithi046.stdout:2682: writing smithi04638994-19 from 0 to 794624 tid 1 2021-07-26T15:55:07.176 INFO:tasks.rados.rados.0.smithi046.stdout:2682: writing smithi04638994-19 from 794624 to 1409024 tid 2 2021-07-26T15:55:07.180 INFO:tasks.rados.rados.0.smithi046.stdout:2682: writing smithi04638994-19 from 1409024 to 2048000 tid 3 2021-07-26T15:55:07.183 INFO:tasks.rados.rados.0.smithi046.stdout:2682: writing smithi04638994-19 from 2048000 to 2400256 tid 4 2021-07-26T15:55:07.183 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 258 2021-07-26T15:55:07.184 INFO:tasks.rados.rados.0.smithi046.stdout:2679: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:55:07.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1728 (ObjNum 197960256 snap 22029 seq_num 197574400) dirty dne 2021-07-26T15:55:07.184 INFO:tasks.rados.rados.0.smithi046.stdout:2683: seq_num 860 ranges {0=8192} 2021-07-26T15:55:07.184 INFO:tasks.rados.rados.0.smithi046.stdout:2683: writing smithi04638994-12 from 0 to 8192 tid 1 2021-07-26T15:55:07.184 INFO:tasks.rados.rados.0.smithi046.stdout:2679: done (4 left) 2021-07-26T15:55:07.185 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 258 2021-07-26T15:55:07.185 INFO:tasks.rados.rados.0.smithi046.stdout:2684: seq_num 861 ranges {2301952=24576} 2021-07-26T15:55:07.196 INFO:tasks.rados.rados.0.smithi046.stdout:2684: writing smithi04638994-41 from 2301952 to 2326528 tid 1 2021-07-26T15:55:07.197 INFO:tasks.rados.rados.0.smithi046.stdout:2685: snap_create 2021-07-26T15:55:07.197 INFO:tasks.rados.rados.0.smithi046.stdout:2681: finishing rollback tid 0 to smithi04638994-17 2021-07-26T15:55:07.197 INFO:tasks.rados.rados.0.smithi046.stdout:2681: finishing rollback tid 1 to smithi04638994-17 2021-07-26T15:55:07.197 INFO:tasks.rados.rados.0.smithi046.stdout:2681: finishing rollback tid 2 to smithi04638994-17 2021-07-26T15:55:07.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1709 (ObjNum 732 snap 224 seq_num 732) dirty exists 2021-07-26T15:55:07.198 INFO:tasks.rados.rados.0.smithi046.stdout:2678: expect (ObjNum 828 snap 246 seq_num 828) 2021-07-26T15:55:07.303 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 1 to smithi04638994-19 2021-07-26T15:55:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 2 to smithi04638994-19 2021-07-26T15:55:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 3 to smithi04638994-19 2021-07-26T15:55:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 4 to smithi04638994-19 2021-07-26T15:55:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 1 to smithi04638994-12 2021-07-26T15:55:07.304 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 2 to smithi04638994-12 2021-07-26T15:55:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 5 to smithi04638994-19 2021-07-26T15:55:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:2682: finishing write tid 6 to smithi04638994-19 2021-07-26T15:55:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1221 (ObjNum 859 snap 258 seq_num 859) dirty exists 2021-07-26T15:55:07.305 INFO:tasks.rados.rados.0.smithi046.stdout:2682: left oid 19 (ObjNum 859 snap 258 seq_num 859) 2021-07-26T15:55:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:2683: finishing write tid 3 to smithi04638994-12 2021-07-26T15:55:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1404 (ObjNum 860 snap 258 seq_num 860) dirty exists 2021-07-26T15:55:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:2683: left oid 12 (ObjNum 860 snap 258 seq_num 860) 2021-07-26T15:55:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:2684: finishing write tid 1 to smithi04638994-41 2021-07-26T15:55:07.306 INFO:tasks.rados.rados.0.smithi046.stdout:2684: finishing write tid 2 to smithi04638994-41 2021-07-26T15:55:07.307 INFO:tasks.rados.rados.0.smithi046.stdout:2684: finishing write tid 3 to smithi04638994-41 2021-07-26T15:55:07.307 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1242 (ObjNum 861 snap 258 seq_num 861) dirty exists 2021-07-26T15:55:07.307 INFO:tasks.rados.rados.0.smithi046.stdout:2684: left oid 41 (ObjNum 861 snap 258 seq_num 861) 2021-07-26T15:55:07.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:07 smithi046 bash[41283]: cluster 2021-07-26T15:55:05.985942+0000 mgr.y (mgr.24683) 372 : cluster [DBG] pgmap v690: 25 pgs: 25 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2021-07-26T15:55:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:07 smithi046 bash[41283]: cluster 2021-07-26T15:55:07.035128+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T15:55:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:07 smithi046 bash[42351]: cluster 2021-07-26T15:55:05.985942+0000 mgr.y (mgr.24683) 372 : cluster [DBG] pgmap v690: 25 pgs: 25 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2021-07-26T15:55:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:07 smithi046 bash[42351]: cluster 2021-07-26T15:55:07.035128+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T15:55:07.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:07 smithi073 bash[34190]: cluster 2021-07-26T15:55:05.985942+0000 mgr.y (mgr.24683) 372 : cluster [DBG] pgmap v690: 25 pgs: 25 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2021-07-26T15:55:07.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:07 smithi073 bash[34190]: cluster 2021-07-26T15:55:07.035128+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T15:55:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:2678: done (5 left) 2021-07-26T15:55:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:2681: done (4 left) 2021-07-26T15:55:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:2682: done (3 left) 2021-07-26T15:55:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:2683: done (2 left) 2021-07-26T15:55:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:2684: done (1 left) 2021-07-26T15:55:08.141 INFO:tasks.rados.rados.0.smithi046.stdout:2685: done (0 left) 2021-07-26T15:55:08.141 INFO:tasks.rados.rados.0.smithi046.stdout:2686: copy_from oid 48 from oid 43 current snap is 259 2021-07-26T15:55:08.141 INFO:tasks.rados.rados.0.smithi046.stdout:2687: setattr oid 7 current snap is 259 2021-07-26T15:55:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:2688: read oid 36 snap 255 2021-07-26T15:55:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:2688: expect deleted 2021-07-26T15:55:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:2689: read oid 25 snap -1 2021-07-26T15:55:08.144 INFO:tasks.rados.rados.0.smithi046.stdout:2689: expect deleted 2021-07-26T15:55:08.144 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 259 2021-07-26T15:55:08.144 INFO:tasks.rados.rados.0.smithi046.stdout:2690: seq_num 862 ranges {0=40960} 2021-07-26T15:55:08.144 INFO:tasks.rados.rados.0.smithi046.stdout:2690: writing smithi04638994-44 from 0 to 40960 tid 1 2021-07-26T15:55:08.145 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 259 2021-07-26T15:55:08.145 INFO:tasks.rados.rados.0.smithi046.stdout:2691: seq_num 863 ranges {12173312=57344} 2021-07-26T15:55:08.212 INFO:tasks.rados.rados.0.smithi046.stdout:2691: writing smithi04638994-24 from 12173312 to 12230656 tid 1 2021-07-26T15:55:08.212 INFO:tasks.rados.rados.0.smithi046.stdout:2692: rmattr oid 37 current snap is 259 2021-07-26T15:55:08.213 INFO:tasks.rados.rados.0.smithi046.stdout:2693: rmattr oid 12 current snap is 259 2021-07-26T15:55:08.213 INFO:tasks.rados.rados.0.smithi046.stdout:2693: done (7 left) 2021-07-26T15:55:08.213 INFO:tasks.rados.rados.0.smithi046.stdout:2694: read oid 31 snap 256 2021-07-26T15:55:08.213 INFO:tasks.rados.rados.0.smithi046.stdout:2694: expect deleted 2021-07-26T15:55:08.213 INFO:tasks.rados.rados.0.smithi046.stdout:2695: delete oid 16 current snap is 259 2021-07-26T15:55:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:2686: finishing copy_from to smithi04638994-48 2021-07-26T15:55:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:2686: got expected ENOENT (src dne) 2021-07-26T15:55:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:2686: finishing copy_from racing read to smithi04638994-48 2021-07-26T15:55:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:2690: finishing write tid 1 to smithi04638994-44 2021-07-26T15:55:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:2690: finishing write tid 2 to smithi04638994-44 2021-07-26T15:55:08.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1711 (ObjNum 774 snap 237 seq_num 774) dirty exists 2021-07-26T15:55:08.215 INFO:tasks.rados.rados.0.smithi046.stdout:2690: finishing write tid 3 to smithi04638994-44 2021-07-26T15:55:08.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1179 (ObjNum 862 snap 259 seq_num 862) dirty exists 2021-07-26T15:55:08.215 INFO:tasks.rados.rados.0.smithi046.stdout:2690: left oid 44 (ObjNum 862 snap 259 seq_num 862) 2021-07-26T15:55:08.216 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1681 (ObjNum 1600348011 snap 1398041956 seq_num 1330929498) dirty exists 2021-07-26T15:55:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:2686: done (8 left) 2021-07-26T15:55:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:2687: done (7 left) 2021-07-26T15:55:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:2688: done (6 left) 2021-07-26T15:55:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:2689: done (5 left) 2021-07-26T15:55:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:2690: done (4 left) 2021-07-26T15:55:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:2692: done (3 left) 2021-07-26T15:55:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:2694: done (2 left) 2021-07-26T15:55:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:2695: done (1 left) 2021-07-26T15:55:08.221 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 259 2021-07-26T15:55:08.221 INFO:tasks.rados.rados.0.smithi046.stdout:2696: seq_num 865 ranges {966656=90112} 2021-07-26T15:55:08.225 INFO:tasks.rados.rados.0.smithi046.stdout:2696: writing smithi04638994-7 from 966656 to 1056768 tid 1 2021-07-26T15:55:08.226 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 259 2021-07-26T15:55:08.226 INFO:tasks.rados.rados.0.smithi046.stdout:2697: seq_num 866 ranges {2703360=106496} 2021-07-26T15:55:08.244 INFO:tasks.rados.rados.0.smithi046.stdout:2697: writing smithi04638994-11 from 2703360 to 2809856 tid 1 2021-07-26T15:55:08.245 INFO:tasks.rados.rados.0.smithi046.stdout:2691: finishing write tid 1 to smithi04638994-24 2021-07-26T15:55:08.245 INFO:tasks.rados.rados.0.smithi046.stdout:2698: read oid 14 snap 258 2021-07-26T15:55:08.245 INFO:tasks.rados.rados.0.smithi046.stdout:2698: expect (ObjNum 817 snap 245 seq_num 817) 2021-07-26T15:55:08.245 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 259 2021-07-26T15:55:08.246 INFO:tasks.rados.rados.0.smithi046.stdout:2699: seq_num 867 ranges {0=122880} 2021-07-26T15:55:08.246 INFO:tasks.rados.rados.0.smithi046.stdout:2699: writing smithi04638994-42 from 0 to 122880 tid 1 2021-07-26T15:55:08.246 INFO:tasks.rados.rados.0.smithi046.stdout:2700: rollback oid 34 current snap is 259 2021-07-26T15:55:08.246 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 256 2021-07-26T15:55:08.246 INFO:tasks.rados.rados.0.smithi046.stdout:2691: finishing write tid 2 to smithi04638994-24 2021-07-26T15:55:08.247 INFO:tasks.rados.rados.0.smithi046.stdout:2691: finishing write tid 3 to smithi04638994-24 2021-07-26T15:55:08.247 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1765 (ObjNum 863 snap 259 seq_num 863) dirty exists 2021-07-26T15:55:08.247 INFO:tasks.rados.rados.0.smithi046.stdout:2691: left oid 24 (ObjNum 863 snap 259 seq_num 863) 2021-07-26T15:55:08.247 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 1 to smithi04638994-7 2021-07-26T15:55:08.248 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 2 to smithi04638994-7 2021-07-26T15:55:08.248 INFO:tasks.rados.rados.0.smithi046.stdout:2696: finishing write tid 3 to smithi04638994-7 2021-07-26T15:55:08.248 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1713 (ObjNum 865 snap 259 seq_num 865) dirty exists 2021-07-26T15:55:08.248 INFO:tasks.rados.rados.0.smithi046.stdout:2696: left oid 7 (ObjNum 865 snap 259 seq_num 865) 2021-07-26T15:55:08.248 INFO:tasks.rados.rados.0.smithi046.stdout:2691: done (5 left) 2021-07-26T15:55:08.249 INFO:tasks.rados.rados.0.smithi046.stdout:2696: done (4 left) 2021-07-26T15:55:08.251 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 259 2021-07-26T15:55:08.252 INFO:tasks.rados.rados.0.smithi046.stdout:2701: seq_num 868 ranges {15278080=139264} 2021-07-26T15:55:08.331 INFO:tasks.rados.rados.0.smithi046.stdout:2701: writing smithi04638994-45 from 15278080 to 15417344 tid 1 2021-07-26T15:55:08.332 INFO:tasks.rados.rados.0.smithi046.stdout:2702: delete oid 15 current snap is 259 2021-07-26T15:55:08.332 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 1 to smithi04638994-42 2021-07-26T15:55:08.332 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 1 to smithi04638994-11 2021-07-26T15:55:08.332 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 2 to smithi04638994-11 2021-07-26T15:55:08.333 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 2 to smithi04638994-42 2021-07-26T15:55:08.333 INFO:tasks.rados.rados.0.smithi046.stdout:2700: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:55:08.333 INFO:tasks.rados.rados.0.smithi046.stdout:2699: finishing write tid 3 to smithi04638994-42 2021-07-26T15:55:08.333 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 945 (ObjNum 867 snap 259 seq_num 867) dirty exists 2021-07-26T15:55:08.334 INFO:tasks.rados.rados.0.smithi046.stdout:2699: left oid 42 (ObjNum 867 snap 259 seq_num 867) 2021-07-26T15:55:08.334 INFO:tasks.rados.rados.0.smithi046.stdout:2697: finishing write tid 3 to smithi04638994-11 2021-07-26T15:55:08.334 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1768 (ObjNum 866 snap 259 seq_num 866) dirty exists 2021-07-26T15:55:08.334 INFO:tasks.rados.rados.0.smithi046.stdout:2697: left oid 11 (ObjNum 866 snap 259 seq_num 866) 2021-07-26T15:55:08.334 INFO:tasks.rados.rados.0.smithi046.stdout:2700: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:55:08.335 INFO:tasks.rados.rados.0.smithi046.stdout:2700: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:55:08.335 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1185 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:55:08.335 INFO:tasks.rados.rados.0.smithi046.stdout:2698: expect (ObjNum 817 snap 245 seq_num 817) 2021-07-26T15:55:08.388 INFO:tasks.rados.rados.0.smithi046.stdout:2701: finishing write tid 1 to smithi04638994-45 2021-07-26T15:55:08.389 INFO:tasks.rados.rados.0.smithi046.stdout:2701: finishing write tid 2 to smithi04638994-45 2021-07-26T15:55:08.389 INFO:tasks.rados.rados.0.smithi046.stdout:2701: finishing write tid 3 to smithi04638994-45 2021-07-26T15:55:08.389 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1683 (ObjNum 868 snap 259 seq_num 868) dirty exists 2021-07-26T15:55:08.389 INFO:tasks.rados.rados.0.smithi046.stdout:2701: left oid 45 (ObjNum 868 snap 259 seq_num 868) 2021-07-26T15:55:08.389 INFO:tasks.rados.rados.0.smithi046.stdout:2697: done (5 left) 2021-07-26T15:55:08.390 INFO:tasks.rados.rados.0.smithi046.stdout:2698: done (4 left) 2021-07-26T15:55:08.390 INFO:tasks.rados.rados.0.smithi046.stdout:2699: done (3 left) 2021-07-26T15:55:08.390 INFO:tasks.rados.rados.0.smithi046.stdout:2700: done (2 left) 2021-07-26T15:55:08.390 INFO:tasks.rados.rados.0.smithi046.stdout:2701: done (1 left) 2021-07-26T15:55:08.391 INFO:tasks.rados.rados.0.smithi046.stdout:2702: done (0 left) 2021-07-26T15:55:08.391 INFO:tasks.rados.rados.0.smithi046.stdout:2703: setattr oid 39 current snap is 259 2021-07-26T15:55:08.392 INFO:tasks.rados.rados.0.smithi046.stdout:2704: read oid 22 snap -1 2021-07-26T15:55:08.393 INFO:tasks.rados.rados.0.smithi046.stdout:2704: expect (ObjNum 853 snap 254 seq_num 853) 2021-07-26T15:55:08.393 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 259 2021-07-26T15:55:08.393 INFO:tasks.rados.rados.0.smithi046.stdout:2705: seq_num 870 ranges {0=172032} 2021-07-26T15:55:08.394 INFO:tasks.rados.rados.0.smithi046.stdout:2705: writing smithi04638994-32 from 0 to 172032 tid 1 2021-07-26T15:55:08.394 INFO:tasks.rados.rados.0.smithi046.stdout:2706: snap_create 2021-07-26T15:55:08.409 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1190 (ObjNum 697 snap 211 seq_num 697) dirty exists 2021-07-26T15:55:08.409 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 1 to smithi04638994-32 2021-07-26T15:55:08.410 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 2 to smithi04638994-32 2021-07-26T15:55:08.410 INFO:tasks.rados.rados.0.smithi046.stdout:2705: finishing write tid 3 to smithi04638994-32 2021-07-26T15:55:08.410 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1192 (ObjNum 870 snap 259 seq_num 870) dirty exists 2021-07-26T15:55:08.410 INFO:tasks.rados.rados.0.smithi046.stdout:2705: left oid 32 (ObjNum 870 snap 259 seq_num 870) 2021-07-26T15:55:08.423 INFO:tasks.rados.rados.0.smithi046.stdout:2704: expect (ObjNum 853 snap 254 seq_num 853) 2021-07-26T15:55:09.153 INFO:tasks.rados.rados.0.smithi046.stdout:2703: done (3 left) 2021-07-26T15:55:09.154 INFO:tasks.rados.rados.0.smithi046.stdout:2704: done (2 left) 2021-07-26T15:55:09.154 INFO:tasks.rados.rados.0.smithi046.stdout:2705: done (1 left) 2021-07-26T15:55:09.154 INFO:tasks.rados.rados.0.smithi046.stdout:2706: done (0 left) 2021-07-26T15:55:09.154 INFO:tasks.rados.rados.0.smithi046.stdout:2707: snap_create 2021-07-26T15:55:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:09 smithi046 bash[41283]: cluster 2021-07-26T15:55:07.986615+0000 mgr.y (mgr.24683) 373 : cluster [DBG] pgmap v693: 25 pgs: 25 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2021-07-26T15:55:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:09 smithi046 bash[41283]: cluster 2021-07-26T15:55:08.140761+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T15:55:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:09 smithi046 bash[42351]: cluster 2021-07-26T15:55:07.986615+0000 mgr.y (mgr.24683) 373 : cluster [DBG] pgmap v693: 25 pgs: 25 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2021-07-26T15:55:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:09 smithi046 bash[42351]: cluster 2021-07-26T15:55:08.140761+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T15:55:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:09 smithi073 bash[34190]: cluster 2021-07-26T15:55:07.986615+0000 mgr.y (mgr.24683) 373 : cluster [DBG] pgmap v693: 25 pgs: 25 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2021-07-26T15:55:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:09 smithi073 bash[34190]: cluster 2021-07-26T15:55:08.140761+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T15:55:10.155 INFO:tasks.rados.rados.0.smithi046.stdout:2707: done (0 left) 2021-07-26T15:55:10.155 INFO:tasks.rados.rados.0.smithi046.stdout:2708: delete oid 14 current snap is 261 2021-07-26T15:55:10.163 INFO:tasks.rados.rados.0.smithi046.stdout:2708: done (0 left) 2021-07-26T15:55:10.163 INFO:tasks.rados.rados.0.smithi046.stdout:2709: snap_create 2021-07-26T15:55:10.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:10 smithi046 bash[41283]: cluster 2021-07-26T15:55:09.151199+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T15:55:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:10 smithi046 bash[42351]: cluster 2021-07-26T15:55:09.151199+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T15:55:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:10 smithi073 bash[34190]: cluster 2021-07-26T15:55:09.151199+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T15:55:11.028 INFO:tasks.rados.rados.0.smithi046.stdout:2709: done (0 left) 2021-07-26T15:55:11.028 INFO:tasks.rados.rados.0.smithi046.stdout:2710: copy_from oid 50 from oid 8 current snap is 262 2021-07-26T15:55:11.028 INFO:tasks.rados.rados.0.smithi046.stdout:2711: copy_from oid 29 from oid 43 current snap is 262 2021-07-26T15:55:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2712: read oid 40 snap -1 2021-07-26T15:55:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2712: expect (ObjNum 846 snap 253 seq_num 846) 2021-07-26T15:55:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2713: read oid 5 snap -1 2021-07-26T15:55:11.029 INFO:tasks.rados.rados.0.smithi046.stdout:2713: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:11.030 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 262 2021-07-26T15:55:11.030 INFO:tasks.rados.rados.0.smithi046.stdout:2714: seq_num 872 ranges {0=212992} 2021-07-26T15:55:11.033 INFO:tasks.rados.rados.0.smithi046.stdout:2714: writing smithi04638994-31 from 0 to 212992 tid 1 2021-07-26T15:55:11.033 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 262 2021-07-26T15:55:11.033 INFO:tasks.rados.rados.0.smithi046.stdout:2715: seq_num 873 ranges {4382720=229376} 2021-07-26T15:55:11.059 INFO:tasks.rados.rados.0.smithi046.stdout:2715: writing smithi04638994-22 from 4382720 to 4612096 tid 1 2021-07-26T15:55:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2716: read oid 25 snap 253 2021-07-26T15:55:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2716: expect deleted 2021-07-26T15:55:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 262 2021-07-26T15:55:11.060 INFO:tasks.rados.rados.0.smithi046.stdout:2711: finishing copy_from to smithi04638994-29 2021-07-26T15:55:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2711: got expected ENOENT (src dne) 2021-07-26T15:55:11.061 INFO:tasks.rados.rados.0.smithi046.stdout:2717: seq_num 874 ranges {3080192=245760} 2021-07-26T15:55:11.079 INFO:tasks.rados.rados.0.smithi046.stdout:2717: writing smithi04638994-13 from 3080192 to 3325952 tid 1 2021-07-26T15:55:11.079 INFO:tasks.rados.rados.0.smithi046.stdout:2718: copy_from oid 30 from oid 32 current snap is 262 2021-07-26T15:55:11.080 INFO:tasks.rados.rados.0.smithi046.stdout:2711: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:55:11.080 INFO:tasks.rados.rados.0.smithi046.stdout:2711: done (8 left) 2021-07-26T15:55:11.080 INFO:tasks.rados.rados.0.smithi046.stdout:2719: snap_create 2021-07-26T15:55:11.080 INFO:tasks.rados.rados.0.smithi046.stdout:2714: finishing write tid 1 to smithi04638994-31 2021-07-26T15:55:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:2714: finishing write tid 2 to smithi04638994-31 2021-07-26T15:55:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:2713: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:11.194 INFO:tasks.rados.rados.0.smithi046.stdout:2712: expect (ObjNum 846 snap 253 seq_num 846) 2021-07-26T15:55:11.257 INFO:tasks.rados.rados.0.smithi046.stdout:2714: finishing write tid 3 to smithi04638994-31 2021-07-26T15:55:11.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1181 (ObjNum 872 snap 262 seq_num 872) dirty exists 2021-07-26T15:55:11.258 INFO:tasks.rados.rados.0.smithi046.stdout:2714: left oid 31 (ObjNum 872 snap 262 seq_num 872) 2021-07-26T15:55:11.259 INFO:tasks.rados.rados.0.smithi046.stdout:2715: finishing write tid 1 to smithi04638994-22 2021-07-26T15:55:11.259 INFO:tasks.rados.rados.0.smithi046.stdout:2715: finishing write tid 2 to smithi04638994-22 2021-07-26T15:55:11.260 INFO:tasks.rados.rados.0.smithi046.stdout:2715: finishing write tid 3 to smithi04638994-22 2021-07-26T15:55:11.260 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1652 (ObjNum 873 snap 262 seq_num 873) dirty exists 2021-07-26T15:55:11.261 INFO:tasks.rados.rados.0.smithi046.stdout:2715: left oid 22 (ObjNum 873 snap 262 seq_num 873) 2021-07-26T15:55:11.262 INFO:tasks.rados.rados.0.smithi046.stdout:2718: finishing copy_from to smithi04638994-30 2021-07-26T15:55:11.262 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1192 (ObjNum 870 snap 259 seq_num 870) dirty exists 2021-07-26T15:55:11.263 INFO:tasks.rados.rados.0.smithi046.stdout:2718: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:55:11.264 INFO:tasks.rados.rados.0.smithi046.stdout:2710: finishing copy_from to smithi04638994-50 2021-07-26T15:55:11.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1737 (ObjNum 606 snap 177 seq_num 606) dirty exists 2021-07-26T15:55:11.264 INFO:tasks.rados.rados.0.smithi046.stdout:2710: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:55:11.265 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 1 to smithi04638994-13 2021-07-26T15:55:11.267 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 2 to smithi04638994-13 2021-07-26T15:55:11.267 INFO:tasks.rados.rados.0.smithi046.stdout:2717: finishing write tid 3 to smithi04638994-13 2021-07-26T15:55:11.269 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1739 (ObjNum 874 snap 262 seq_num 874) dirty exists 2021-07-26T15:55:11.269 INFO:tasks.rados.rados.0.smithi046.stdout:2717: left oid 13 (ObjNum 874 snap 262 seq_num 874) 2021-07-26T15:55:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[41283]: cluster 2021-07-26T15:55:09.987270+0000 mgr.y (mgr.24683) 374 : cluster [DBG] pgmap v696: 25 pgs: 25 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T15:55:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[41283]: cluster 2021-07-26T15:55:10.154390+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T15:55:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[41283]: cluster 2021-07-26T15:55:11.026655+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T15:55:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[42351]: cluster 2021-07-26T15:55:09.987270+0000 mgr.y (mgr.24683) 374 : cluster [DBG] pgmap v696: 25 pgs: 25 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T15:55:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[42351]: cluster 2021-07-26T15:55:10.154390+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T15:55:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:11 smithi046 bash[42351]: cluster 2021-07-26T15:55:11.026655+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T15:55:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:11 smithi073 bash[34190]: cluster 2021-07-26T15:55:09.987270+0000 mgr.y (mgr.24683) 374 : cluster [DBG] pgmap v696: 25 pgs: 25 active+clean; 220 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T15:55:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:11 smithi073 bash[34190]: cluster 2021-07-26T15:55:10.154390+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T15:55:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:11 smithi073 bash[34190]: cluster 2021-07-26T15:55:11.026655+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T15:55:12.038 INFO:tasks.rados.rados.0.smithi046.stdout:2710: done (8 left) 2021-07-26T15:55:12.038 INFO:tasks.rados.rados.0.smithi046.stdout:2712: done (7 left) 2021-07-26T15:55:12.039 INFO:tasks.rados.rados.0.smithi046.stdout:2713: done (6 left) 2021-07-26T15:55:12.039 INFO:tasks.rados.rados.0.smithi046.stdout:2714: done (5 left) 2021-07-26T15:55:12.039 INFO:tasks.rados.rados.0.smithi046.stdout:2715: done (4 left) 2021-07-26T15:55:12.039 INFO:tasks.rados.rados.0.smithi046.stdout:2716: done (3 left) 2021-07-26T15:55:12.039 INFO:tasks.rados.rados.0.smithi046.stdout:2717: done (2 left) 2021-07-26T15:55:12.040 INFO:tasks.rados.rados.0.smithi046.stdout:2718: done (1 left) 2021-07-26T15:55:12.040 INFO:tasks.rados.rados.0.smithi046.stdout:2719: done (0 left) 2021-07-26T15:55:12.040 INFO:tasks.rados.rados.0.smithi046.stdout:2720: read oid 43 snap -1 2021-07-26T15:55:12.040 INFO:tasks.rados.rados.0.smithi046.stdout:2720: expect deleted 2021-07-26T15:55:12.041 INFO:tasks.rados.rados.0.smithi046.stdout:2721: setattr oid 18 current snap is 263 2021-07-26T15:55:12.041 INFO:tasks.rados.rados.0.smithi046.stdout:2722: delete oid 50 current snap is 263 2021-07-26T15:55:12.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1119 (ObjNum 198892528 snap 22029 seq_num 959984438) dirty exists 2021-07-26T15:55:12.048 INFO:tasks.rados.rados.0.smithi046.stdout:2720: done (2 left) 2021-07-26T15:55:12.048 INFO:tasks.rados.rados.0.smithi046.stdout:2721: done (1 left) 2021-07-26T15:55:12.049 INFO:tasks.rados.rados.0.smithi046.stdout:2722: done (0 left) 2021-07-26T15:55:12.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 263 2021-07-26T15:55:12.049 INFO:tasks.rados.rados.0.smithi046.stdout:2723: seq_num 876 ranges {0=278528} 2021-07-26T15:55:12.050 INFO:tasks.rados.rados.0.smithi046.stdout:2723: writing smithi04638994-25 from 0 to 278528 tid 1 2021-07-26T15:55:12.051 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 263 2021-07-26T15:55:12.051 INFO:tasks.rados.rados.0.smithi046.stdout:2724: seq_num 877 ranges {3137536=294912} 2021-07-26T15:55:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:2724: writing smithi04638994-6 from 3137536 to 3432448 tid 1 2021-07-26T15:55:12.072 INFO:tasks.rados.rados.0.smithi046.stdout:2725: rollback oid 29 current snap is 263 2021-07-26T15:55:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 253 2021-07-26T15:55:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:2723: finishing write tid 1 to smithi04638994-25 2021-07-26T15:55:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:2726: copy_from oid 21 from oid 15 current snap is 263 2021-07-26T15:55:12.073 INFO:tasks.rados.rados.0.smithi046.stdout:2723: finishing write tid 2 to smithi04638994-25 2021-07-26T15:55:12.074 INFO:tasks.rados.rados.0.smithi046.stdout:2723: finishing write tid 3 to smithi04638994-25 2021-07-26T15:55:12.074 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1187 (ObjNum 876 snap 263 seq_num 876) dirty exists 2021-07-26T15:55:12.074 INFO:tasks.rados.rados.0.smithi046.stdout:2723: left oid 25 (ObjNum 876 snap 263 seq_num 876) 2021-07-26T15:55:12.074 INFO:tasks.rados.rados.0.smithi046.stdout:2723: done (3 left) 2021-07-26T15:55:12.074 INFO:tasks.rados.rados.0.smithi046.stdout:2727: rollback oid 23 current snap is 263 2021-07-26T15:55:12.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 250 2021-07-26T15:55:12.075 INFO:tasks.rados.rados.0.smithi046.stdout:2728: delete oid 35 current snap is 263 2021-07-26T15:55:12.075 INFO:tasks.rados.rados.0.smithi046.stdout:2726: finishing copy_from to smithi04638994-21 2021-07-26T15:55:12.076 INFO:tasks.rados.rados.0.smithi046.stdout:2726: got expected ENOENT (src dne) 2021-07-26T15:55:12.076 INFO:tasks.rados.rados.0.smithi046.stdout:2726: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:55:12.081 INFO:tasks.rados.rados.0.smithi046.stdout:2726: done (4 left) 2021-07-26T15:55:12.081 INFO:tasks.rados.rados.0.smithi046.stdout:2728: done (3 left) 2021-07-26T15:55:12.082 INFO:tasks.rados.rados.0.smithi046.stdout:2729: read oid 37 snap -1 2021-07-26T15:55:12.082 INFO:tasks.rados.rados.0.smithi046.stdout:2729: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:55:12.082 INFO:tasks.rados.rados.0.smithi046.stdout:2730: delete oid 50 current snap is 263 2021-07-26T15:55:12.083 INFO:tasks.rados.rados.0.smithi046.stdout:2725: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:55:12.083 INFO:tasks.rados.rados.0.smithi046.stdout:2724: finishing write tid 1 to smithi04638994-6 2021-07-26T15:55:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2725: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:55:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2724: finishing write tid 2 to smithi04638994-6 2021-07-26T15:55:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:2725: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:55:12.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1772 (ObjNum 849 snap 253 seq_num 849) dirty exists 2021-07-26T15:55:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:2729: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:55:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:2724: finishing write tid 3 to smithi04638994-6 2021-07-26T15:55:12.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1352 (ObjNum 877 snap 263 seq_num 877) dirty exists 2021-07-26T15:55:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:2724: left oid 6 (ObjNum 877 snap 263 seq_num 877) 2021-07-26T15:55:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:2727: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:55:12.086 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 0 (ObjNum 197691200 snap 22029 seq_num 197658080) dirty dne 2021-07-26T15:55:12.087 INFO:tasks.rados.rados.0.smithi046.stdout:2724: done (4 left) 2021-07-26T15:55:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:2725: done (3 left) 2021-07-26T15:55:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:2727: done (2 left) 2021-07-26T15:55:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:2729: done (1 left) 2021-07-26T15:55:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:2730: done (0 left) 2021-07-26T15:55:12.088 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 263 2021-07-26T15:55:12.089 INFO:tasks.rados.rados.0.smithi046.stdout:2731: seq_num 880 ranges {172032=344064} 2021-07-26T15:55:12.089 INFO:tasks.rados.rados.0.smithi046.stdout:2731: writing smithi04638994-30 from 172032 to 516096 tid 1 2021-07-26T15:55:12.090 INFO:tasks.rados.rados.0.smithi046.stdout:2732: rollback oid 6 current snap is 263 2021-07-26T15:55:12.090 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 6 to 255 2021-07-26T15:55:12.090 INFO:tasks.rados.rados.0.smithi046.stdout:2733: delete oid 46 current snap is 263 2021-07-26T15:55:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:2733: done (2 left) 2021-07-26T15:55:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:2734: read oid 13 snap -1 2021-07-26T15:55:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:2734: expect (ObjNum 874 snap 262 seq_num 874) 2021-07-26T15:55:12.093 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 263 2021-07-26T15:55:12.094 INFO:tasks.rados.rados.0.smithi046.stdout:2735: seq_num 882 ranges {7331840=376832} 2021-07-26T15:55:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:2735: writing smithi04638994-39 from 7331840 to 7708672 tid 1 2021-07-26T15:55:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:2736: read oid 26 snap -1 2021-07-26T15:55:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:2736: expect (ObjNum 841 snap 250 seq_num 841) 2021-07-26T15:55:12.140 INFO:tasks.rados.rados.0.smithi046.stdout:2731: finishing write tid 1 to smithi04638994-30 2021-07-26T15:55:12.141 INFO:tasks.rados.rados.0.smithi046.stdout:2737: read oid 19 snap 252 2021-07-26T15:55:12.141 INFO:tasks.rados.rados.0.smithi046.stdout:2737: expect deleted 2021-07-26T15:55:12.141 INFO:tasks.rados.rados.0.smithi046.stdout:2738: delete oid 24 current snap is 263 2021-07-26T15:55:12.141 INFO:tasks.rados.rados.0.smithi046.stdout:2731: finishing write tid 2 to smithi04638994-30 2021-07-26T15:55:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:2732: finishing rollback tid 0 to smithi04638994-6 2021-07-26T15:55:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:2731: finishing write tid 3 to smithi04638994-30 2021-07-26T15:55:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1354 (ObjNum 880 snap 263 seq_num 880) dirty exists 2021-07-26T15:55:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:2731: left oid 30 (ObjNum 880 snap 263 seq_num 880) 2021-07-26T15:55:12.142 INFO:tasks.rados.rados.0.smithi046.stdout:2732: finishing rollback tid 1 to smithi04638994-6 2021-07-26T15:55:12.143 INFO:tasks.rados.rados.0.smithi046.stdout:2732: finishing rollback tid 2 to smithi04638994-6 2021-07-26T15:55:12.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1357 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:55:12.143 INFO:tasks.rados.rados.0.smithi046.stdout:2734: expect (ObjNum 874 snap 262 seq_num 874) 2021-07-26T15:55:12.300 INFO:tasks.rados.rados.0.smithi046.stdout:2731: done (6 left) 2021-07-26T15:55:12.300 INFO:tasks.rados.rados.0.smithi046.stdout:2732: done (5 left) 2021-07-26T15:55:12.302 INFO:tasks.rados.rados.0.smithi046.stdout:2734: done (4 left) 2021-07-26T15:55:12.302 INFO:tasks.rados.rados.0.smithi046.stdout:2738: done (3 left) 2021-07-26T15:55:12.302 INFO:tasks.rados.rados.0.smithi046.stdout:2739: snap_remove snap 262 2021-07-26T15:55:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:2739: done (3 left) 2021-07-26T15:55:13.168 INFO:tasks.rados.rados.0.smithi046.stdout:2740: snap_remove snap 259 2021-07-26T15:55:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:13 smithi073 bash[34190]: cluster 2021-07-26T15:55:11.988059+0000 mgr.y (mgr.24683) 375 : cluster [DBG] pgmap v699: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 814 KiB/s wr, 28 op/s 2021-07-26T15:55:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:13 smithi073 bash[34190]: cluster 2021-07-26T15:55:12.038578+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T15:55:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[41283]: cluster 2021-07-26T15:55:11.988059+0000 mgr.y (mgr.24683) 375 : cluster [DBG] pgmap v699: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 814 KiB/s wr, 28 op/s 2021-07-26T15:55:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[41283]: cluster 2021-07-26T15:55:12.038578+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T15:55:13.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[42351]: cluster 2021-07-26T15:55:11.988059+0000 mgr.y (mgr.24683) 375 : cluster [DBG] pgmap v699: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 814 KiB/s wr, 28 op/s 2021-07-26T15:55:13.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[42351]: cluster 2021-07-26T15:55:12.038578+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T15:55:13.936 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:13.937 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:13.937 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:13.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:55:14.171 INFO:tasks.rados.rados.0.smithi046.stdout:2740: done (3 left) 2021-07-26T15:55:14.172 INFO:tasks.rados.rados.0.smithi046.stdout:2741: rollback oid 45 current snap is 263 2021-07-26T15:55:14.172 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 261 2021-07-26T15:55:14.172 INFO:tasks.rados.rados.0.smithi046.stdout:2735: finishing write tid 1 to smithi04638994-39 2021-07-26T15:55:14.172 INFO:tasks.rados.rados.0.smithi046.stdout:2735: finishing write tid 2 to smithi04638994-39 2021-07-26T15:55:14.173 INFO:tasks.rados.rados.0.smithi046.stdout:2735: finishing write tid 3 to smithi04638994-39 2021-07-26T15:55:14.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1194 (ObjNum 882 snap 263 seq_num 882) dirty exists 2021-07-26T15:55:14.173 INFO:tasks.rados.rados.0.smithi046.stdout:2735: left oid 39 (ObjNum 882 snap 263 seq_num 882) 2021-07-26T15:55:14.173 INFO:tasks.rados.rados.0.smithi046.stdout:2736: expect (ObjNum 841 snap 250 seq_num 841) 2021-07-26T15:55:14.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:14 smithi046 bash[41283]: cluster 2021-07-26T15:55:13.168364+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T15:55:14.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:14 smithi046 bash[42351]: cluster 2021-07-26T15:55:13.168364+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T15:55:14.476 INFO:tasks.rados.rados.0.smithi046.stdout:2741: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:55:14.477 INFO:tasks.rados.rados.0.smithi046.stdout:2741: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:55:14.477 INFO:tasks.rados.rados.0.smithi046.stdout:2741: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:55:14.477 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1687 (ObjNum 868 snap 259 seq_num 868) dirty exists 2021-07-26T15:55:14.478 INFO:tasks.rados.rados.0.smithi046.stdout:2735: done (3 left) 2021-07-26T15:55:14.478 INFO:tasks.rados.rados.0.smithi046.stdout:2736: done (2 left) 2021-07-26T15:55:14.478 INFO:tasks.rados.rados.0.smithi046.stdout:2737: done (1 left) 2021-07-26T15:55:14.478 INFO:tasks.rados.rados.0.smithi046.stdout:2741: done (0 left) 2021-07-26T15:55:14.479 INFO:tasks.rados.rados.0.smithi046.stdout:2742: rmattr oid 44 current snap is 263 2021-07-26T15:55:14.480 INFO:tasks.rados.rados.0.smithi046.stdout:2742: done (0 left) 2021-07-26T15:55:14.480 INFO:tasks.rados.rados.0.smithi046.stdout:2743: read oid 28 snap -1 2021-07-26T15:55:14.480 INFO:tasks.rados.rados.0.smithi046.stdout:2743: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:14.480 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 263 2021-07-26T15:55:14.481 INFO:tasks.rados.rados.0.smithi046.stdout:2744: seq_num 884 ranges {3137536=409600} 2021-07-26T15:55:14.503 INFO:tasks.rados.rados.0.smithi046.stdout:2744: writing smithi04638994-6 from 3137536 to 3547136 tid 1 2021-07-26T15:55:14.504 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 263 2021-07-26T15:55:14.504 INFO:tasks.rados.rados.0.smithi046.stdout:2745: seq_num 885 ranges {4161536=425984} 2021-07-26T15:55:14.528 INFO:tasks.rados.rados.0.smithi046.stdout:2745: writing smithi04638994-3 from 4161536 to 4587520 tid 1 2021-07-26T15:55:14.529 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 263 2021-07-26T15:55:14.529 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 1 to smithi04638994-6 2021-07-26T15:55:14.529 INFO:tasks.rados.rados.0.smithi046.stdout:2746: seq_num 886 ranges {0=442368} 2021-07-26T15:55:14.531 INFO:tasks.rados.rados.0.smithi046.stdout:2746: writing smithi04638994-23 from 0 to 442368 tid 1 2021-07-26T15:55:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:2747: delete oid 8 current snap is 263 2021-07-26T15:55:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 2 to smithi04638994-6 2021-07-26T15:55:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:2744: finishing write tid 3 to smithi04638994-6 2021-07-26T15:55:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1359 (ObjNum 884 snap 263 seq_num 884) dirty exists 2021-07-26T15:55:14.532 INFO:tasks.rados.rados.0.smithi046.stdout:2744: left oid 6 (ObjNum 884 snap 263 seq_num 884) 2021-07-26T15:55:14.535 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 1 to smithi04638994-3 2021-07-26T15:55:14.536 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 2 to smithi04638994-3 2021-07-26T15:55:14.537 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing write tid 1 to smithi04638994-23 2021-07-26T15:55:14.537 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing write tid 2 to smithi04638994-23 2021-07-26T15:55:14.538 INFO:tasks.rados.rados.0.smithi046.stdout:2745: finishing write tid 3 to smithi04638994-3 2021-07-26T15:55:14.538 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1183 (ObjNum 885 snap 263 seq_num 885) dirty exists 2021-07-26T15:55:14.538 INFO:tasks.rados.rados.0.smithi046.stdout:2745: left oid 3 (ObjNum 885 snap 263 seq_num 885) 2021-07-26T15:55:14.539 INFO:tasks.rados.rados.0.smithi046.stdout:2746: finishing write tid 3 to smithi04638994-23 2021-07-26T15:55:14.539 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1784 (ObjNum 886 snap 263 seq_num 886) dirty exists 2021-07-26T15:55:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:2746: left oid 23 (ObjNum 886 snap 263 seq_num 886) 2021-07-26T15:55:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:2744: done (4 left) 2021-07-26T15:55:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:2745: done (3 left) 2021-07-26T15:55:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:2746: done (2 left) 2021-07-26T15:55:14.540 INFO:tasks.rados.rados.0.smithi046.stdout:2747: done (1 left) 2021-07-26T15:55:14.541 INFO:tasks.rados.rados.0.smithi046.stdout:2748: copy_from oid 22 from oid 33 current snap is 263 2021-07-26T15:55:14.541 INFO:tasks.rados.rados.0.smithi046.stdout:2749: delete oid 40 current snap is 263 2021-07-26T15:55:14.543 INFO:tasks.rados.rados.0.smithi046.stdout:2749: done (2 left) 2021-07-26T15:55:14.543 INFO:tasks.rados.rados.0.smithi046.stdout:2750: setattr oid 31 current snap is 263 2021-07-26T15:55:14.545 INFO:tasks.rados.rados.0.smithi046.stdout:2751: rollback oid 27 current snap is 263 2021-07-26T15:55:14.545 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 260 2021-07-26T15:55:14.545 INFO:tasks.rados.rados.0.smithi046.stdout:2752: copy_from oid 20 from oid 48 current snap is 263 2021-07-26T15:55:14.545 INFO:tasks.rados.rados.0.smithi046.stdout:2753: rollback oid 23 current snap is 263 2021-07-26T15:55:14.546 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 258 2021-07-26T15:55:14.546 INFO:tasks.rados.rados.0.smithi046.stdout:2754: read oid 32 snap -1 2021-07-26T15:55:14.546 INFO:tasks.rados.rados.0.smithi046.stdout:2754: expect (ObjNum 870 snap 259 seq_num 870) 2021-07-26T15:55:14.546 INFO:tasks.rados.rados.0.smithi046.stdout:2755: delete oid 46 current snap is 263 2021-07-26T15:55:14.551 INFO:tasks.rados.rados.0.smithi046.stdout:2753: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:55:14.551 INFO:tasks.rados.rados.0.smithi046.stdout:2755: done (7 left) 2021-07-26T15:55:14.551 INFO:tasks.rados.rados.0.smithi046.stdout:2756: setattr oid 29 current snap is 263 2021-07-26T15:55:14.552 INFO:tasks.rados.rados.0.smithi046.stdout:2754: expect (ObjNum 870 snap 259 seq_num 870) 2021-07-26T15:55:14.557 INFO:tasks.rados.rados.0.smithi046.stdout:2753: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:55:14.557 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1788 (ObjNum 197691200 snap 22029 seq_num 197658080) dirty dne 2021-07-26T15:55:14.557 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1184 (ObjNum 872 snap 262 seq_num 872) dirty exists 2021-07-26T15:55:14.557 INFO:tasks.rados.rados.0.smithi046.stdout:2750: done (7 left) 2021-07-26T15:55:14.558 INFO:tasks.rados.rados.0.smithi046.stdout:2753: done (6 left) 2021-07-26T15:55:14.558 INFO:tasks.rados.rados.0.smithi046.stdout:2754: done (5 left) 2021-07-26T15:55:14.558 INFO:tasks.rados.rados.0.smithi046.stdout:2757: snap_remove snap 250 2021-07-26T15:55:14.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:14 smithi073 bash[34190]: cluster 2021-07-26T15:55:13.168364+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T15:55:15.192 INFO:tasks.rados.rados.0.smithi046.stdout:2757: done (5 left) 2021-07-26T15:55:15.193 INFO:tasks.rados.rados.0.smithi046.stdout:2758: rmattr oid 3 current snap is 263 2021-07-26T15:55:15.193 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:55:15.193 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:55:15.193 INFO:tasks.rados.rados.0.smithi046.stdout:2751: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:55:15.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 1719 (ObjNum 819 snap 245 seq_num 819) dirty exists 2021-07-26T15:55:15.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1789 (ObjNum 849 snap 253 seq_num 849) dirty exists 2021-07-26T15:55:15.194 INFO:tasks.rados.rados.0.smithi046.stdout:2752: finishing copy_from to smithi04638994-20 2021-07-26T15:55:15.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1618 (ObjNum 780 snap 239 seq_num 780) dirty exists 2021-07-26T15:55:15.194 INFO:tasks.rados.rados.0.smithi046.stdout:2752: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:55:15.195 INFO:tasks.rados.rados.0.smithi046.stdout:2743: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:15.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:15 smithi046 bash[42351]: cluster 2021-07-26T15:55:13.988700+0000 mgr.y (mgr.24683) 376 : cluster [DBG] pgmap v702: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 870 KiB/s wr, 30 op/s 2021-07-26T15:55:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:15 smithi046 bash[42351]: cluster 2021-07-26T15:55:14.170517+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T15:55:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:15 smithi046 bash[41283]: cluster 2021-07-26T15:55:13.988700+0000 mgr.y (mgr.24683) 376 : cluster [DBG] pgmap v702: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 870 KiB/s wr, 30 op/s 2021-07-26T15:55:15.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:15 smithi046 bash[41283]: cluster 2021-07-26T15:55:14.170517+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T15:55:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:15 smithi073 bash[34190]: cluster 2021-07-26T15:55:13.988700+0000 mgr.y (mgr.24683) 376 : cluster [DBG] pgmap v702: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 870 KiB/s wr, 30 op/s 2021-07-26T15:55:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:15 smithi073 bash[34190]: cluster 2021-07-26T15:55:14.170517+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T15:55:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:16 smithi073 bash[34190]: cluster 2021-07-26T15:55:15.191709+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T15:55:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:16 smithi073 bash[34190]: cluster 2021-07-26T15:55:15.989362+0000 mgr.y (mgr.24683) 377 : cluster [DBG] pgmap v705: 25 pgs: 25 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2021-07-26T15:55:16.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:16 smithi073 bash[34190]: cluster 2021-07-26T15:55:16.027305+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T15:55:16.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[42351]: cluster 2021-07-26T15:55:15.191709+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T15:55:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[42351]: cluster 2021-07-26T15:55:15.989362+0000 mgr.y (mgr.24683) 377 : cluster [DBG] pgmap v705: 25 pgs: 25 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2021-07-26T15:55:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[42351]: cluster 2021-07-26T15:55:16.027305+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T15:55:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[41283]: cluster 2021-07-26T15:55:15.191709+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T15:55:16.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[41283]: cluster 2021-07-26T15:55:15.989362+0000 mgr.y (mgr.24683) 377 : cluster [DBG] pgmap v705: 25 pgs: 25 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2021-07-26T15:55:16.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:16 smithi046 bash[41283]: cluster 2021-07-26T15:55:16.027305+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T15:55:17.467 INFO:tasks.rados.rados.0.smithi046.stdout:2748: finishing copy_from to smithi04638994-22 2021-07-26T15:55:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1215 (ObjNum 786 snap 242 seq_num 786) dirty exists 2021-07-26T15:55:17.843 INFO:tasks.rados.rados.0.smithi046.stdout:2748: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:55:17.844 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1185 (ObjNum 885 snap 263 seq_num 885) dirty exists 2021-07-26T15:55:17.844 INFO:tasks.rados.rados.0.smithi046.stdout:2743: done (5 left) 2021-07-26T15:55:17.846 INFO:tasks.rados.rados.0.smithi046.stdout:2748: done (4 left) 2021-07-26T15:55:17.846 INFO:tasks.rados.rados.0.smithi046.stdout:2751: done (3 left) 2021-07-26T15:55:17.846 INFO:tasks.rados.rados.0.smithi046.stdout:2752: done (2 left) 2021-07-26T15:55:17.846 INFO:tasks.rados.rados.0.smithi046.stdout:2756: done (1 left) 2021-07-26T15:55:17.847 INFO:tasks.rados.rados.0.smithi046.stdout:2758: done (0 left) 2021-07-26T15:55:17.847 INFO:tasks.rados.rados.0.smithi046.stdout:2759: read oid 28 snap -1 2021-07-26T15:55:17.847 INFO:tasks.rados.rados.0.smithi046.stdout:2759: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:17.847 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 263 2021-07-26T15:55:17.847 INFO:tasks.rados.rados.0.smithi046.stdout:2760: seq_num 890 ranges {15417344=507904} 2021-07-26T15:55:17.848 INFO:tasks.rados.rados.0.smithi046.stdout:2760: writing smithi04638994-45 from 15417344 to 15925248 tid 1 2021-07-26T15:55:17.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 263 2021-07-26T15:55:17.848 INFO:tasks.rados.rados.0.smithi046.stdout:2761: seq_num 891 ranges {0=532480} 2021-07-26T15:55:17.848 INFO:tasks.rados.rados.0.smithi046.stdout:2761: writing smithi04638994-23 from 0 to 532480 tid 1 2021-07-26T15:55:17.848 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 263 2021-07-26T15:55:17.849 INFO:tasks.rados.rados.0.smithi046.stdout:2762: seq_num 892 ranges {0=548864} 2021-07-26T15:55:17.849 INFO:tasks.rados.rados.0.smithi046.stdout:2762: writing smithi04638994-36 from 0 to 548864 tid 1 2021-07-26T15:55:17.849 INFO:tasks.rados.rados.0.smithi046.stdout:2763: snap_create 2021-07-26T15:55:17.849 INFO:tasks.rados.rados.0.smithi046.stdout:2759: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:18.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:18 smithi046 bash[42351]: cluster 2021-07-26T15:55:17.634125+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T15:55:18.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:18 smithi046 bash[42351]: cluster 2021-07-26T15:55:17.989949+0000 mgr.y (mgr.24683) 378 : cluster [DBG] pgmap v708: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2021-07-26T15:55:18.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:18 smithi046 bash[41283]: cluster 2021-07-26T15:55:17.634125+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T15:55:18.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:18 smithi046 bash[41283]: cluster 2021-07-26T15:55:17.989949+0000 mgr.y (mgr.24683) 378 : cluster [DBG] pgmap v708: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2021-07-26T15:55:19.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:18 smithi073 bash[34190]: cluster 2021-07-26T15:55:17.634125+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T15:55:19.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:18 smithi073 bash[34190]: cluster 2021-07-26T15:55:17.989949+0000 mgr.y (mgr.24683) 378 : cluster [DBG] pgmap v708: 25 pgs: 25 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 36 op/s 2021-07-26T15:55:19.835 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 1 to smithi04638994-45 2021-07-26T15:55:19.835 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 2 to smithi04638994-45 2021-07-26T15:55:19.836 INFO:tasks.rados.rados.0.smithi046.stdout:2760: finishing write tid 3 to smithi04638994-45 2021-07-26T15:55:19.836 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1689 (ObjNum 890 snap 263 seq_num 890) dirty exists 2021-07-26T15:55:19.836 INFO:tasks.rados.rados.0.smithi046.stdout:2760: left oid 45 (ObjNum 890 snap 263 seq_num 890) 2021-07-26T15:55:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:2761: finishing write tid 1 to smithi04638994-23 2021-07-26T15:55:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:2761: finishing write tid 2 to smithi04638994-23 2021-07-26T15:55:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing write tid 1 to smithi04638994-36 2021-07-26T15:55:19.837 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing write tid 2 to smithi04638994-36 2021-07-26T15:55:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:2762: finishing write tid 3 to smithi04638994-36 2021-07-26T15:55:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1244 (ObjNum 892 snap 263 seq_num 892) dirty exists 2021-07-26T15:55:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:2762: left oid 36 (ObjNum 892 snap 263 seq_num 892) 2021-07-26T15:55:19.838 INFO:tasks.rados.rados.0.smithi046.stdout:2761: finishing write tid 3 to smithi04638994-23 2021-07-26T15:55:19.839 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1800 (ObjNum 891 snap 263 seq_num 891) dirty exists 2021-07-26T15:55:19.839 INFO:tasks.rados.rados.0.smithi046.stdout:2761: left oid 23 (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:55:19.839 INFO:tasks.rados.rados.0.smithi046.stdout:2759: done (4 left) 2021-07-26T15:55:19.840 INFO:tasks.rados.rados.0.smithi046.stdout:2760: done (3 left) 2021-07-26T15:55:19.840 INFO:tasks.rados.rados.0.smithi046.stdout:2761: done (2 left) 2021-07-26T15:55:19.841 INFO:tasks.rados.rados.0.smithi046.stdout:2762: done (1 left) 2021-07-26T15:55:19.841 INFO:tasks.rados.rados.0.smithi046.stdout:2763: done (0 left) 2021-07-26T15:55:19.841 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 264 2021-07-26T15:55:19.841 INFO:tasks.rados.rados.0.smithi046.stdout:2764: seq_num 893 ranges {278528=565248} 2021-07-26T15:55:19.848 INFO:tasks.rados.rados.0.smithi046.stdout:2764: writing smithi04638994-25 from 278528 to 843776 tid 1 2021-07-26T15:55:19.848 INFO:tasks.rados.rados.0.smithi046.stdout:2765: rmattr oid 5 current snap is 264 2021-07-26T15:55:19.849 INFO:tasks.rados.rados.0.smithi046.stdout:2766: snap_create 2021-07-26T15:55:19.854 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1410 (ObjNum 700 snap 211 seq_num 700) dirty exists 2021-07-26T15:55:19.855 INFO:tasks.rados.rados.0.smithi046.stdout:2764: finishing write tid 1 to smithi04638994-25 2021-07-26T15:55:19.856 INFO:tasks.rados.rados.0.smithi046.stdout:2764: finishing write tid 2 to smithi04638994-25 2021-07-26T15:55:19.859 INFO:tasks.rados.rados.0.smithi046.stdout:2764: finishing write tid 3 to smithi04638994-25 2021-07-26T15:55:19.859 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1190 (ObjNum 893 snap 264 seq_num 893) dirty exists 2021-07-26T15:55:19.859 INFO:tasks.rados.rados.0.smithi046.stdout:2764: left oid 25 (ObjNum 893 snap 264 seq_num 893) 2021-07-26T15:55:19.908 INFO:tasks.rados.rados.0.smithi046.stdout:2764: done (2 left) 2021-07-26T15:55:19.908 INFO:tasks.rados.rados.0.smithi046.stdout:2765: done (1 left) 2021-07-26T15:55:19.908 INFO:tasks.rados.rados.0.smithi046.stdout:2766: done (0 left) 2021-07-26T15:55:19.909 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 265 2021-07-26T15:55:19.909 INFO:tasks.rados.rados.0.smithi046.stdout:2767: seq_num 894 ranges {0=581632} 2021-07-26T15:55:19.913 INFO:tasks.rados.rados.0.smithi046.stdout:2767: writing smithi04638994-40 from 0 to 581632 tid 1 2021-07-26T15:55:19.913 INFO:tasks.rados.rados.0.smithi046.stdout:2768: snap_create 2021-07-26T15:55:19.920 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing write tid 1 to smithi04638994-40 2021-07-26T15:55:19.921 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing write tid 2 to smithi04638994-40 2021-07-26T15:55:19.924 INFO:tasks.rados.rados.0.smithi046.stdout:2767: finishing write tid 3 to smithi04638994-40 2021-07-26T15:55:19.924 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1729 (ObjNum 894 snap 265 seq_num 894) dirty exists 2021-07-26T15:55:19.924 INFO:tasks.rados.rados.0.smithi046.stdout:2767: left oid 40 (ObjNum 894 snap 265 seq_num 894) 2021-07-26T15:55:20.917 INFO:tasks.rados.rados.0.smithi046.stdout:2767: done (1 left) 2021-07-26T15:55:20.918 INFO:tasks.rados.rados.0.smithi046.stdout:2768: done (0 left) 2021-07-26T15:55:20.918 INFO:tasks.rados.rados.0.smithi046.stdout:2769: snap_create 2021-07-26T15:55:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:2769: done (0 left) 2021-07-26T15:55:21.030 INFO:tasks.rados.rados.0.smithi046.stdout:2770: setattr oid 37 current snap is 267 2021-07-26T15:55:21.033 INFO:tasks.rados.rados.0.smithi046.stdout:2771: copy_from oid 13 from oid 1 current snap is 267 2021-07-26T15:55:21.034 INFO:tasks.rados.rados.0.smithi046.stdout:2772: delete oid 27 current snap is 267 2021-07-26T15:55:21.040 INFO:tasks.rados.rados.0.smithi046.stdout:2772: done (2 left) 2021-07-26T15:55:21.040 INFO:tasks.rados.rados.0.smithi046.stdout:2773: copy_from oid 26 from oid 36 current snap is 267 2021-07-26T15:55:21.041 INFO:tasks.rados.rados.0.smithi046.stdout:2774: snap_remove snap 252 2021-07-26T15:55:21.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:20 smithi046 bash[41283]: cluster 2021-07-26T15:55:19.909055+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T15:55:21.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:20 smithi046 bash[41283]: cluster 2021-07-26T15:55:19.990595+0000 mgr.y (mgr.24683) 379 : cluster [DBG] pgmap v710: 25 pgs: 25 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2021-07-26T15:55:21.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:20 smithi046 bash[42351]: cluster 2021-07-26T15:55:19.909055+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T15:55:21.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:20 smithi046 bash[42351]: cluster 2021-07-26T15:55:19.990595+0000 mgr.y (mgr.24683) 379 : cluster [DBG] pgmap v710: 25 pgs: 25 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2021-07-26T15:55:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:20 smithi073 bash[34190]: cluster 2021-07-26T15:55:19.909055+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T15:55:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:20 smithi073 bash[34190]: cluster 2021-07-26T15:55:19.990595+0000 mgr.y (mgr.24683) 379 : cluster [DBG] pgmap v710: 25 pgs: 25 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2021-07-26T15:55:22.044 INFO:tasks.rados.rados.0.smithi046.stdout:2774: done (3 left) 2021-07-26T15:55:22.044 INFO:tasks.rados.rados.0.smithi046.stdout:2775: rmattr oid 3 current snap is 267 2021-07-26T15:55:22.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1690 (ObjNum 1 snap 32682 seq_num 197413616) dirty exists 2021-07-26T15:55:22.045 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing copy_from to smithi04638994-13 2021-07-26T15:55:22.045 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1705 (ObjNum 784 snap 241 seq_num 784) dirty exists 2021-07-26T15:55:22.046 INFO:tasks.rados.rados.0.smithi046.stdout:2771: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:55:22.046 INFO:tasks.rados.rados.0.smithi046.stdout:2773: finishing copy_from to smithi04638994-26 2021-07-26T15:55:22.046 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1244 (ObjNum 892 snap 263 seq_num 892) dirty exists 2021-07-26T15:55:22.047 INFO:tasks.rados.rados.0.smithi046.stdout:2773: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:55:22.047 INFO:tasks.rados.rados.0.smithi046.stdout:2770: done (3 left) 2021-07-26T15:55:22.047 INFO:tasks.rados.rados.0.smithi046.stdout:2771: done (2 left) 2021-07-26T15:55:22.047 INFO:tasks.rados.rados.0.smithi046.stdout:2773: done (1 left) 2021-07-26T15:55:22.048 INFO:tasks.rados.rados.0.smithi046.stdout:2776: setattr oid 48 current snap is 267 2021-07-26T15:55:22.053 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 267 2021-07-26T15:55:22.053 INFO:tasks.rados.rados.0.smithi046.stdout:2777: seq_num 896 ranges {548864=614400} 2021-07-26T15:55:22.060 INFO:tasks.rados.rados.0.smithi046.stdout:2777: writing smithi04638994-26 from 548864 to 1163264 tid 1 2021-07-26T15:55:22.061 INFO:tasks.rados.rados.0.smithi046.stdout:2778: read oid 32 snap -1 2021-07-26T15:55:22.061 INFO:tasks.rados.rados.0.smithi046.stdout:2778: expect (ObjNum 870 snap 259 seq_num 870) 2021-07-26T15:55:22.061 INFO:tasks.rados.rados.0.smithi046.stdout:2779: snap_remove snap 266 2021-07-26T15:55:22.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:21 smithi046 bash[42351]: cluster 2021-07-26T15:55:20.918915+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T15:55:22.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:21 smithi046 bash[42351]: cluster 2021-07-26T15:55:21.030705+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T15:55:22.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:21 smithi046 bash[41283]: cluster 2021-07-26T15:55:20.918915+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T15:55:22.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:21 smithi046 bash[41283]: cluster 2021-07-26T15:55:21.030705+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T15:55:22.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:21 smithi073 bash[34190]: cluster 2021-07-26T15:55:20.918915+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T15:55:22.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:21 smithi073 bash[34190]: cluster 2021-07-26T15:55:21.030705+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T15:55:23.050 INFO:tasks.rados.rados.0.smithi046.stdout:2779: done (4 left) 2021-07-26T15:55:23.051 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 267 2021-07-26T15:55:23.051 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1186 (ObjNum 885 snap 263 seq_num 885) dirty exists 2021-07-26T15:55:23.052 INFO:tasks.rados.rados.0.smithi046.stdout:2780: seq_num 897 ranges {9674752=630784} 2021-07-26T15:55:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:2780: writing smithi04638994-2 from 9674752 to 10305536 tid 1 2021-07-26T15:55:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:2775: done (4 left) 2021-07-26T15:55:23.113 INFO:tasks.rados.rados.0.smithi046.stdout:2781: snap_remove snap 253 2021-07-26T15:55:23.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:23 smithi073 bash[34190]: cluster 2021-07-26T15:55:21.991327+0000 mgr.y (mgr.24683) 380 : cluster [DBG] pgmap v713: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2021-07-26T15:55:23.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:23 smithi073 bash[34190]: cluster 2021-07-26T15:55:22.044233+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T15:55:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[41283]: cluster 2021-07-26T15:55:21.991327+0000 mgr.y (mgr.24683) 380 : cluster [DBG] pgmap v713: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2021-07-26T15:55:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[41283]: cluster 2021-07-26T15:55:22.044233+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T15:55:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[42351]: cluster 2021-07-26T15:55:21.991327+0000 mgr.y (mgr.24683) 380 : cluster [DBG] pgmap v713: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2021-07-26T15:55:23.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[42351]: cluster 2021-07-26T15:55:22.044233+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T15:55:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:23.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:55:24.061 INFO:tasks.rados.rados.0.smithi046.stdout:2781: done (4 left) 2021-07-26T15:55:24.061 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 267 2021-07-26T15:55:24.062 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 1 to smithi04638994-26 2021-07-26T15:55:24.062 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 2 to smithi04638994-26 2021-07-26T15:55:24.062 INFO:tasks.rados.rados.0.smithi046.stdout:2777: finishing write tid 3 to smithi04638994-26 2021-07-26T15:55:24.063 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1742 (ObjNum 896 snap 267 seq_num 896) dirty exists 2021-07-26T15:55:24.063 INFO:tasks.rados.rados.0.smithi046.stdout:2777: left oid 26 (ObjNum 896 snap 267 seq_num 896) 2021-07-26T15:55:24.063 INFO:tasks.rados.rados.0.smithi046.stdout:2778: expect (ObjNum 870 snap 259 seq_num 870) 2021-07-26T15:55:24.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1737 (ObjNum 780 snap 239 seq_num 780) dirty exists 2021-07-26T15:55:24.071 INFO:tasks.rados.rados.0.smithi046.stdout:2782: seq_num 898 ranges {843776=647168} 2021-07-26T15:55:24.082 INFO:tasks.rados.rados.0.smithi046.stdout:2782: writing smithi04638994-25 from 843776 to 1490944 tid 1 2021-07-26T15:55:24.082 INFO:tasks.rados.rados.0.smithi046.stdout:2776: done (4 left) 2021-07-26T15:55:24.082 INFO:tasks.rados.rados.0.smithi046.stdout:2777: done (3 left) 2021-07-26T15:55:24.082 INFO:tasks.rados.rados.0.smithi046.stdout:2778: done (2 left) 2021-07-26T15:55:24.083 INFO:tasks.rados.rados.0.smithi046.stdout:2783: snap_create 2021-07-26T15:55:24.083 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 1 to smithi04638994-2 2021-07-26T15:55:24.083 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 2 to smithi04638994-2 2021-07-26T15:55:24.083 INFO:tasks.rados.rados.0.smithi046.stdout:2780: finishing write tid 3 to smithi04638994-2 2021-07-26T15:55:24.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1203 (ObjNum 897 snap 267 seq_num 897) dirty exists 2021-07-26T15:55:24.084 INFO:tasks.rados.rados.0.smithi046.stdout:2780: left oid 2 (ObjNum 897 snap 267 seq_num 897) 2021-07-26T15:55:24.088 INFO:tasks.rados.rados.0.smithi046.stdout:2782: finishing write tid 1 to smithi04638994-25 2021-07-26T15:55:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:2782: finishing write tid 2 to smithi04638994-25 2021-07-26T15:55:24.092 INFO:tasks.rados.rados.0.smithi046.stdout:2782: finishing write tid 3 to smithi04638994-25 2021-07-26T15:55:24.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1192 (ObjNum 898 snap 267 seq_num 898) dirty exists 2021-07-26T15:55:24.093 INFO:tasks.rados.rados.0.smithi046.stdout:2782: left oid 25 (ObjNum 898 snap 267 seq_num 898) 2021-07-26T15:55:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:24 smithi073 bash[34190]: cluster 2021-07-26T15:55:23.051784+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T15:55:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:24 smithi073 bash[34190]: audit 2021-07-26T15:55:23.290415+0000 mon.a (mon.0) 1168 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:24 smithi073 bash[34190]: audit 2021-07-26T15:55:23.293599+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:24 smithi073 bash[34190]: audit 2021-07-26T15:55:23.295496+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:55:24.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:24 smithi073 bash[34190]: audit 2021-07-26T15:55:23.553960+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:55:24.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[42351]: cluster 2021-07-26T15:55:23.051784+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T15:55:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[42351]: audit 2021-07-26T15:55:23.290415+0000 mon.a (mon.0) 1168 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[42351]: audit 2021-07-26T15:55:23.293599+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[42351]: audit 2021-07-26T15:55:23.295496+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:55:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[42351]: audit 2021-07-26T15:55:23.553960+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:55:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[41283]: cluster 2021-07-26T15:55:23.051784+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T15:55:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[41283]: audit 2021-07-26T15:55:23.290415+0000 mon.a (mon.0) 1168 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[41283]: audit 2021-07-26T15:55:23.293599+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[41283]: audit 2021-07-26T15:55:23.295496+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:55:24.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:24 smithi046 bash[41283]: audit 2021-07-26T15:55:23.553960+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:55:25.070 INFO:tasks.rados.rados.0.smithi046.stdout:2780: done (2 left) 2021-07-26T15:55:25.070 INFO:tasks.rados.rados.0.smithi046.stdout:2782: done (1 left) 2021-07-26T15:55:25.070 INFO:tasks.rados.rados.0.smithi046.stdout:2783: done (0 left) 2021-07-26T15:55:25.070 INFO:tasks.rados.rados.0.smithi046.stdout:2784: read oid 30 snap -1 2021-07-26T15:55:25.071 INFO:tasks.rados.rados.0.smithi046.stdout:2784: expect (ObjNum 880 snap 263 seq_num 880) 2021-07-26T15:55:25.071 INFO:tasks.rados.rados.0.smithi046.stdout:2785: delete oid 49 current snap is 268 2021-07-26T15:55:25.076 INFO:tasks.rados.rados.0.smithi046.stdout:2784: expect (ObjNum 880 snap 263 seq_num 880) 2021-07-26T15:55:25.097 INFO:tasks.rados.rados.0.smithi046.stdout:2784: done (1 left) 2021-07-26T15:55:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:2785: done (0 left) 2021-07-26T15:55:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:2786: rollback oid 37 current snap is 268 2021-07-26T15:55:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 261 2021-07-26T15:55:25.098 INFO:tasks.rados.rados.0.smithi046.stdout:2787: copy_from oid 1 from oid 10 current snap is 268 2021-07-26T15:55:25.099 INFO:tasks.rados.rados.0.smithi046.stdout:2788: read oid 5 snap -1 2021-07-26T15:55:25.099 INFO:tasks.rados.rados.0.smithi046.stdout:2788: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:25.099 INFO:tasks.rados.rados.0.smithi046.stdout:2789: snap_remove snap 267 2021-07-26T15:55:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:25 smithi073 bash[34190]: cluster 2021-07-26T15:55:23.992006+0000 mgr.y (mgr.24683) 381 : cluster [DBG] pgmap v716: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 668 KiB/s wr, 9 op/s 2021-07-26T15:55:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:25 smithi073 bash[34190]: cluster 2021-07-26T15:55:24.061709+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T15:55:25.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:25 smithi046 bash[42351]: cluster 2021-07-26T15:55:23.992006+0000 mgr.y (mgr.24683) 381 : cluster [DBG] pgmap v716: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 668 KiB/s wr, 9 op/s 2021-07-26T15:55:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:25 smithi046 bash[42351]: cluster 2021-07-26T15:55:24.061709+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T15:55:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:25 smithi046 bash[41283]: cluster 2021-07-26T15:55:23.992006+0000 mgr.y (mgr.24683) 381 : cluster [DBG] pgmap v716: 25 pgs: 25 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 668 KiB/s wr, 9 op/s 2021-07-26T15:55:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:25 smithi046 bash[41283]: cluster 2021-07-26T15:55:24.061709+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T15:55:26.032 INFO:tasks.rados.rados.0.smithi046.stdout:2789: done (3 left) 2021-07-26T15:55:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 11 current snap is 268 2021-07-26T15:55:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2787: finishing copy_from to smithi04638994-1 2021-07-26T15:55:26.033 INFO:tasks.rados.rados.0.smithi046.stdout:2787: got expected ENOENT (src dne) 2021-07-26T15:55:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2787: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:55:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2786: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:55:26.034 INFO:tasks.rados.rados.0.smithi046.stdout:2786: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:55:26.035 INFO:tasks.rados.rados.0.smithi046.stdout:2790: seq_num 900 ranges {2809856=679936} 2021-07-26T15:55:26.054 INFO:tasks.rados.rados.0.smithi046.stdout:2790: writing smithi04638994-11 from 2809856 to 3489792 tid 1 2021-07-26T15:55:26.055 INFO:tasks.rados.rados.0.smithi046.stdout:2787: done (3 left) 2021-07-26T15:55:26.055 INFO:tasks.rados.rados.0.smithi046.stdout:2791: delete oid 36 current snap is 268 2021-07-26T15:55:26.055 INFO:tasks.rados.rados.0.smithi046.stdout:2786: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:55:26.055 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1693 (ObjNum 1 snap 22029 seq_num 197610064) dirty exists 2021-07-26T15:55:26.056 INFO:tasks.rados.rados.0.smithi046.stdout:2788: expect (ObjNum 700 snap 211 seq_num 700) 2021-07-26T15:55:26.165 INFO:tasks.rados.rados.0.smithi046.stdout:2786: done (3 left) 2021-07-26T15:55:26.165 INFO:tasks.rados.rados.0.smithi046.stdout:2788: done (2 left) 2021-07-26T15:55:26.165 INFO:tasks.rados.rados.0.smithi046.stdout:2791: done (1 left) 2021-07-26T15:55:26.165 INFO:tasks.rados.rados.0.smithi046.stdout:2792: rollback oid 28 current snap is 268 2021-07-26T15:55:26.166 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 265 2021-07-26T15:55:26.166 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 1 to smithi04638994-11 2021-07-26T15:55:26.166 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 2 to smithi04638994-11 2021-07-26T15:55:26.166 INFO:tasks.rados.rados.0.smithi046.stdout:2790: finishing write tid 3 to smithi04638994-11 2021-07-26T15:55:26.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1817 (ObjNum 900 snap 268 seq_num 900) dirty exists 2021-07-26T15:55:26.167 INFO:tasks.rados.rados.0.smithi046.stdout:2790: left oid 11 (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:55:26.167 INFO:tasks.rados.rados.0.smithi046.stdout:2790: done (1 left) 2021-07-26T15:55:26.167 INFO:tasks.rados.rados.0.smithi046.stdout:2793: read oid 26 snap -1 2021-07-26T15:55:26.168 INFO:tasks.rados.rados.0.smithi046.stdout:2793: expect (ObjNum 896 snap 267 seq_num 896) 2021-07-26T15:55:26.168 INFO:tasks.rados.rados.0.smithi046.stdout:2794: read oid 2 snap 260 2021-07-26T15:55:26.168 INFO:tasks.rados.rados.0.smithi046.stdout:2794: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:55:26.169 INFO:tasks.rados.rados.0.smithi046.stdout:2795: rollback oid 41 current snap is 268 2021-07-26T15:55:26.169 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 258 2021-07-26T15:55:26.169 INFO:tasks.rados.rados.0.smithi046.stdout:2796: read oid 13 snap -1 2021-07-26T15:55:26.169 INFO:tasks.rados.rados.0.smithi046.stdout:2796: expect (ObjNum 784 snap 241 seq_num 784) 2021-07-26T15:55:26.169 INFO:tasks.rados.rados.0.smithi046.stdout:2797: copy_from oid 5 from oid 15 current snap is 268 2021-07-26T15:55:26.170 INFO:tasks.rados.rados.0.smithi046.stdout:2798: snap_remove snap 251 2021-07-26T15:55:26.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:26 smithi073 bash[34190]: cluster 2021-07-26T15:55:25.070005+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T15:55:26.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:26 smithi073 bash[34190]: cluster 2021-07-26T15:55:26.032662+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T15:55:26.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:26 smithi046 bash[42351]: cluster 2021-07-26T15:55:25.070005+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T15:55:26.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:26 smithi046 bash[42351]: cluster 2021-07-26T15:55:26.032662+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T15:55:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:26 smithi046 bash[41283]: cluster 2021-07-26T15:55:25.070005+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T15:55:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:26 smithi046 bash[41283]: cluster 2021-07-26T15:55:26.032662+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T15:55:27.086 INFO:tasks.rados.rados.0.smithi046.stdout:2798: done (6 left) 2021-07-26T15:55:27.086 INFO:tasks.rados.rados.0.smithi046.stdout:2799: snap_remove snap 255 2021-07-26T15:55:27.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:27 smithi073 bash[34190]: cluster 2021-07-26T15:55:25.992787+0000 mgr.y (mgr.24683) 382 : cluster [DBG] pgmap v719: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T15:55:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:27 smithi046 bash[41283]: cluster 2021-07-26T15:55:25.992787+0000 mgr.y (mgr.24683) 382 : cluster [DBG] pgmap v719: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T15:55:27.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:27 smithi046 bash[42351]: cluster 2021-07-26T15:55:25.992787+0000 mgr.y (mgr.24683) 382 : cluster [DBG] pgmap v719: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T15:55:28.101 INFO:tasks.rados.rados.0.smithi046.stdout:2799: done (6 left) 2021-07-26T15:55:28.102 INFO:tasks.rados.rados.0.smithi046.stdout:2800: rollback oid 19 current snap is 268 2021-07-26T15:55:28.102 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 263 2021-07-26T15:55:28.103 INFO:tasks.rados.rados.0.smithi046.stdout:2801: rollback oid 32 current snap is 268 2021-07-26T15:55:28.103 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 256 2021-07-26T15:55:28.103 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 268 2021-07-26T15:55:28.104 INFO:tasks.rados.rados.0.smithi046.stdout:2802: seq_num 902 ranges {0=712704} 2021-07-26T15:55:28.107 INFO:tasks.rados.rados.0.smithi046.stdout:2802: writing smithi04638994-18 from 0 to 712704 tid 1 2021-07-26T15:55:28.108 INFO:tasks.rados.rados.0.smithi046.stdout:2803: read oid 10 snap -1 2021-07-26T15:55:28.108 INFO:tasks.rados.rados.0.smithi046.stdout:2803: expect deleted 2021-07-26T15:55:28.108 INFO:tasks.rados.rados.0.smithi046.stdout:2804: snap_remove snap 264 2021-07-26T15:55:28.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:28 smithi073 bash[34190]: cluster 2021-07-26T15:55:27.086563+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T15:55:28.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:28 smithi046 bash[41283]: cluster 2021-07-26T15:55:27.086563+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T15:55:28.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:28 smithi046 bash[42351]: cluster 2021-07-26T15:55:27.086563+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T15:55:29.115 INFO:tasks.rados.rados.0.smithi046.stdout:2804: done (10 left) 2021-07-26T15:55:29.116 INFO:tasks.rados.rados.0.smithi046.stdout:2805: snap_create 2021-07-26T15:55:29.116 INFO:tasks.rados.rados.0.smithi046.stdout:2797: finishing copy_from to smithi04638994-5 2021-07-26T15:55:29.116 INFO:tasks.rados.rados.0.smithi046.stdout:2797: got expected ENOENT (src dne) 2021-07-26T15:55:29.116 INFO:tasks.rados.rados.0.smithi046.stdout:2797: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:55:29.116 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:55:29.117 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:55:29.117 INFO:tasks.rados.rados.0.smithi046.stdout:2793: expect (ObjNum 896 snap 267 seq_num 896) 2021-07-26T15:55:29.161 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:55:29.162 INFO:tasks.rados.rados.0.smithi046.stdout:2792: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:55:29.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1655 (ObjNum 854 snap 254 seq_num 854) dirty exists 2021-07-26T15:55:29.162 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:55:29.162 INFO:tasks.rados.rados.0.smithi046.stdout:2795: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:55:29.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1248 (ObjNum 861 snap 258 seq_num 861) dirty exists 2021-07-26T15:55:29.163 INFO:tasks.rados.rados.0.smithi046.stdout:2796: expect (ObjNum 784 snap 241 seq_num 784) 2021-07-26T15:55:29.343 INFO:tasks.rados.rados.0.smithi046.stdout:2794: expect (ObjNum 685 snap 201 seq_num 685) 2021-07-26T15:55:29.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:29 smithi046 bash[41283]: cluster 2021-07-26T15:55:27.993578+0000 mgr.y (mgr.24683) 383 : cluster [DBG] pgmap v722: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2021-07-26T15:55:29.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:29 smithi046 bash[41283]: cluster 2021-07-26T15:55:28.099944+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T15:55:29.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:29 smithi046 bash[42351]: cluster 2021-07-26T15:55:27.993578+0000 mgr.y (mgr.24683) 383 : cluster [DBG] pgmap v722: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2021-07-26T15:55:29.440 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:29 smithi046 bash[42351]: cluster 2021-07-26T15:55:28.099944+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T15:55:29.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:29 smithi073 bash[34190]: cluster 2021-07-26T15:55:27.993578+0000 mgr.y (mgr.24683) 383 : cluster [DBG] pgmap v722: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2021-07-26T15:55:29.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:29 smithi073 bash[34190]: cluster 2021-07-26T15:55:28.099944+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T15:55:29.888 INFO:tasks.rados.rados.0.smithi046.stdout:2800: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:55:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:2802: finishing write tid 1 to smithi04638994-18 2021-07-26T15:55:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:2802: finishing write tid 2 to smithi04638994-18 2021-07-26T15:55:29.889 INFO:tasks.rados.rados.0.smithi046.stdout:2800: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:55:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:2802: finishing write tid 3 to smithi04638994-18 2021-07-26T15:55:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1121 (ObjNum 902 snap 268 seq_num 902) dirty exists 2021-07-26T15:55:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:2802: left oid 18 (ObjNum 902 snap 268 seq_num 902) 2021-07-26T15:55:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:2800: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:55:29.890 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1224 (ObjNum 859 snap 258 seq_num 859) dirty exists 2021-07-26T15:55:29.891 INFO:tasks.rados.rados.0.smithi046.stdout:2801: finishing rollback tid 0 to smithi04638994-32 2021-07-26T15:55:29.891 INFO:tasks.rados.rados.0.smithi046.stdout:2801: finishing rollback tid 1 to smithi04638994-32 2021-07-26T15:55:29.891 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1220 (ObjNum 197915312 snap 22029 seq_num 0) dirty dne 2021-07-26T15:55:30.127 INFO:tasks.rados.rados.0.smithi046.stdout:2792: done (10 left) 2021-07-26T15:55:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:2793: done (9 left) 2021-07-26T15:55:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:2794: done (8 left) 2021-07-26T15:55:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:2795: done (7 left) 2021-07-26T15:55:30.128 INFO:tasks.rados.rados.0.smithi046.stdout:2796: done (6 left) 2021-07-26T15:55:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:2797: done (5 left) 2021-07-26T15:55:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:2800: done (4 left) 2021-07-26T15:55:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:2801: done (3 left) 2021-07-26T15:55:30.129 INFO:tasks.rados.rados.0.smithi046.stdout:2802: done (2 left) 2021-07-26T15:55:30.130 INFO:tasks.rados.rados.0.smithi046.stdout:2803: done (1 left) 2021-07-26T15:55:30.130 INFO:tasks.rados.rados.0.smithi046.stdout:2805: done (0 left) 2021-07-26T15:55:30.130 INFO:tasks.rados.rados.0.smithi046.stdout:2806: read oid 27 snap -1 2021-07-26T15:55:30.130 INFO:tasks.rados.rados.0.smithi046.stdout:2806: expect deleted 2021-07-26T15:55:30.131 INFO:tasks.rados.rados.0.smithi046.stdout:2807: snap_remove snap 263 2021-07-26T15:55:30.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:30 smithi046 bash[42351]: cluster 2021-07-26T15:55:29.115087+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T15:55:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:30 smithi046 bash[41283]: cluster 2021-07-26T15:55:29.115087+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T15:55:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:30 smithi073 bash[34190]: cluster 2021-07-26T15:55:29.115087+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T15:55:31.034 INFO:tasks.rados.rados.0.smithi046.stdout:2807: done (1 left) 2021-07-26T15:55:31.035 INFO:tasks.rados.rados.0.smithi046.stdout:2808: copy_from oid 5 from oid 47 current snap is 269 2021-07-26T15:55:31.035 INFO:tasks.rados.rados.0.smithi046.stdout:2809: snap_remove snap 265 2021-07-26T15:55:31.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[42351]: cluster 2021-07-26T15:55:29.994369+0000 mgr.y (mgr.24683) 384 : cluster [DBG] pgmap v725: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 378 KiB/s rd, 166 KiB/s wr, 2 op/s 2021-07-26T15:55:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[42351]: cluster 2021-07-26T15:55:30.128022+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T15:55:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[42351]: cluster 2021-07-26T15:55:31.035625+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T15:55:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[41283]: cluster 2021-07-26T15:55:29.994369+0000 mgr.y (mgr.24683) 384 : cluster [DBG] pgmap v725: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 378 KiB/s rd, 166 KiB/s wr, 2 op/s 2021-07-26T15:55:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[41283]: cluster 2021-07-26T15:55:30.128022+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T15:55:31.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:31 smithi046 bash[41283]: cluster 2021-07-26T15:55:31.035625+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T15:55:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:31 smithi073 bash[34190]: cluster 2021-07-26T15:55:29.994369+0000 mgr.y (mgr.24683) 384 : cluster [DBG] pgmap v725: 25 pgs: 25 active+clean; 216 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 378 KiB/s rd, 166 KiB/s wr, 2 op/s 2021-07-26T15:55:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:31 smithi073 bash[34190]: cluster 2021-07-26T15:55:30.128022+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T15:55:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:31 smithi073 bash[34190]: cluster 2021-07-26T15:55:31.035625+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T15:55:32.047 INFO:tasks.rados.rados.0.smithi046.stdout:2809: done (2 left) 2021-07-26T15:55:32.047 INFO:tasks.rados.rados.0.smithi046.stdout:2810: read oid 46 snap 257 2021-07-26T15:55:32.047 INFO:tasks.rados.rados.0.smithi046.stdout:2810: expect (ObjNum 828 snap 246 seq_num 828) 2021-07-26T15:55:32.047 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 36 current snap is 269 2021-07-26T15:55:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:2811: seq_num 903 ranges {0=729088} 2021-07-26T15:55:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:2811: writing smithi04638994-36 from 0 to 729088 tid 1 2021-07-26T15:55:32.055 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing copy_from to smithi04638994-5 2021-07-26T15:55:32.056 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 1207 (ObjNum 847 snap 253 seq_num 847) dirty exists 2021-07-26T15:55:32.056 INFO:tasks.rados.rados.0.smithi046.stdout:2808: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:55:32.056 INFO:tasks.rados.rados.0.smithi046.stdout:2806: done (3 left) 2021-07-26T15:55:32.056 INFO:tasks.rados.rados.0.smithi046.stdout:2808: done (2 left) 2021-07-26T15:55:32.057 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 269 2021-07-26T15:55:32.057 INFO:tasks.rados.rados.0.smithi046.stdout:2812: seq_num 904 ranges {2113536=745472} 2021-07-26T15:55:32.072 INFO:tasks.rados.rados.0.smithi046.stdout:2812: writing smithi04638994-48 from 2113536 to 2859008 tid 1 2021-07-26T15:55:32.073 INFO:tasks.rados.rados.0.smithi046.stdout:2813: copy_from oid 5 from oid 21 current snap is 269 2021-07-26T15:55:32.073 INFO:tasks.rados.rados.0.smithi046.stdout:2810: expect (ObjNum 828 snap 246 seq_num 828) 2021-07-26T15:55:32.176 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing write tid 1 to smithi04638994-36 2021-07-26T15:55:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing write tid 2 to smithi04638994-36 2021-07-26T15:55:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing copy_from to smithi04638994-5 2021-07-26T15:55:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2813: got expected ENOENT (src dne) 2021-07-26T15:55:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2813: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:55:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:2811: finishing write tid 3 to smithi04638994-36 2021-07-26T15:55:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1250 (ObjNum 903 snap 269 seq_num 903) dirty exists 2021-07-26T15:55:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:2811: left oid 36 (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:55:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing write tid 1 to smithi04638994-48 2021-07-26T15:55:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing write tid 2 to smithi04638994-48 2021-07-26T15:55:32.179 INFO:tasks.rados.rados.0.smithi046.stdout:2812: finishing write tid 3 to smithi04638994-48 2021-07-26T15:55:32.179 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1792 (ObjNum 904 snap 269 seq_num 904) dirty exists 2021-07-26T15:55:32.179 INFO:tasks.rados.rados.0.smithi046.stdout:2812: left oid 48 (ObjNum 904 snap 269 seq_num 904) 2021-07-26T15:55:32.179 INFO:tasks.rados.rados.0.smithi046.stdout:2810: done (3 left) 2021-07-26T15:55:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2811: done (2 left) 2021-07-26T15:55:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2812: done (1 left) 2021-07-26T15:55:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2813: done (0 left) 2021-07-26T15:55:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2814: read oid 10 snap -1 2021-07-26T15:55:32.180 INFO:tasks.rados.rados.0.smithi046.stdout:2814: expect deleted 2021-07-26T15:55:32.181 INFO:tasks.rados.rados.0.smithi046.stdout:2815: snap_create 2021-07-26T15:55:33.143 INFO:tasks.rados.rados.0.smithi046.stdout:2814: done (1 left) 2021-07-26T15:55:33.143 INFO:tasks.rados.rados.0.smithi046.stdout:2815: done (0 left) 2021-07-26T15:55:33.143 INFO:tasks.rados.rados.0.smithi046.stdout:2816: read oid 20 snap -1 2021-07-26T15:55:33.144 INFO:tasks.rados.rados.0.smithi046.stdout:2816: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:55:33.144 INFO:tasks.rados.rados.0.smithi046.stdout:2817: snap_create 2021-07-26T15:55:33.161 INFO:tasks.rados.rados.0.smithi046.stdout:2816: expect (ObjNum 780 snap 239 seq_num 780) 2021-07-26T15:55:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:33 smithi073 bash[34190]: cluster 2021-07-26T15:55:31.995149+0000 mgr.y (mgr.24683) 385 : cluster [DBG] pgmap v728: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 6 op/s 2021-07-26T15:55:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:33 smithi073 bash[34190]: cluster 2021-07-26T15:55:32.047131+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T15:55:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[41283]: cluster 2021-07-26T15:55:31.995149+0000 mgr.y (mgr.24683) 385 : cluster [DBG] pgmap v728: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 6 op/s 2021-07-26T15:55:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[41283]: cluster 2021-07-26T15:55:32.047131+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T15:55:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[42351]: cluster 2021-07-26T15:55:31.995149+0000 mgr.y (mgr.24683) 385 : cluster [DBG] pgmap v728: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 6 op/s 2021-07-26T15:55:33.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[42351]: cluster 2021-07-26T15:55:32.047131+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T15:55:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:33.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:33 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:33.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:55:34.150 INFO:tasks.rados.rados.0.smithi046.stdout:2816: done (1 left) 2021-07-26T15:55:34.151 INFO:tasks.rados.rados.0.smithi046.stdout:2817: done (0 left) 2021-07-26T15:55:34.151 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 271 2021-07-26T15:55:34.151 INFO:tasks.rados.rados.0.smithi046.stdout:2818: seq_num 905 ranges {0=761856} 2021-07-26T15:55:34.156 INFO:tasks.rados.rados.0.smithi046.stdout:2818: writing smithi04638994-15 from 0 to 761856 tid 1 2021-07-26T15:55:34.156 INFO:tasks.rados.rados.0.smithi046.stdout:2819: copy_from oid 32 from oid 45 current snap is 271 2021-07-26T15:55:34.157 INFO:tasks.rados.rados.0.smithi046.stdout:2820: snap_create 2021-07-26T15:55:34.165 INFO:tasks.rados.rados.0.smithi046.stdout:2818: finishing write tid 1 to smithi04638994-15 2021-07-26T15:55:34.166 INFO:tasks.rados.rados.0.smithi046.stdout:2818: finishing write tid 2 to smithi04638994-15 2021-07-26T15:55:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:2818: finishing write tid 3 to smithi04638994-15 2021-07-26T15:55:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1408 (ObjNum 905 snap 271 seq_num 905) dirty exists 2021-07-26T15:55:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:2818: left oid 15 (ObjNum 905 snap 271 seq_num 905) 2021-07-26T15:55:34.251 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing copy_from to smithi04638994-32 2021-07-26T15:55:34.252 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1689 (ObjNum 890 snap 263 seq_num 890) dirty exists 2021-07-26T15:55:34.253 INFO:tasks.rados.rados.0.smithi046.stdout:2819: finishing copy_from racing read to smithi04638994-32 2021-07-26T15:55:34.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:34 smithi046 bash[42351]: cluster 2021-07-26T15:55:33.144002+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T15:55:34.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:34 smithi046 bash[41283]: cluster 2021-07-26T15:55:33.144002+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T15:55:34.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:34 smithi073 bash[34190]: cluster 2021-07-26T15:55:33.144002+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T15:55:35.154 INFO:tasks.rados.rados.0.smithi046.stdout:2818: done (2 left) 2021-07-26T15:55:35.155 INFO:tasks.rados.rados.0.smithi046.stdout:2819: done (1 left) 2021-07-26T15:55:35.155 INFO:tasks.rados.rados.0.smithi046.stdout:2820: done (0 left) 2021-07-26T15:55:35.155 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 272 2021-07-26T15:55:35.156 INFO:tasks.rados.rados.0.smithi046.stdout:2821: seq_num 906 ranges {3694592=778240} 2021-07-26T15:55:35.181 INFO:tasks.rados.rados.0.smithi046.stdout:2821: writing smithi04638994-13 from 3694592 to 4472832 tid 1 2021-07-26T15:55:35.181 INFO:tasks.rados.rados.0.smithi046.stdout:2822: rollback oid 43 current snap is 272 2021-07-26T15:55:35.182 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 258 2021-07-26T15:55:35.182 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 272 2021-07-26T15:55:35.182 INFO:tasks.rados.rados.0.smithi046.stdout:2823: seq_num 907 ranges {516096=794624} 2021-07-26T15:55:35.188 INFO:tasks.rados.rados.0.smithi046.stdout:2823: writing smithi04638994-30 from 516096 to 1310720 tid 1 2021-07-26T15:55:35.189 INFO:tasks.rados.rados.0.smithi046.stdout:2824: snap_create 2021-07-26T15:55:35.190 INFO:tasks.rados.rados.0.smithi046.stdout:2822: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:55:35.191 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1402 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:55:35.191 INFO:tasks.rados.rados.0.smithi046.stdout:2821: finishing write tid 1 to smithi04638994-13 2021-07-26T15:55:35.192 INFO:tasks.rados.rados.0.smithi046.stdout:2821: finishing write tid 2 to smithi04638994-13 2021-07-26T15:55:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:2821: finishing write tid 3 to smithi04638994-13 2021-07-26T15:55:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1744 (ObjNum 906 snap 272 seq_num 906) dirty exists 2021-07-26T15:55:35.194 INFO:tasks.rados.rados.0.smithi046.stdout:2821: left oid 13 (ObjNum 906 snap 272 seq_num 906) 2021-07-26T15:55:35.196 INFO:tasks.rados.rados.0.smithi046.stdout:2823: finishing write tid 1 to smithi04638994-30 2021-07-26T15:55:35.197 INFO:tasks.rados.rados.0.smithi046.stdout:2823: finishing write tid 2 to smithi04638994-30 2021-07-26T15:55:35.198 INFO:tasks.rados.rados.0.smithi046.stdout:2823: finishing write tid 3 to smithi04638994-30 2021-07-26T15:55:35.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1361 (ObjNum 907 snap 272 seq_num 907) dirty exists 2021-07-26T15:55:35.199 INFO:tasks.rados.rados.0.smithi046.stdout:2823: left oid 30 (ObjNum 907 snap 272 seq_num 907) 2021-07-26T15:55:35.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:35 smithi046 bash[41283]: cluster 2021-07-26T15:55:33.995814+0000 mgr.y (mgr.24683) 386 : cluster [DBG] pgmap v731: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 5 op/s 2021-07-26T15:55:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:35 smithi046 bash[41283]: cluster 2021-07-26T15:55:34.151464+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T15:55:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:35 smithi046 bash[42351]: cluster 2021-07-26T15:55:33.995814+0000 mgr.y (mgr.24683) 386 : cluster [DBG] pgmap v731: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 5 op/s 2021-07-26T15:55:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:35 smithi046 bash[42351]: cluster 2021-07-26T15:55:34.151464+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T15:55:35.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:35 smithi073 bash[34190]: cluster 2021-07-26T15:55:33.995814+0000 mgr.y (mgr.24683) 386 : cluster [DBG] pgmap v731: 25 pgs: 25 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 174 KiB/s wr, 5 op/s 2021-07-26T15:55:35.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:35 smithi073 bash[34190]: cluster 2021-07-26T15:55:34.151464+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T15:55:36.037 INFO:tasks.rados.rados.0.smithi046.stdout:2821: done (3 left) 2021-07-26T15:55:36.037 INFO:tasks.rados.rados.0.smithi046.stdout:2822: done (2 left) 2021-07-26T15:55:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:2823: done (1 left) 2021-07-26T15:55:36.038 INFO:tasks.rados.rados.0.smithi046.stdout:2824: done (0 left) 2021-07-26T15:55:36.040 INFO:tasks.rados.rados.0.smithi046.stdout:2825: snap_remove snap 256 2021-07-26T15:55:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:36 smithi046 bash[41283]: cluster 2021-07-26T15:55:35.155499+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T15:55:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:36 smithi046 bash[41283]: cluster 2021-07-26T15:55:36.037178+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T15:55:36.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:36 smithi046 bash[42351]: cluster 2021-07-26T15:55:35.155499+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T15:55:36.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:36 smithi046 bash[42351]: cluster 2021-07-26T15:55:36.037178+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T15:55:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:36 smithi073 bash[34190]: cluster 2021-07-26T15:55:35.155499+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T15:55:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:36 smithi073 bash[34190]: cluster 2021-07-26T15:55:36.037178+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T15:55:37.048 INFO:tasks.rados.rados.0.smithi046.stdout:2825: done (0 left) 2021-07-26T15:55:37.048 INFO:tasks.rados.rados.0.smithi046.stdout:2826: setattr oid 40 current snap is 273 2021-07-26T15:55:37.054 INFO:tasks.rados.rados.0.smithi046.stdout:2827: read oid 41 snap 260 2021-07-26T15:55:37.054 INFO:tasks.rados.rados.0.smithi046.stdout:2827: expect (ObjNum 861 snap 258 seq_num 861) 2021-07-26T15:55:37.055 INFO:tasks.rados.rados.0.smithi046.stdout:2828: read oid 12 snap 258 2021-07-26T15:55:37.055 INFO:tasks.rados.rados.0.smithi046.stdout:2828: expect (ObjNum 860 snap 258 seq_num 860) 2021-07-26T15:55:37.055 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 273 2021-07-26T15:55:37.055 INFO:tasks.rados.rados.0.smithi046.stdout:2829: seq_num 908 ranges {7708672=409600,8118272=401408} 2021-07-26T15:55:37.100 INFO:tasks.rados.rados.0.smithi046.stdout:2829: writing smithi04638994-39 from 7708672 to 8118272 tid 1 2021-07-26T15:55:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:2829: writing smithi04638994-39 from 8118272 to 8519680 tid 2 2021-07-26T15:55:37.102 INFO:tasks.rados.rados.0.smithi046.stdout:2830: read oid 8 snap -1 2021-07-26T15:55:37.103 INFO:tasks.rados.rados.0.smithi046.stdout:2830: expect deleted 2021-07-26T15:55:37.103 INFO:tasks.rados.rados.0.smithi046.stdout:2831: delete oid 20 current snap is 273 2021-07-26T15:55:37.103 INFO:tasks.rados.rados.0.smithi046.stdout:2828: expect (ObjNum 860 snap 258 seq_num 860) 2021-07-26T15:55:37.103 INFO:tasks.rados.rados.0.smithi046.stdout:2827: expect (ObjNum 861 snap 258 seq_num 861) 2021-07-26T15:55:37.219 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1794 (ObjNum 894 snap 265 seq_num 894) dirty exists 2021-07-26T15:55:37.219 INFO:tasks.rados.rados.0.smithi046.stdout:2826: done (5 left) 2021-07-26T15:55:37.220 INFO:tasks.rados.rados.0.smithi046.stdout:2827: done (4 left) 2021-07-26T15:55:37.220 INFO:tasks.rados.rados.0.smithi046.stdout:2828: done (3 left) 2021-07-26T15:55:37.220 INFO:tasks.rados.rados.0.smithi046.stdout:2831: done (2 left) 2021-07-26T15:55:37.220 INFO:tasks.rados.rados.0.smithi046.stdout:2832: rollback oid 32 current snap is 273 2021-07-26T15:55:37.221 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 257 2021-07-26T15:55:37.221 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing write tid 1 to smithi04638994-39 2021-07-26T15:55:37.221 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing write tid 2 to smithi04638994-39 2021-07-26T15:55:37.221 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing write tid 3 to smithi04638994-39 2021-07-26T15:55:37.222 INFO:tasks.rados.rados.0.smithi046.stdout:2829: finishing write tid 4 to smithi04638994-39 2021-07-26T15:55:37.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1692 (ObjNum 908 snap 273 seq_num 908) dirty exists 2021-07-26T15:55:37.222 INFO:tasks.rados.rados.0.smithi046.stdout:2829: left oid 39 (ObjNum 908 snap 273 seq_num 908) 2021-07-26T15:55:37.223 INFO:tasks.rados.rados.0.smithi046.stdout:2829: done (2 left) 2021-07-26T15:55:37.223 INFO:tasks.rados.rados.0.smithi046.stdout:2830: done (1 left) 2021-07-26T15:55:37.223 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 273 2021-07-26T15:55:37.223 INFO:tasks.rados.rados.0.smithi046.stdout:2833: seq_num 910 ranges {8519680=442368,8962048=401408} 2021-07-26T15:55:37.266 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04638994-39 from 8519680 to 8962048 tid 1 2021-07-26T15:55:37.277 INFO:tasks.rados.rados.0.smithi046.stdout:2833: writing smithi04638994-39 from 8962048 to 9363456 tid 2 2021-07-26T15:55:37.277 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 273 2021-07-26T15:55:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2834: seq_num 911 ranges {0=466944,466944=401408} 2021-07-26T15:55:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2834: writing smithi04638994-20 from 0 to 466944 tid 1 2021-07-26T15:55:37.278 INFO:tasks.rados.rados.0.smithi046.stdout:2834: writing smithi04638994-20 from 466944 to 868352 tid 2 2021-07-26T15:55:37.279 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 273 2021-07-26T15:55:37.279 INFO:tasks.rados.rados.0.smithi046.stdout:2835: seq_num 912 ranges {2400256=483328,2883584=401408} 2021-07-26T15:55:37.289 INFO:tasks.rados.rados.0.smithi046.stdout:2835: writing smithi04638994-19 from 2400256 to 2883584 tid 1 2021-07-26T15:55:37.292 INFO:tasks.rados.rados.0.smithi046.stdout:2835: writing smithi04638994-19 from 2883584 to 3284992 tid 2 2021-07-26T15:55:37.292 INFO:tasks.rados.rados.0.smithi046.stdout:2836: read oid 43 snap -1 2021-07-26T15:55:37.292 INFO:tasks.rados.rados.0.smithi046.stdout:2836: expect deleted 2021-07-26T15:55:37.293 INFO:tasks.rados.rados.0.smithi046.stdout:2837: read oid 37 snap -1 2021-07-26T15:55:37.293 INFO:tasks.rados.rados.0.smithi046.stdout:2837: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:55:37.293 INFO:tasks.rados.rados.0.smithi046.stdout:2838: copy_from oid 1 from oid 23 current snap is 273 2021-07-26T15:55:37.293 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing rollback tid 0 to smithi04638994-32 2021-07-26T15:55:37.294 INFO:tasks.rados.rados.0.smithi046.stdout:2839: snap_remove snap 260 2021-07-26T15:55:37.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:37 smithi046 bash[41283]: cluster 2021-07-26T15:55:35.996633+0000 mgr.y (mgr.24683) 387 : cluster [DBG] pgmap v734: 25 pgs: 25 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 5 op/s 2021-07-26T15:55:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:37 smithi046 bash[41283]: cluster 2021-07-26T15:55:37.048283+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T15:55:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:37 smithi046 bash[42351]: cluster 2021-07-26T15:55:35.996633+0000 mgr.y (mgr.24683) 387 : cluster [DBG] pgmap v734: 25 pgs: 25 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 5 op/s 2021-07-26T15:55:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:37 smithi046 bash[42351]: cluster 2021-07-26T15:55:37.048283+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T15:55:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:37 smithi073 bash[34190]: cluster 2021-07-26T15:55:35.996633+0000 mgr.y (mgr.24683) 387 : cluster [DBG] pgmap v734: 25 pgs: 25 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.1 MiB/s wr, 5 op/s 2021-07-26T15:55:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:37 smithi073 bash[34190]: cluster 2021-07-26T15:55:37.048283+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T15:55:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:2839: done (7 left) 2021-07-26T15:55:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:2840: read oid 50 snap -1 2021-07-26T15:55:38.181 INFO:tasks.rados.rados.0.smithi046.stdout:2840: expect deleted 2021-07-26T15:55:38.182 INFO:tasks.rados.rados.0.smithi046.stdout:2841: copy_from oid 12 from oid 38 current snap is 273 2021-07-26T15:55:38.182 INFO:tasks.rados.rados.0.smithi046.stdout:2832: finishing rollback tid 1 to smithi04638994-32 2021-07-26T15:55:38.182 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1694 (ObjNum 198481744 snap 22029 seq_num 197748064) dirty dne 2021-07-26T15:55:38.182 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 1 to smithi04638994-39 2021-07-26T15:55:38.183 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 2 to smithi04638994-39 2021-07-26T15:55:38.183 INFO:tasks.rados.rados.0.smithi046.stdout:2834: finishing write tid 1 to smithi04638994-20 2021-07-26T15:55:38.183 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 3 to smithi04638994-39 2021-07-26T15:55:38.183 INFO:tasks.rados.rados.0.smithi046.stdout:2834: finishing write tid 2 to smithi04638994-20 2021-07-26T15:55:38.183 INFO:tasks.rados.rados.0.smithi046.stdout:2834: finishing write tid 3 to smithi04638994-20 2021-07-26T15:55:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:2833: finishing write tid 4 to smithi04638994-39 2021-07-26T15:55:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1697 (ObjNum 910 snap 273 seq_num 910) dirty exists 2021-07-26T15:55:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:2833: left oid 39 (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:55:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:2834: finishing write tid 4 to smithi04638994-20 2021-07-26T15:55:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1852 (ObjNum 911 snap 273 seq_num 911) dirty exists 2021-07-26T15:55:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:2834: left oid 20 (ObjNum 911 snap 273 seq_num 911) 2021-07-26T15:55:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:2832: done (8 left) 2021-07-26T15:55:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:2833: done (7 left) 2021-07-26T15:55:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:2834: done (6 left) 2021-07-26T15:55:38.186 INFO:tasks.rados.rados.0.smithi046.stdout:2842: snap_create 2021-07-26T15:55:38.186 INFO:tasks.rados.rados.0.smithi046.stdout:2837: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:55:38.186 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing write tid 1 to smithi04638994-19 2021-07-26T15:55:38.187 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing write tid 2 to smithi04638994-19 2021-07-26T15:55:38.187 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing write tid 3 to smithi04638994-19 2021-07-26T15:55:38.187 INFO:tasks.rados.rados.0.smithi046.stdout:2835: finishing write tid 4 to smithi04638994-19 2021-07-26T15:55:38.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1227 (ObjNum 912 snap 273 seq_num 912) dirty exists 2021-07-26T15:55:38.188 INFO:tasks.rados.rados.0.smithi046.stdout:2835: left oid 19 (ObjNum 912 snap 273 seq_num 912) 2021-07-26T15:55:38.188 INFO:tasks.rados.rados.0.smithi046.stdout:2838: finishing copy_from to smithi04638994-1 2021-07-26T15:55:38.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1800 (ObjNum 891 snap 263 seq_num 891) dirty exists 2021-07-26T15:55:38.188 INFO:tasks.rados.rados.0.smithi046.stdout:2838: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:55:38.214 INFO:tasks.rados.rados.0.smithi046.stdout:2841: finishing copy_from to smithi04638994-12 2021-07-26T15:55:38.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1407 (ObjNum 810 snap 245 seq_num 810) dirty exists 2021-07-26T15:55:38.215 INFO:tasks.rados.rados.0.smithi046.stdout:2841: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:55:39.184 INFO:tasks.rados.rados.0.smithi046.stdout:2835: done (6 left) 2021-07-26T15:55:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:2836: done (5 left) 2021-07-26T15:55:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:2837: done (4 left) 2021-07-26T15:55:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:2838: done (3 left) 2021-07-26T15:55:39.185 INFO:tasks.rados.rados.0.smithi046.stdout:2840: done (2 left) 2021-07-26T15:55:39.186 INFO:tasks.rados.rados.0.smithi046.stdout:2841: done (1 left) 2021-07-26T15:55:39.186 INFO:tasks.rados.rados.0.smithi046.stdout:2842: done (0 left) 2021-07-26T15:55:39.186 INFO:tasks.rados.rados.0.smithi046.stdout:2843: read oid 28 snap -1 2021-07-26T15:55:39.186 INFO:tasks.rados.rados.0.smithi046.stdout:2843: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:39.187 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 274 2021-07-26T15:55:39.187 INFO:tasks.rados.rados.0.smithi046.stdout:2844: seq_num 913 ranges {40960=499712,540672=401408} 2021-07-26T15:55:39.188 INFO:tasks.rados.rados.0.smithi046.stdout:2844: writing smithi04638994-44 from 40960 to 540672 tid 1 2021-07-26T15:55:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:2844: writing smithi04638994-44 from 540672 to 942080 tid 2 2021-07-26T15:55:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:2845: read oid 36 snap -1 2021-07-26T15:55:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:2845: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:55:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:2846: delete oid 15 current snap is 274 2021-07-26T15:55:39.198 INFO:tasks.rados.rados.0.smithi046.stdout:2846: done (3 left) 2021-07-26T15:55:39.198 INFO:tasks.rados.rados.0.smithi046.stdout:2847: setattr oid 43 current snap is 274 2021-07-26T15:55:39.199 INFO:tasks.rados.rados.0.smithi046.stdout:2848: setattr oid 8 current snap is 274 2021-07-26T15:55:39.201 INFO:tasks.rados.rados.0.smithi046.stdout:2849: read oid 3 snap 272 2021-07-26T15:55:39.201 INFO:tasks.rados.rados.0.smithi046.stdout:2849: expect (ObjNum 885 snap 263 seq_num 885) 2021-07-26T15:55:39.201 INFO:tasks.rados.rados.0.smithi046.stdout:2850: read oid 17 snap -1 2021-07-26T15:55:39.202 INFO:tasks.rados.rados.0.smithi046.stdout:2850: expect (ObjNum 732 snap 224 seq_num 732) 2021-07-26T15:55:39.202 INFO:tasks.rados.rados.0.smithi046.stdout:2851: snap_create 2021-07-26T15:55:39.203 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing write tid 1 to smithi04638994-44 2021-07-26T15:55:39.205 INFO:tasks.rados.rados.0.smithi046.stdout:2845: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:55:39.230 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1861 (ObjNum 198048208 snap 22029 seq_num 199599392) dirty exists 2021-07-26T15:55:39.230 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1410 (ObjNum 288 snap 0 seq_num 33) dirty exists 2021-07-26T15:55:39.231 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing write tid 2 to smithi04638994-44 2021-07-26T15:55:39.231 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing write tid 3 to smithi04638994-44 2021-07-26T15:55:39.231 INFO:tasks.rados.rados.0.smithi046.stdout:2850: expect (ObjNum 732 snap 224 seq_num 732) 2021-07-26T15:55:39.299 INFO:tasks.rados.rados.0.smithi046.stdout:2849: expect (ObjNum 885 snap 263 seq_num 885) 2021-07-26T15:55:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:39 smithi046 bash[42351]: cluster 2021-07-26T15:55:37.997324+0000 mgr.y (mgr.24683) 388 : cluster [DBG] pgmap v737: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.3 MiB/s wr, 6 op/s 2021-07-26T15:55:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:39 smithi046 bash[42351]: cluster 2021-07-26T15:55:38.180087+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T15:55:39.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:39 smithi046 bash[41283]: cluster 2021-07-26T15:55:37.997324+0000 mgr.y (mgr.24683) 388 : cluster [DBG] pgmap v737: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.3 MiB/s wr, 6 op/s 2021-07-26T15:55:39.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:39 smithi046 bash[41283]: cluster 2021-07-26T15:55:38.180087+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T15:55:39.522 INFO:tasks.rados.rados.0.smithi046.stdout:2844: finishing write tid 4 to smithi04638994-44 2021-07-26T15:55:39.522 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1189 (ObjNum 913 snap 274 seq_num 913) dirty exists 2021-07-26T15:55:39.522 INFO:tasks.rados.rados.0.smithi046.stdout:2844: left oid 44 (ObjNum 913 snap 274 seq_num 913) 2021-07-26T15:55:39.523 INFO:tasks.rados.rados.0.smithi046.stdout:2843: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:39 smithi073 bash[34190]: cluster 2021-07-26T15:55:37.997324+0000 mgr.y (mgr.24683) 388 : cluster [DBG] pgmap v737: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 6.3 MiB/s wr, 6 op/s 2021-07-26T15:55:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:39 smithi073 bash[34190]: cluster 2021-07-26T15:55:38.180087+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T15:55:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:40 smithi046 bash[42351]: cluster 2021-07-26T15:55:39.184647+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T15:55:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:40 smithi046 bash[42351]: cluster 2021-07-26T15:55:39.997928+0000 mgr.y (mgr.24683) 389 : cluster [DBG] pgmap v740: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 194 KiB/s wr, 1 op/s 2021-07-26T15:55:40.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:40 smithi046 bash[41283]: cluster 2021-07-26T15:55:39.184647+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T15:55:40.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:40 smithi046 bash[41283]: cluster 2021-07-26T15:55:39.997928+0000 mgr.y (mgr.24683) 389 : cluster [DBG] pgmap v740: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 194 KiB/s wr, 1 op/s 2021-07-26T15:55:40.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:40 smithi073 bash[34190]: cluster 2021-07-26T15:55:39.184647+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T15:55:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:40 smithi073 bash[34190]: cluster 2021-07-26T15:55:39.997928+0000 mgr.y (mgr.24683) 389 : cluster [DBG] pgmap v740: 25 pgs: 25 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 194 KiB/s wr, 1 op/s 2021-07-26T15:55:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:41 smithi073 bash[34190]: cluster 2021-07-26T15:55:40.192639+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T15:55:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:41 smithi073 bash[34190]: cluster 2021-07-26T15:55:41.038451+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T15:55:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:41 smithi046 bash[41283]: cluster 2021-07-26T15:55:40.192639+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T15:55:41.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:41 smithi046 bash[41283]: cluster 2021-07-26T15:55:41.038451+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T15:55:41.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:41 smithi046 bash[42351]: cluster 2021-07-26T15:55:40.192639+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T15:55:41.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:41 smithi046 bash[42351]: cluster 2021-07-26T15:55:41.038451+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T15:55:41.780 INFO:tasks.rados.rados.0.smithi046.stdout:2843: done (7 left) 2021-07-26T15:55:41.782 INFO:tasks.rados.rados.0.smithi046.stdout:2844: done (6 left) 2021-07-26T15:55:41.782 INFO:tasks.rados.rados.0.smithi046.stdout:2845: done (5 left) 2021-07-26T15:55:41.783 INFO:tasks.rados.rados.0.smithi046.stdout:2847: done (4 left) 2021-07-26T15:55:41.783 INFO:tasks.rados.rados.0.smithi046.stdout:2848: done (3 left) 2021-07-26T15:55:41.784 INFO:tasks.rados.rados.0.smithi046.stdout:2849: done (2 left) 2021-07-26T15:55:41.784 INFO:tasks.rados.rados.0.smithi046.stdout:2850: done (1 left) 2021-07-26T15:55:41.785 INFO:tasks.rados.rados.0.smithi046.stdout:2851: done (0 left) 2021-07-26T15:55:41.786 INFO:tasks.rados.rados.0.smithi046.stdout:2852: snap_remove snap 257 2021-07-26T15:55:42.213 INFO:tasks.rados.rados.0.smithi046.stdout:2852: done (0 left) 2021-07-26T15:55:42.213 INFO:tasks.rados.rados.0.smithi046.stdout:2853: copy_from oid 13 from oid 29 current snap is 275 2021-07-26T15:55:42.214 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 275 2021-07-26T15:55:42.214 INFO:tasks.rados.rados.0.smithi046.stdout:2854: seq_num 915 ranges {6512640=532480,7045120=401408} 2021-07-26T15:55:42.249 INFO:tasks.rados.rados.0.smithi046.stdout:2854: writing smithi04638994-47 from 6512640 to 7045120 tid 1 2021-07-26T15:55:42.251 INFO:tasks.rados.rados.0.smithi046.stdout:2854: writing smithi04638994-47 from 7045120 to 7446528 tid 2 2021-07-26T15:55:42.251 INFO:tasks.rados.rados.0.smithi046.stdout:2855: read oid 28 snap 273 2021-07-26T15:55:42.252 INFO:tasks.rados.rados.0.smithi046.stdout:2855: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:42.253 INFO:tasks.rados.rados.0.smithi046.stdout:2856: snap_remove snap 270 2021-07-26T15:55:42.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:42 smithi073 bash[34190]: cluster 2021-07-26T15:55:41.998637+0000 mgr.y (mgr.24683) 390 : cluster [DBG] pgmap v743: 25 pgs: 25 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2021-07-26T15:55:42.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:42 smithi046 bash[41283]: cluster 2021-07-26T15:55:41.998637+0000 mgr.y (mgr.24683) 390 : cluster [DBG] pgmap v743: 25 pgs: 25 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2021-07-26T15:55:42.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:42 smithi046 bash[42351]: cluster 2021-07-26T15:55:41.998637+0000 mgr.y (mgr.24683) 390 : cluster [DBG] pgmap v743: 25 pgs: 25 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2021-07-26T15:55:43.208 INFO:tasks.rados.rados.0.smithi046.stdout:2856: done (3 left) 2021-07-26T15:55:43.208 INFO:tasks.rados.rados.0.smithi046.stdout:2857: copy_from oid 17 from oid 49 current snap is 275 2021-07-26T15:55:43.208 INFO:tasks.rados.rados.0.smithi046.stdout:2853: finishing copy_from to smithi04638994-13 2021-07-26T15:55:43.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1789 (ObjNum 849 snap 253 seq_num 849) dirty exists 2021-07-26T15:55:43.209 INFO:tasks.rados.rados.0.smithi046.stdout:2853: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:55:43.209 INFO:tasks.rados.rados.0.smithi046.stdout:2854: finishing write tid 1 to smithi04638994-47 2021-07-26T15:55:43.209 INFO:tasks.rados.rados.0.smithi046.stdout:2854: finishing write tid 2 to smithi04638994-47 2021-07-26T15:55:43.209 INFO:tasks.rados.rados.0.smithi046.stdout:2854: finishing write tid 3 to smithi04638994-47 2021-07-26T15:55:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:2854: finishing write tid 4 to smithi04638994-47 2021-07-26T15:55:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1210 (ObjNum 915 snap 275 seq_num 915) dirty exists 2021-07-26T15:55:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:2854: left oid 47 (ObjNum 915 snap 275 seq_num 915) 2021-07-26T15:55:43.210 INFO:tasks.rados.rados.0.smithi046.stdout:2855: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:55:43.517 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:43 smithi046 bash[41283]: cluster 2021-07-26T15:55:42.208182+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T15:55:43.517 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:43 smithi046 bash[42351]: cluster 2021-07-26T15:55:42.208182+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T15:55:43.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:43 smithi073 bash[34190]: cluster 2021-07-26T15:55:42.208182+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T15:55:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:43.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:43.934 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:43 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:43.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:55:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:44 smithi073 bash[34190]: cluster 2021-07-26T15:55:43.208152+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T15:55:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:44 smithi073 bash[34190]: cluster 2021-07-26T15:55:43.999321+0000 mgr.y (mgr.24683) 391 : cluster [DBG] pgmap v746: 25 pgs: 25 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2021-07-26T15:55:44.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:44 smithi046 bash[41283]: cluster 2021-07-26T15:55:43.208152+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T15:55:44.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:44 smithi046 bash[41283]: cluster 2021-07-26T15:55:43.999321+0000 mgr.y (mgr.24683) 391 : cluster [DBG] pgmap v746: 25 pgs: 25 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2021-07-26T15:55:44.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:44 smithi046 bash[42351]: cluster 2021-07-26T15:55:43.208152+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T15:55:44.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:44 smithi046 bash[42351]: cluster 2021-07-26T15:55:43.999321+0000 mgr.y (mgr.24683) 391 : cluster [DBG] pgmap v746: 25 pgs: 25 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 2.1 MiB/s wr, 30 op/s 2021-07-26T15:55:45.480 INFO:tasks.rados.rados.0.smithi046.stdout:2857: finishing copy_from to smithi04638994-17 2021-07-26T15:55:45.481 INFO:tasks.rados.rados.0.smithi046.stdout:2857: got expected ENOENT (src dne) 2021-07-26T15:55:45.481 INFO:tasks.rados.rados.0.smithi046.stdout:2857: finishing copy_from racing read to smithi04638994-17 2021-07-26T15:55:45.481 INFO:tasks.rados.rados.0.smithi046.stdout:2853: done (3 left) 2021-07-26T15:55:45.482 INFO:tasks.rados.rados.0.smithi046.stdout:2854: done (2 left) 2021-07-26T15:55:45.503 INFO:tasks.rados.rados.0.smithi046.stdout:2855: done (1 left) 2021-07-26T15:55:45.504 INFO:tasks.rados.rados.0.smithi046.stdout:2857: done (0 left) 2021-07-26T15:55:45.504 INFO:tasks.rados.rados.0.smithi046.stdout:2858: rmattr oid 37 current snap is 275 2021-07-26T15:55:45.504 INFO:tasks.rados.rados.0.smithi046.stdout:2859: delete oid 4 current snap is 275 2021-07-26T15:55:45.504 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1694 (ObjNum 198599536 snap 22029 seq_num 195899408) dirty exists 2021-07-26T15:55:45.505 INFO:tasks.rados.rados.0.smithi046.stdout:2858: done (1 left) 2021-07-26T15:55:45.505 INFO:tasks.rados.rados.0.smithi046.stdout:2859: done (0 left) 2021-07-26T15:55:45.505 INFO:tasks.rados.rados.0.smithi046.stdout:2860: snap_remove snap 261 2021-07-26T15:55:45.539 INFO:tasks.rados.rados.0.smithi046.stdout:2860: done (0 left) 2021-07-26T15:55:45.540 INFO:tasks.rados.rados.0.smithi046.stdout:2861: rollback oid 38 current snap is 275 2021-07-26T15:55:45.540 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 268 2021-07-26T15:55:45.540 INFO:tasks.rados.rados.0.smithi046.stdout:2862: setattr oid 47 current snap is 275 2021-07-26T15:55:45.542 INFO:tasks.rados.rados.0.smithi046.stdout:2863: copy_from oid 15 from oid 33 current snap is 275 2021-07-26T15:55:45.542 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 275 2021-07-26T15:55:45.543 INFO:tasks.rados.rados.0.smithi046.stdout:2864: seq_num 917 ranges {0=565248,565248=401408} 2021-07-26T15:55:45.547 INFO:tasks.rados.rados.0.smithi046.stdout:2864: writing smithi04638994-35 from 0 to 565248 tid 1 2021-07-26T15:55:45.557 INFO:tasks.rados.rados.0.smithi046.stdout:2864: writing smithi04638994-35 from 565248 to 966656 tid 2 2021-07-26T15:55:45.558 INFO:tasks.rados.rados.0.smithi046.stdout:2865: copy_from oid 4 from oid 5 current snap is 275 2021-07-26T15:55:45.558 INFO:tasks.rados.rados.0.smithi046.stdout:2866: delete oid 27 current snap is 275 2021-07-26T15:55:45.559 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1211 (ObjNum 915 snap 275 seq_num 915) dirty exists 2021-07-26T15:55:45.561 INFO:tasks.rados.rados.0.smithi046.stdout:2861: finishing rollback tid 0 to smithi04638994-38 2021-07-26T15:55:45.561 INFO:tasks.rados.rados.0.smithi046.stdout:2861: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:55:45.564 INFO:tasks.rados.rados.0.smithi046.stdout:2861: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:55:45.564 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1697 (ObjNum 810 snap 245 seq_num 810) dirty exists 2021-07-26T15:55:45.567 INFO:tasks.rados.rados.0.smithi046.stdout:2861: done (5 left) 2021-07-26T15:55:45.567 INFO:tasks.rados.rados.0.smithi046.stdout:2862: done (4 left) 2021-07-26T15:55:45.567 INFO:tasks.rados.rados.0.smithi046.stdout:2866: done (3 left) 2021-07-26T15:55:45.567 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 275 2021-07-26T15:55:45.568 INFO:tasks.rados.rados.0.smithi046.stdout:2867: seq_num 919 ranges {942080=598016,1540096=401408} 2021-07-26T15:55:45.576 INFO:tasks.rados.rados.0.smithi046.stdout:2867: writing smithi04638994-44 from 942080 to 1540096 tid 1 2021-07-26T15:55:45.580 INFO:tasks.rados.rados.0.smithi046.stdout:2867: writing smithi04638994-44 from 1540096 to 1941504 tid 2 2021-07-26T15:55:45.580 INFO:tasks.rados.rados.0.smithi046.stdout:2868: read oid 11 snap -1 2021-07-26T15:55:45.581 INFO:tasks.rados.rados.0.smithi046.stdout:2868: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:55:45.581 INFO:tasks.rados.rados.0.smithi046.stdout:2869: delete oid 31 current snap is 275 2021-07-26T15:55:45.581 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 1 to smithi04638994-35 2021-07-26T15:55:45.581 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 2 to smithi04638994-35 2021-07-26T15:55:45.581 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 3 to smithi04638994-35 2021-07-26T15:55:45.582 INFO:tasks.rados.rados.0.smithi046.stdout:2864: finishing write tid 4 to smithi04638994-35 2021-07-26T15:55:45.582 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1700 (ObjNum 917 snap 275 seq_num 917) dirty exists 2021-07-26T15:55:45.582 INFO:tasks.rados.rados.0.smithi046.stdout:2864: left oid 35 (ObjNum 917 snap 275 seq_num 917) 2021-07-26T15:55:45.583 INFO:tasks.rados.rados.0.smithi046.stdout:2863: finishing copy_from to smithi04638994-15 2021-07-26T15:55:45.583 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1215 (ObjNum 786 snap 242 seq_num 786) dirty exists 2021-07-26T15:55:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing write tid 1 to smithi04638994-44 2021-07-26T15:55:45.584 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing write tid 2 to smithi04638994-44 2021-07-26T15:55:45.585 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing write tid 3 to smithi04638994-44 2021-07-26T15:55:45.603 INFO:tasks.rados.rados.0.smithi046.stdout:2867: finishing write tid 4 to smithi04638994-44 2021-07-26T15:55:45.604 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1192 (ObjNum 919 snap 275 seq_num 919) dirty exists 2021-07-26T15:55:45.604 INFO:tasks.rados.rados.0.smithi046.stdout:2867: left oid 44 (ObjNum 919 snap 275 seq_num 919) 2021-07-26T15:55:45.604 INFO:tasks.rados.rados.0.smithi046.stdout:2863: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:55:45.605 INFO:tasks.rados.rados.0.smithi046.stdout:2863: done (5 left) 2021-07-26T15:55:45.605 INFO:tasks.rados.rados.0.smithi046.stdout:2864: done (4 left) 2021-07-26T15:55:45.605 INFO:tasks.rados.rados.0.smithi046.stdout:2867: done (3 left) 2021-07-26T15:55:45.605 INFO:tasks.rados.rados.0.smithi046.stdout:2869: done (2 left) 2021-07-26T15:55:45.606 INFO:tasks.rados.rados.0.smithi046.stdout:2870: read oid 7 snap -1 2021-07-26T15:55:45.606 INFO:tasks.rados.rados.0.smithi046.stdout:2870: expect (ObjNum 865 snap 259 seq_num 865) 2021-07-26T15:55:45.606 INFO:tasks.rados.rados.0.smithi046.stdout:2871: rollback oid 43 current snap is 275 2021-07-26T15:55:45.606 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 271 2021-07-26T15:55:45.607 INFO:tasks.rados.rados.0.smithi046.stdout:2872: delete oid 15 current snap is 275 2021-07-26T15:55:45.607 INFO:tasks.rados.rados.0.smithi046.stdout:2871: finishing rollback tid 0 to smithi04638994-43 2021-07-26T15:55:45.607 INFO:tasks.rados.rados.0.smithi046.stdout:2870: expect (ObjNum 865 snap 259 seq_num 865) 2021-07-26T15:55:45.643 INFO:tasks.rados.rados.0.smithi046.stdout:2870: done (4 left) 2021-07-26T15:55:45.644 INFO:tasks.rados.rados.0.smithi046.stdout:2872: done (3 left) 2021-07-26T15:55:45.644 INFO:tasks.rados.rados.0.smithi046.stdout:2873: rollback oid 41 current snap is 275 2021-07-26T15:55:45.645 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 273 2021-07-26T15:55:45.645 INFO:tasks.rados.rados.0.smithi046.stdout:2871: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:55:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1412 (ObjNum 198781296 snap 22029 seq_num 198774176) dirty dne 2021-07-26T15:55:45.646 INFO:tasks.rados.rados.0.smithi046.stdout:2865: finishing copy_from to smithi04638994-4 2021-07-26T15:55:45.647 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1207 (ObjNum 847 snap 253 seq_num 847) dirty exists 2021-07-26T15:55:45.647 INFO:tasks.rados.rados.0.smithi046.stdout:2865: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:55:45.648 INFO:tasks.rados.rados.0.smithi046.stdout:2868: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:55:45.873 INFO:tasks.rados.rados.0.smithi046.stdout:2865: done (3 left) 2021-07-26T15:55:45.873 INFO:tasks.rados.rados.0.smithi046.stdout:2868: done (2 left) 2021-07-26T15:55:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:2871: done (1 left) 2021-07-26T15:55:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:2874: read oid 34 snap -1 2021-07-26T15:55:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:2874: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:55:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:2875: snap_create 2021-07-26T15:55:45.874 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:55:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:55:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:2873: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:55:45.875 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1253 (ObjNum 861 snap 258 seq_num 861) dirty exists 2021-07-26T15:55:45.886 INFO:tasks.rados.rados.0.smithi046.stdout:2874: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:55:46.040 INFO:tasks.rados.rados.0.smithi046.stdout:2873: done (2 left) 2021-07-26T15:55:46.040 INFO:tasks.rados.rados.0.smithi046.stdout:2874: done (1 left) 2021-07-26T15:55:46.040 INFO:tasks.rados.rados.0.smithi046.stdout:2875: done (0 left) 2021-07-26T15:55:46.041 INFO:tasks.rados.rados.0.smithi046.stdout:2876: snap_remove snap 268 2021-07-26T15:55:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:46 smithi073 bash[34190]: cluster 2021-07-26T15:55:45.540420+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T15:55:46.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:46 smithi073 bash[34190]: cluster 2021-07-26T15:55:46.000004+0000 mgr.y (mgr.24683) 392 : cluster [DBG] pgmap v748: 25 pgs: 25 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2021-07-26T15:55:46.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:46 smithi073 bash[34190]: cluster 2021-07-26T15:55:46.040825+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T15:55:46.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[42351]: cluster 2021-07-26T15:55:45.540420+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T15:55:46.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[42351]: cluster 2021-07-26T15:55:46.000004+0000 mgr.y (mgr.24683) 392 : cluster [DBG] pgmap v748: 25 pgs: 25 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2021-07-26T15:55:46.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[42351]: cluster 2021-07-26T15:55:46.040825+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T15:55:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[41283]: cluster 2021-07-26T15:55:45.540420+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T15:55:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[41283]: cluster 2021-07-26T15:55:46.000004+0000 mgr.y (mgr.24683) 392 : cluster [DBG] pgmap v748: 25 pgs: 25 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2021-07-26T15:55:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:46 smithi046 bash[41283]: cluster 2021-07-26T15:55:46.040825+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T15:55:47.053 INFO:tasks.rados.rados.0.smithi046.stdout:2876: done (0 left) 2021-07-26T15:55:47.054 INFO:tasks.rados.rados.0.smithi046.stdout:2877: rmattr oid 38 current snap is 276 2021-07-26T15:55:47.054 INFO:tasks.rados.rados.0.smithi046.stdout:2877: done (0 left) 2021-07-26T15:55:47.054 INFO:tasks.rados.rados.0.smithi046.stdout:2878: read oid 15 snap -1 2021-07-26T15:55:47.054 INFO:tasks.rados.rados.0.smithi046.stdout:2878: expect deleted 2021-07-26T15:55:47.055 INFO:tasks.rados.rados.0.smithi046.stdout:2879: rollback oid 33 current snap is 276 2021-07-26T15:55:47.055 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 275 2021-07-26T15:55:47.055 INFO:tasks.rados.rados.0.smithi046.stdout:2880: snap_remove snap 272 2021-07-26T15:55:48.059 INFO:tasks.rados.rados.0.smithi046.stdout:2880: done (2 left) 2021-07-26T15:55:48.397 INFO:tasks.rados.rados.0.smithi046.stdout:2881: snap_remove snap 258 2021-07-26T15:55:48.398 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:48 smithi073 bash[34190]: cluster 2021-07-26T15:55:47.052824+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T15:55:48.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:48 smithi046 bash[41283]: cluster 2021-07-26T15:55:47.052824+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T15:55:48.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:48 smithi046 bash[42351]: cluster 2021-07-26T15:55:47.052824+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T15:55:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:2881: done (2 left) 2021-07-26T15:55:49.064 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 276 2021-07-26T15:55:49.065 INFO:tasks.rados.rados.0.smithi046.stdout:2882: seq_num 922 ranges {0=647168,647168=401408} 2021-07-26T15:55:49.069 INFO:tasks.rados.rados.0.smithi046.stdout:2882: writing smithi04638994-32 from 0 to 647168 tid 1 2021-07-26T15:55:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:2882: writing smithi04638994-32 from 647168 to 1048576 tid 2 2021-07-26T15:55:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:2883: rollback oid 14 current snap is 276 2021-07-26T15:55:49.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 273 2021-07-26T15:55:49.076 INFO:tasks.rados.rados.0.smithi046.stdout:2879: finishing rollback tid 0 to smithi04638994-33 2021-07-26T15:55:49.076 INFO:tasks.rados.rados.0.smithi046.stdout:2879: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:55:49.076 INFO:tasks.rados.rados.0.smithi046.stdout:2879: finishing rollback tid 2 to smithi04638994-33 2021-07-26T15:55:49.076 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1230 (ObjNum 786 snap 242 seq_num 786) dirty exists 2021-07-26T15:55:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:2878: done (3 left) 2021-07-26T15:55:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:2879: done (2 left) 2021-07-26T15:55:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:2884: rollback oid 34 current snap is 276 2021-07-26T15:55:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 275 2021-07-26T15:55:49.077 INFO:tasks.rados.rados.0.smithi046.stdout:2885: snap_remove snap 271 2021-07-26T15:55:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:49 smithi073 bash[34190]: cluster 2021-07-26T15:55:48.000629+0000 mgr.y (mgr.24683) 393 : cluster [DBG] pgmap v751: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:55:49.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:49 smithi073 bash[34190]: cluster 2021-07-26T15:55:48.060208+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T15:55:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:49 smithi046 bash[42351]: cluster 2021-07-26T15:55:48.000629+0000 mgr.y (mgr.24683) 393 : cluster [DBG] pgmap v751: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:55:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:49 smithi046 bash[42351]: cluster 2021-07-26T15:55:48.060208+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T15:55:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:49 smithi046 bash[41283]: cluster 2021-07-26T15:55:48.000629+0000 mgr.y (mgr.24683) 393 : cluster [DBG] pgmap v751: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:55:49.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:49 smithi046 bash[41283]: cluster 2021-07-26T15:55:48.060208+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T15:55:50.084 INFO:tasks.rados.rados.0.smithi046.stdout:2885: done (3 left) 2021-07-26T15:55:50.085 INFO:tasks.rados.rados.0.smithi046.stdout:2886: snap_create 2021-07-26T15:55:50.085 INFO:tasks.rados.rados.0.smithi046.stdout:2883: finishing rollback tid 1 to smithi04638994-14 2021-07-26T15:55:50.085 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:55:50.085 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 1 to smithi04638994-32 2021-07-26T15:55:50.086 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 2 to smithi04638994-32 2021-07-26T15:55:50.086 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:55:50.086 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 3 to smithi04638994-32 2021-07-26T15:55:50.086 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:55:50.086 INFO:tasks.rados.rados.0.smithi046.stdout:2882: finishing write tid 4 to smithi04638994-32 2021-07-26T15:55:50.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1700 (ObjNum 922 snap 276 seq_num 922) dirty exists 2021-07-26T15:55:50.087 INFO:tasks.rados.rados.0.smithi046.stdout:2882: left oid 32 (ObjNum 922 snap 276 seq_num 922) 2021-07-26T15:55:50.087 INFO:tasks.rados.rados.0.smithi046.stdout:2884: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:55:50.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1195 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:55:50.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:50 smithi073 bash[34190]: cluster 2021-07-26T15:55:49.063882+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T15:55:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:50 smithi046 bash[41283]: cluster 2021-07-26T15:55:49.063882+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T15:55:50.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:50 smithi046 bash[42351]: cluster 2021-07-26T15:55:49.063882+0000 mon.a (mon.0) 1196 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T15:55:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:2882: done (3 left) 2021-07-26T15:55:51.043 INFO:tasks.rados.rados.0.smithi046.stdout:2883: done (2 left) 2021-07-26T15:55:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:2884: done (1 left) 2021-07-26T15:55:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:2886: done (0 left) 2021-07-26T15:55:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:2887: rmattr oid 18 current snap is 277 2021-07-26T15:55:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:2888: rmattr oid 30 current snap is 277 2021-07-26T15:55:51.044 INFO:tasks.rados.rados.0.smithi046.stdout:2888: done (1 left) 2021-07-26T15:55:51.045 INFO:tasks.rados.rados.0.smithi046.stdout:2889: snap_create 2021-07-26T15:55:51.052 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1122 (ObjNum 902 snap 268 seq_num 902) dirty exists 2021-07-26T15:55:51.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:51 smithi073 bash[34190]: cluster 2021-07-26T15:55:50.001282+0000 mgr.y (mgr.24683) 394 : cluster [DBG] pgmap v754: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 236 KiB/s wr, 7 op/s 2021-07-26T15:55:51.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:51 smithi073 bash[34190]: cluster 2021-07-26T15:55:50.085727+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T15:55:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:51 smithi073 bash[34190]: cluster 2021-07-26T15:55:51.043244+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T15:55:51.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[42351]: cluster 2021-07-26T15:55:50.001282+0000 mgr.y (mgr.24683) 394 : cluster [DBG] pgmap v754: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 236 KiB/s wr, 7 op/s 2021-07-26T15:55:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[42351]: cluster 2021-07-26T15:55:50.085727+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T15:55:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[42351]: cluster 2021-07-26T15:55:51.043244+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T15:55:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[41283]: cluster 2021-07-26T15:55:50.001282+0000 mgr.y (mgr.24683) 394 : cluster [DBG] pgmap v754: 25 pgs: 25 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 236 KiB/s wr, 7 op/s 2021-07-26T15:55:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[41283]: cluster 2021-07-26T15:55:50.085727+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T15:55:51.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:51 smithi046 bash[41283]: cluster 2021-07-26T15:55:51.043244+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T15:55:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:2887: done (1 left) 2021-07-26T15:55:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:2889: done (0 left) 2021-07-26T15:55:52.055 INFO:tasks.rados.rados.0.smithi046.stdout:2890: delete oid 49 current snap is 278 2021-07-26T15:55:52.063 INFO:tasks.rados.rados.0.smithi046.stdout:2890: done (0 left) 2021-07-26T15:55:52.063 INFO:tasks.rados.rados.0.smithi046.stdout:2891: rmattr oid 20 current snap is 278 2021-07-26T15:55:52.063 INFO:tasks.rados.rados.0.smithi046.stdout:2891: done (0 left) 2021-07-26T15:55:52.064 INFO:tasks.rados.rados.0.smithi046.stdout:2892: copy_from oid 20 from oid 43 current snap is 278 2021-07-26T15:55:52.064 INFO:tasks.rados.rados.0.smithi046.stdout:2893: rollback oid 31 current snap is 278 2021-07-26T15:55:52.064 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 275 2021-07-26T15:55:52.064 INFO:tasks.rados.rados.0.smithi046.stdout:2894: read oid 46 snap -1 2021-07-26T15:55:52.064 INFO:tasks.rados.rados.0.smithi046.stdout:2894: expect deleted 2021-07-26T15:55:52.065 INFO:tasks.rados.rados.0.smithi046.stdout:2895: snap_create 2021-07-26T15:55:52.067 INFO:tasks.rados.rados.0.smithi046.stdout:2893: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:55:52.068 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1193 (ObjNum 1 snap 32682 seq_num 198623488) dirty dne 2021-07-26T15:55:52.068 INFO:tasks.rados.rados.0.smithi046.stdout:2892: finishing copy_from to smithi04638994-20 2021-07-26T15:55:52.068 INFO:tasks.rados.rados.0.smithi046.stdout:2892: got expected ENOENT (src dne) 2021-07-26T15:55:52.069 INFO:tasks.rados.rados.0.smithi046.stdout:2892: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:55:53.065 INFO:tasks.rados.rados.0.smithi046.stdout:2892: done (3 left) 2021-07-26T15:55:53.065 INFO:tasks.rados.rados.0.smithi046.stdout:2893: done (2 left) 2021-07-26T15:55:53.065 INFO:tasks.rados.rados.0.smithi046.stdout:2894: done (1 left) 2021-07-26T15:55:53.065 INFO:tasks.rados.rados.0.smithi046.stdout:2895: done (0 left) 2021-07-26T15:55:53.066 INFO:tasks.rados.rados.0.smithi046.stdout:2896: delete oid 25 current snap is 279 2021-07-26T15:55:53.068 INFO:tasks.rados.rados.0.smithi046.stdout:2896: done (0 left) 2021-07-26T15:55:53.069 INFO:tasks.rados.rados.0.smithi046.stdout:2897: read oid 49 snap -1 2021-07-26T15:55:53.069 INFO:tasks.rados.rados.0.smithi046.stdout:2897: expect deleted 2021-07-26T15:55:53.069 INFO:tasks.rados.rados.0.smithi046.stdout:2898: delete oid 29 current snap is 279 2021-07-26T15:55:53.075 INFO:tasks.rados.rados.0.smithi046.stdout:2897: done (1 left) 2021-07-26T15:55:53.076 INFO:tasks.rados.rados.0.smithi046.stdout:2898: done (0 left) 2021-07-26T15:55:53.076 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 279 2021-07-26T15:55:53.076 INFO:tasks.rados.rados.0.smithi046.stdout:2899: seq_num 926 ranges {0=712704,712704=401408} 2021-07-26T15:55:53.082 INFO:tasks.rados.rados.0.smithi046.stdout:2899: writing smithi04638994-50 from 0 to 712704 tid 1 2021-07-26T15:55:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:2899: writing smithi04638994-50 from 712704 to 1114112 tid 2 2021-07-26T15:55:53.085 INFO:tasks.rados.rados.0.smithi046.stdout:2900: copy_from oid 37 from oid 31 current snap is 279 2021-07-26T15:55:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2901: read oid 33 snap 274 2021-07-26T15:55:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2901: expect (ObjNum 786 snap 242 seq_num 786) 2021-07-26T15:55:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 279 2021-07-26T15:55:53.086 INFO:tasks.rados.rados.0.smithi046.stdout:2902: seq_num 927 ranges {1671168=729088,2400256=401408} 2021-07-26T15:55:53.100 INFO:tasks.rados.rados.0.smithi046.stdout:2902: writing smithi04638994-17 from 1671168 to 2400256 tid 1 2021-07-26T15:55:53.102 INFO:tasks.rados.rados.0.smithi046.stdout:2902: writing smithi04638994-17 from 2400256 to 2801664 tid 2 2021-07-26T15:55:53.103 INFO:tasks.rados.rados.0.smithi046.stdout:2903: snap_remove snap 269 2021-07-26T15:55:53.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:53 smithi073 bash[34190]: cluster 2021-07-26T15:55:52.002026+0000 mgr.y (mgr.24683) 395 : cluster [DBG] pgmap v757: 25 pgs: 25 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:55:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:53 smithi073 bash[34190]: cluster 2021-07-26T15:55:52.055852+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T15:55:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[41283]: cluster 2021-07-26T15:55:52.002026+0000 mgr.y (mgr.24683) 395 : cluster [DBG] pgmap v757: 25 pgs: 25 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:55:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[41283]: cluster 2021-07-26T15:55:52.055852+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T15:55:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[42351]: cluster 2021-07-26T15:55:52.002026+0000 mgr.y (mgr.24683) 395 : cluster [DBG] pgmap v757: 25 pgs: 25 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:55:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[42351]: cluster 2021-07-26T15:55:52.055852+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T15:55:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:53.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:55:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:55:53 smithi046 bash[50540]: level=error ts=2021-07-26T15:55:53.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:55:54.075 INFO:tasks.rados.rados.0.smithi046.stdout:2903: done (4 left) 2021-07-26T15:55:54.075 INFO:tasks.rados.rados.0.smithi046.stdout:2904: snap_create 2021-07-26T15:55:54.076 INFO:tasks.rados.rados.0.smithi046.stdout:2900: finishing copy_from to smithi04638994-37 2021-07-26T15:55:54.076 INFO:tasks.rados.rados.0.smithi046.stdout:2900: got expected ENOENT (src dne) 2021-07-26T15:55:54.076 INFO:tasks.rados.rados.0.smithi046.stdout:2900: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:55:54.076 INFO:tasks.rados.rados.0.smithi046.stdout:2899: finishing write tid 1 to smithi04638994-50 2021-07-26T15:55:54.076 INFO:tasks.rados.rados.0.smithi046.stdout:2899: finishing write tid 2 to smithi04638994-50 2021-07-26T15:55:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:2899: finishing write tid 3 to smithi04638994-50 2021-07-26T15:55:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:2899: finishing write tid 4 to smithi04638994-50 2021-07-26T15:55:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1792 (ObjNum 926 snap 279 seq_num 926) dirty exists 2021-07-26T15:55:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:2899: left oid 50 (ObjNum 926 snap 279 seq_num 926) 2021-07-26T15:55:54.077 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 1 to smithi04638994-17 2021-07-26T15:55:54.078 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 2 to smithi04638994-17 2021-07-26T15:55:54.078 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 3 to smithi04638994-17 2021-07-26T15:55:54.078 INFO:tasks.rados.rados.0.smithi046.stdout:2901: expect (ObjNum 786 snap 242 seq_num 786) 2021-07-26T15:55:54.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:54 smithi073 bash[34190]: cluster 2021-07-26T15:55:53.065083+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T15:55:54.414 INFO:tasks.rados.rados.0.smithi046.stdout:2902: finishing write tid 4 to smithi04638994-17 2021-07-26T15:55:54.414 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1869 (ObjNum 927 snap 279 seq_num 927) dirty exists 2021-07-26T15:55:54.414 INFO:tasks.rados.rados.0.smithi046.stdout:2902: left oid 17 (ObjNum 927 snap 279 seq_num 927) 2021-07-26T15:55:54.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:54 smithi046 bash[41283]: cluster 2021-07-26T15:55:53.065083+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T15:55:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:54 smithi046 bash[42351]: cluster 2021-07-26T15:55:53.065083+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T15:55:55.083 INFO:tasks.rados.rados.0.smithi046.stdout:2899: done (4 left) 2021-07-26T15:55:55.083 INFO:tasks.rados.rados.0.smithi046.stdout:2900: done (3 left) 2021-07-26T15:55:55.084 INFO:tasks.rados.rados.0.smithi046.stdout:2901: done (2 left) 2021-07-26T15:55:55.084 INFO:tasks.rados.rados.0.smithi046.stdout:2902: done (1 left) 2021-07-26T15:55:55.084 INFO:tasks.rados.rados.0.smithi046.stdout:2904: done (0 left) 2021-07-26T15:55:55.084 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 280 2021-07-26T15:55:55.085 INFO:tasks.rados.rados.0.smithi046.stdout:2905: seq_num 928 ranges {2179072=745472,2924544=401408} 2021-07-26T15:55:55.102 INFO:tasks.rados.rados.0.smithi046.stdout:2905: writing smithi04638994-34 from 2179072 to 2924544 tid 1 2021-07-26T15:55:55.104 INFO:tasks.rados.rados.0.smithi046.stdout:2905: writing smithi04638994-34 from 2924544 to 3325952 tid 2 2021-07-26T15:55:55.104 INFO:tasks.rados.rados.0.smithi046.stdout:2906: setattr oid 41 current snap is 280 2021-07-26T15:55:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 280 2021-07-26T15:55:55.106 INFO:tasks.rados.rados.0.smithi046.stdout:2907: seq_num 929 ranges {581632=761856,1343488=401408} 2021-07-26T15:55:55.113 INFO:tasks.rados.rados.0.smithi046.stdout:2907: writing smithi04638994-40 from 581632 to 1343488 tid 1 2021-07-26T15:55:55.118 INFO:tasks.rados.rados.0.smithi046.stdout:2907: writing smithi04638994-40 from 1343488 to 1744896 tid 2 2021-07-26T15:55:55.119 INFO:tasks.rados.rados.0.smithi046.stdout:2908: read oid 47 snap 276 2021-07-26T15:55:55.119 INFO:tasks.rados.rados.0.smithi046.stdout:2908: expect (ObjNum 915 snap 275 seq_num 915) 2021-07-26T15:55:55.119 INFO:tasks.rados.rados.0.smithi046.stdout:2909: snap_create 2021-07-26T15:55:55.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1254 (ObjNum 861 snap 258 seq_num 861) dirty exists 2021-07-26T15:55:55.120 INFO:tasks.rados.rados.0.smithi046.stdout:2905: finishing write tid 1 to smithi04638994-34 2021-07-26T15:55:55.120 INFO:tasks.rados.rados.0.smithi046.stdout:2905: finishing write tid 2 to smithi04638994-34 2021-07-26T15:55:55.120 INFO:tasks.rados.rados.0.smithi046.stdout:2905: finishing write tid 3 to smithi04638994-34 2021-07-26T15:55:55.120 INFO:tasks.rados.rados.0.smithi046.stdout:2905: finishing write tid 4 to smithi04638994-34 2021-07-26T15:55:55.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1199 (ObjNum 928 snap 280 seq_num 928) dirty exists 2021-07-26T15:55:55.121 INFO:tasks.rados.rados.0.smithi046.stdout:2905: left oid 34 (ObjNum 928 snap 280 seq_num 928) 2021-07-26T15:55:55.123 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 1 to smithi04638994-40 2021-07-26T15:55:55.123 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 2 to smithi04638994-40 2021-07-26T15:55:55.125 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 3 to smithi04638994-40 2021-07-26T15:55:55.126 INFO:tasks.rados.rados.0.smithi046.stdout:2907: finishing write tid 4 to smithi04638994-40 2021-07-26T15:55:55.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1879 (ObjNum 929 snap 280 seq_num 929) dirty exists 2021-07-26T15:55:55.126 INFO:tasks.rados.rados.0.smithi046.stdout:2907: left oid 40 (ObjNum 929 snap 280 seq_num 929) 2021-07-26T15:55:55.155 INFO:tasks.rados.rados.0.smithi046.stdout:2908: expect (ObjNum 915 snap 275 seq_num 915) 2021-07-26T15:55:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:55 smithi073 bash[34190]: cluster 2021-07-26T15:55:54.002702+0000 mgr.y (mgr.24683) 396 : cluster [DBG] pgmap v760: 25 pgs: 25 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T15:55:55.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:55 smithi073 bash[34190]: cluster 2021-07-26T15:55:54.076403+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T15:55:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:55 smithi046 bash[41283]: cluster 2021-07-26T15:55:54.002702+0000 mgr.y (mgr.24683) 396 : cluster [DBG] pgmap v760: 25 pgs: 25 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T15:55:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:55 smithi046 bash[41283]: cluster 2021-07-26T15:55:54.076403+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T15:55:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:55 smithi046 bash[42351]: cluster 2021-07-26T15:55:54.002702+0000 mgr.y (mgr.24683) 396 : cluster [DBG] pgmap v760: 25 pgs: 25 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T15:55:55.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:55 smithi046 bash[42351]: cluster 2021-07-26T15:55:54.076403+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T15:55:56.048 INFO:tasks.rados.rados.0.smithi046.stdout:2905: done (4 left) 2021-07-26T15:55:56.048 INFO:tasks.rados.rados.0.smithi046.stdout:2906: done (3 left) 2021-07-26T15:55:56.049 INFO:tasks.rados.rados.0.smithi046.stdout:2907: done (2 left) 2021-07-26T15:55:56.049 INFO:tasks.rados.rados.0.smithi046.stdout:2908: done (1 left) 2021-07-26T15:55:56.049 INFO:tasks.rados.rados.0.smithi046.stdout:2909: done (0 left) 2021-07-26T15:55:56.050 INFO:tasks.rados.rados.0.smithi046.stdout:2910: snap_remove snap 278 2021-07-26T15:55:56.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:56 smithi073 bash[34190]: cluster 2021-07-26T15:55:55.084264+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T15:55:56.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:56 smithi073 bash[34190]: cluster 2021-07-26T15:55:56.047231+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T15:55:56.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:56 smithi046 bash[41283]: cluster 2021-07-26T15:55:55.084264+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T15:55:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:56 smithi046 bash[41283]: cluster 2021-07-26T15:55:56.047231+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T15:55:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:56 smithi046 bash[42351]: cluster 2021-07-26T15:55:55.084264+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T15:55:56.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:56 smithi046 bash[42351]: cluster 2021-07-26T15:55:56.047231+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T15:55:57.056 INFO:tasks.rados.rados.0.smithi046.stdout:2910: done (0 left) 2021-07-26T15:55:57.057 INFO:tasks.rados.rados.0.smithi046.stdout:2911: read oid 1 snap -1 2021-07-26T15:55:57.057 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:55:57.057 INFO:tasks.rados.rados.0.smithi046.stdout:2912: copy_from oid 12 from oid 10 current snap is 281 2021-07-26T15:55:57.058 INFO:tasks.rados.rados.0.smithi046.stdout:2913: read oid 45 snap -1 2021-07-26T15:55:57.058 INFO:tasks.rados.rados.0.smithi046.stdout:2913: expect (ObjNum 890 snap 263 seq_num 890) 2021-07-26T15:55:57.071 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 281 2021-07-26T15:55:57.072 INFO:tasks.rados.rados.0.smithi046.stdout:2914: seq_num 930 ranges {0=786432,786432=401408} 2021-07-26T15:55:57.072 INFO:tasks.rados.rados.0.smithi046.stdout:2914: writing smithi04638994-14 from 0 to 786432 tid 1 2021-07-26T15:55:57.072 INFO:tasks.rados.rados.0.smithi046.stdout:2914: writing smithi04638994-14 from 786432 to 1187840 tid 2 2021-07-26T15:55:57.072 INFO:tasks.rados.rados.0.smithi046.stdout:2915: read oid 4 snap -1 2021-07-26T15:55:57.072 INFO:tasks.rados.rados.0.smithi046.stdout:2915: expect (ObjNum 847 snap 253 seq_num 847) 2021-07-26T15:55:57.073 INFO:tasks.rados.rados.0.smithi046.stdout:2916: rollback oid 9 current snap is 281 2021-07-26T15:55:57.073 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 274 2021-07-26T15:55:57.073 INFO:tasks.rados.rados.0.smithi046.stdout:2917: snap_create 2021-07-26T15:55:57.073 INFO:tasks.rados.rados.0.smithi046.stdout:2912: finishing copy_from to smithi04638994-12 2021-07-26T15:55:57.074 INFO:tasks.rados.rados.0.smithi046.stdout:2912: got expected ENOENT (src dne) 2021-07-26T15:55:57.074 INFO:tasks.rados.rados.0.smithi046.stdout:2912: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:55:57.074 INFO:tasks.rados.rados.0.smithi046.stdout:2911: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:55:57.093 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing write tid 1 to smithi04638994-14 2021-07-26T15:55:57.095 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing write tid 2 to smithi04638994-14 2021-07-26T15:55:57.095 INFO:tasks.rados.rados.0.smithi046.stdout:2916: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:55:57.095 INFO:tasks.rados.rados.0.smithi046.stdout:2916: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:55:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:2916: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:55:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1887 (ObjNum 833 snap 248 seq_num 833) dirty exists 2021-07-26T15:55:57.101 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing write tid 3 to smithi04638994-14 2021-07-26T15:55:57.116 INFO:tasks.rados.rados.0.smithi046.stdout:2915: expect (ObjNum 847 snap 253 seq_num 847) 2021-07-26T15:55:57.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:57 smithi073 bash[34190]: cluster 2021-07-26T15:55:56.003448+0000 mgr.y (mgr.24683) 397 : cluster [DBG] pgmap v763: 25 pgs: 25 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:57.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:57 smithi073 bash[34190]: cluster 2021-07-26T15:55:57.057228+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T15:55:57.404 INFO:tasks.rados.rados.0.smithi046.stdout:2914: finishing write tid 4 to smithi04638994-14 2021-07-26T15:55:57.404 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1414 (ObjNum 930 snap 281 seq_num 930) dirty exists 2021-07-26T15:55:57.404 INFO:tasks.rados.rados.0.smithi046.stdout:2914: left oid 14 (ObjNum 930 snap 281 seq_num 930) 2021-07-26T15:55:57.404 INFO:tasks.rados.rados.0.smithi046.stdout:2913: expect (ObjNum 890 snap 263 seq_num 890) 2021-07-26T15:55:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:57 smithi046 bash[41283]: cluster 2021-07-26T15:55:56.003448+0000 mgr.y (mgr.24683) 397 : cluster [DBG] pgmap v763: 25 pgs: 25 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:57 smithi046 bash[41283]: cluster 2021-07-26T15:55:57.057228+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T15:55:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:57 smithi046 bash[42351]: cluster 2021-07-26T15:55:56.003448+0000 mgr.y (mgr.24683) 397 : cluster [DBG] pgmap v763: 25 pgs: 25 active+clean; 157 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:57.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:57 smithi046 bash[42351]: cluster 2021-07-26T15:55:57.057228+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T15:55:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:59 smithi073 bash[34190]: cluster 2021-07-26T15:55:58.004024+0000 mgr.y (mgr.24683) 398 : cluster [DBG] pgmap v766: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:59 smithi073 bash[34190]: cluster 2021-07-26T15:55:58.059781+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T15:55:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:59 smithi073 bash[34190]: audit 2021-07-26T15:55:58.096119+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:59.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:55:59 smithi073 bash[34190]: audit 2021-07-26T15:55:58.971928+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:59.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[42351]: cluster 2021-07-26T15:55:58.004024+0000 mgr.y (mgr.24683) 398 : cluster [DBG] pgmap v766: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:59.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[42351]: cluster 2021-07-26T15:55:58.059781+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T15:55:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[42351]: audit 2021-07-26T15:55:58.096119+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[42351]: audit 2021-07-26T15:55:58.971928+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[41283]: cluster 2021-07-26T15:55:58.004024+0000 mgr.y (mgr.24683) 398 : cluster [DBG] pgmap v766: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T15:55:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[41283]: cluster 2021-07-26T15:55:58.059781+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T15:55:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[41283]: audit 2021-07-26T15:55:58.096119+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:59.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:55:59 smithi046 bash[41283]: audit 2021-07-26T15:55:58.971928+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:59.865 INFO:tasks.rados.rados.0.smithi046.stdout:2911: done (6 left) 2021-07-26T15:55:59.865 INFO:tasks.rados.rados.0.smithi046.stdout:2912: done (5 left) 2021-07-26T15:55:59.866 INFO:tasks.rados.rados.0.smithi046.stdout:2913: done (4 left) 2021-07-26T15:55:59.866 INFO:tasks.rados.rados.0.smithi046.stdout:2914: done (3 left) 2021-07-26T15:55:59.866 INFO:tasks.rados.rados.0.smithi046.stdout:2915: done (2 left) 2021-07-26T15:55:59.868 INFO:tasks.rados.rados.0.smithi046.stdout:2916: done (1 left) 2021-07-26T15:55:59.869 INFO:tasks.rados.rados.0.smithi046.stdout:2917: done (0 left) 2021-07-26T15:55:59.869 INFO:tasks.rados.rados.0.smithi046.stdout:2918: read oid 13 snap -1 2021-07-26T15:55:59.869 INFO:tasks.rados.rados.0.smithi046.stdout:2918: expect (ObjNum 849 snap 253 seq_num 849) 2021-07-26T15:55:59.869 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 282 2021-07-26T15:55:59.870 INFO:tasks.rados.rados.0.smithi046.stdout:2919: seq_num 931 ranges {868352=802816,1671168=401408} 2021-07-26T15:55:59.889 INFO:tasks.rados.rados.0.smithi046.stdout:2919: writing smithi04638994-20 from 868352 to 1671168 tid 1 2021-07-26T15:55:59.889 INFO:tasks.rados.rados.0.smithi046.stdout:2919: writing smithi04638994-20 from 1671168 to 2072576 tid 2 2021-07-26T15:55:59.889 INFO:tasks.rados.rados.0.smithi046.stdout:2920: rmattr oid 45 current snap is 282 2021-07-26T15:55:59.890 INFO:tasks.rados.rados.0.smithi046.stdout:2918: expect (ObjNum 849 snap 253 seq_num 849) 2021-07-26T15:55:59.953 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1701 (ObjNum 890 snap 263 seq_num 890) dirty exists 2021-07-26T15:55:59.954 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 1 to smithi04638994-20 2021-07-26T15:55:59.954 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 2 to smithi04638994-20 2021-07-26T15:55:59.954 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 3 to smithi04638994-20 2021-07-26T15:55:59.955 INFO:tasks.rados.rados.0.smithi046.stdout:2919: finishing write tid 4 to smithi04638994-20 2021-07-26T15:55:59.955 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 1905 (ObjNum 931 snap 282 seq_num 931) dirty exists 2021-07-26T15:55:59.955 INFO:tasks.rados.rados.0.smithi046.stdout:2919: left oid 20 (ObjNum 931 snap 282 seq_num 931) 2021-07-26T15:55:59.955 INFO:tasks.rados.rados.0.smithi046.stdout:2918: done (2 left) 2021-07-26T15:55:59.955 INFO:tasks.rados.rados.0.smithi046.stdout:2919: done (1 left) 2021-07-26T15:55:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:2920: done (0 left) 2021-07-26T15:55:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 282 2021-07-26T15:55:59.956 INFO:tasks.rados.rados.0.smithi046.stdout:2921: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2021-07-26T15:55:59.957 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04638994-8 from 0 to 417792 tid 1 2021-07-26T15:55:59.963 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04638994-8 from 417792 to 1081344 tid 2 2021-07-26T15:55:59.965 INFO:tasks.rados.rados.0.smithi046.stdout:2921: writing smithi04638994-8 from 1081344 to 1220608 tid 3 2021-07-26T15:55:59.965 INFO:tasks.rados.rados.0.smithi046.stdout:2922: rmattr oid 43 current snap is 282 2021-07-26T15:55:59.965 INFO:tasks.rados.rados.0.smithi046.stdout:2922: done (1 left) 2021-07-26T15:55:59.966 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 282 2021-07-26T15:55:59.966 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 1 to smithi04638994-8 2021-07-26T15:55:59.966 INFO:tasks.rados.rados.0.smithi046.stdout:2923: seq_num 933 ranges {3080192=434176,3514368=548864,4063232=253952} 2021-07-26T15:55:59.986 INFO:tasks.rados.rados.0.smithi046.stdout:2923: writing smithi04638994-12 from 3080192 to 3514368 tid 1 2021-07-26T15:55:59.988 INFO:tasks.rados.rados.0.smithi046.stdout:2923: writing smithi04638994-12 from 3514368 to 4063232 tid 2 2021-07-26T15:55:59.990 INFO:tasks.rados.rados.0.smithi046.stdout:2923: writing smithi04638994-12 from 4063232 to 4317184 tid 3 2021-07-26T15:55:59.990 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 282 2021-07-26T15:55:59.990 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 2 to smithi04638994-8 2021-07-26T15:55:59.990 INFO:tasks.rados.rados.0.smithi046.stdout:2924: seq_num 934 ranges {532480=450560,983040=434176,1417216=368640} 2021-07-26T15:55:59.995 INFO:tasks.rados.rados.0.smithi046.stdout:2924: writing smithi04638994-23 from 532480 to 983040 tid 1 2021-07-26T15:56:00.004 INFO:tasks.rados.rados.0.smithi046.stdout:2924: writing smithi04638994-23 from 983040 to 1417216 tid 2 2021-07-26T15:56:00.004 INFO:tasks.rados.rados.0.smithi046.stdout:2924: writing smithi04638994-23 from 1417216 to 1785856 tid 3 2021-07-26T15:56:00.005 INFO:tasks.rados.rados.0.smithi046.stdout:2925: delete oid 14 current snap is 282 2021-07-26T15:56:00.005 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 3 to smithi04638994-8 2021-07-26T15:56:00.005 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 4 to smithi04638994-8 2021-07-26T15:56:00.006 INFO:tasks.rados.rados.0.smithi046.stdout:2921: finishing write tid 5 to smithi04638994-8 2021-07-26T15:56:00.006 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1910 (ObjNum 932 snap 282 seq_num 932) dirty exists 2021-07-26T15:56:00.006 INFO:tasks.rados.rados.0.smithi046.stdout:2921: left oid 8 (ObjNum 932 snap 282 seq_num 932) 2021-07-26T15:56:00.006 INFO:tasks.rados.rados.0.smithi046.stdout:2923: finishing write tid 1 to smithi04638994-12 2021-07-26T15:56:00.007 INFO:tasks.rados.rados.0.smithi046.stdout:2923: finishing write tid 2 to smithi04638994-12 2021-07-26T15:56:00.007 INFO:tasks.rados.rados.0.smithi046.stdout:2923: finishing write tid 3 to smithi04638994-12 2021-07-26T15:56:00.007 INFO:tasks.rados.rados.0.smithi046.stdout:2923: finishing write tid 4 to smithi04638994-12 2021-07-26T15:56:00.007 INFO:tasks.rados.rados.0.smithi046.stdout:2923: finishing write tid 5 to smithi04638994-12 2021-07-26T15:56:00.008 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1417 (ObjNum 933 snap 282 seq_num 933) dirty exists 2021-07-26T15:56:00.008 INFO:tasks.rados.rados.0.smithi046.stdout:2923: left oid 12 (ObjNum 933 snap 282 seq_num 933) 2021-07-26T15:56:00.009 INFO:tasks.rados.rados.0.smithi046.stdout:2921: done (3 left) 2021-07-26T15:56:00.009 INFO:tasks.rados.rados.0.smithi046.stdout:2923: done (2 left) 2021-07-26T15:56:00.009 INFO:tasks.rados.rados.0.smithi046.stdout:2925: done (1 left) 2021-07-26T15:56:00.010 INFO:tasks.rados.rados.0.smithi046.stdout:2926: read oid 9 snap -1 2021-07-26T15:56:00.010 INFO:tasks.rados.rados.0.smithi046.stdout:2926: expect (ObjNum 833 snap 248 seq_num 833) 2021-07-26T15:56:00.010 INFO:tasks.rados.rados.0.smithi046.stdout:2927: rmattr oid 47 current snap is 282 2021-07-26T15:56:00.010 INFO:tasks.rados.rados.0.smithi046.stdout:2928: snap_create 2021-07-26T15:56:00.010 INFO:tasks.rados.rados.0.smithi046.stdout:2924: finishing write tid 1 to smithi04638994-23 2021-07-26T15:56:00.011 INFO:tasks.rados.rados.0.smithi046.stdout:2924: finishing write tid 2 to smithi04638994-23 2021-07-26T15:56:00.011 INFO:tasks.rados.rados.0.smithi046.stdout:2924: finishing write tid 3 to smithi04638994-23 2021-07-26T15:56:00.011 INFO:tasks.rados.rados.0.smithi046.stdout:2924: finishing write tid 4 to smithi04638994-23 2021-07-26T15:56:00.012 INFO:tasks.rados.rados.0.smithi046.stdout:2924: finishing write tid 5 to smithi04638994-23 2021-07-26T15:56:00.012 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1915 (ObjNum 934 snap 282 seq_num 934) dirty exists 2021-07-26T15:56:00.012 INFO:tasks.rados.rados.0.smithi046.stdout:2924: left oid 23 (ObjNum 934 snap 282 seq_num 934) 2021-07-26T15:56:00.013 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1212 (ObjNum 915 snap 275 seq_num 915) dirty exists 2021-07-26T15:56:00.015 INFO:tasks.rados.rados.0.smithi046.stdout:2926: expect (ObjNum 833 snap 248 seq_num 833) 2021-07-26T15:56:00.069 INFO:tasks.rados.rados.0.smithi046.stdout:2924: done (3 left) 2021-07-26T15:56:00.069 INFO:tasks.rados.rados.0.smithi046.stdout:2926: done (2 left) 2021-07-26T15:56:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2927: done (1 left) 2021-07-26T15:56:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2928: done (0 left) 2021-07-26T15:56:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2929: read oid 49 snap -1 2021-07-26T15:56:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2929: expect deleted 2021-07-26T15:56:00.070 INFO:tasks.rados.rados.0.smithi046.stdout:2930: delete oid 13 current snap is 283 2021-07-26T15:56:00.076 INFO:tasks.rados.rados.0.smithi046.stdout:2929: done (1 left) 2021-07-26T15:56:00.076 INFO:tasks.rados.rados.0.smithi046.stdout:2930: done (0 left) 2021-07-26T15:56:00.076 INFO:tasks.rados.rados.0.smithi046.stdout:2931: snap_create 2021-07-26T15:56:01.048 INFO:tasks.rados.rados.0.smithi046.stdout:2931: done (0 left) 2021-07-26T15:56:01.048 INFO:tasks.rados.rados.0.smithi046.stdout:2932: rollback oid 15 current snap is 284 2021-07-26T15:56:01.049 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 282 2021-07-26T15:56:01.050 INFO:tasks.rados.rados.0.smithi046.stdout:2933: read oid 40 snap -1 2021-07-26T15:56:01.050 INFO:tasks.rados.rados.0.smithi046.stdout:2933: expect (ObjNum 929 snap 280 seq_num 929) 2021-07-26T15:56:01.050 INFO:tasks.rados.rados.0.smithi046.stdout:2934: snap_create 2021-07-26T15:56:01.057 INFO:tasks.rados.rados.0.smithi046.stdout:2932: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:56:01.057 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1413 (ObjNum 0 snap 4 seq_num 3) dirty dne 2021-07-26T15:56:01.061 INFO:tasks.rados.rados.0.smithi046.stdout:2933: expect (ObjNum 929 snap 280 seq_num 929) 2021-07-26T15:56:01.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:01 smithi073 bash[34190]: cluster 2021-07-26T15:56:00.004703+0000 mgr.y (mgr.24683) 399 : cluster [DBG] pgmap v768: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 903 KiB/s wr, 8 op/s 2021-07-26T15:56:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:01 smithi073 bash[34190]: cluster 2021-07-26T15:56:00.062872+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T15:56:01.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:01 smithi073 bash[34190]: cluster 2021-07-26T15:56:01.048928+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T15:56:01.442 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[41283]: cluster 2021-07-26T15:56:00.004703+0000 mgr.y (mgr.24683) 399 : cluster [DBG] pgmap v768: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 903 KiB/s wr, 8 op/s 2021-07-26T15:56:01.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[41283]: cluster 2021-07-26T15:56:00.062872+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T15:56:01.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[41283]: cluster 2021-07-26T15:56:01.048928+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T15:56:01.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[42351]: cluster 2021-07-26T15:56:00.004703+0000 mgr.y (mgr.24683) 399 : cluster [DBG] pgmap v768: 25 pgs: 25 active+clean; 155 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 903 KiB/s wr, 8 op/s 2021-07-26T15:56:01.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[42351]: cluster 2021-07-26T15:56:00.062872+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T15:56:01.444 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:01 smithi046 bash[42351]: cluster 2021-07-26T15:56:01.048928+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T15:56:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:2932: done (2 left) 2021-07-26T15:56:02.059 INFO:tasks.rados.rados.0.smithi046.stdout:2933: done (1 left) 2021-07-26T15:56:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:2934: done (0 left) 2021-07-26T15:56:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 285 2021-07-26T15:56:02.060 INFO:tasks.rados.rados.0.smithi046.stdout:2935: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2021-07-26T15:56:02.063 INFO:tasks.rados.rados.0.smithi046.stdout:2935: writing smithi04638994-14 from 0 to 499712 tid 1 2021-07-26T15:56:02.066 INFO:tasks.rados.rados.0.smithi046.stdout:2935: writing smithi04638994-14 from 499712 to 1032192 tid 2 2021-07-26T15:56:02.069 INFO:tasks.rados.rados.0.smithi046.stdout:2935: writing smithi04638994-14 from 1032192 to 1302528 tid 3 2021-07-26T15:56:02.070 INFO:tasks.rados.rados.0.smithi046.stdout:2936: rollback oid 15 current snap is 285 2021-07-26T15:56:02.070 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 282 2021-07-26T15:56:02.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 285 2021-07-26T15:56:02.070 INFO:tasks.rados.rados.0.smithi046.stdout:2937: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2021-07-26T15:56:02.071 INFO:tasks.rados.rados.0.smithi046.stdout:2937: writing smithi04638994-46 from 0 to 516096 tid 1 2021-07-26T15:56:02.074 INFO:tasks.rados.rados.0.smithi046.stdout:2937: writing smithi04638994-46 from 516096 to 933888 tid 2 2021-07-26T15:56:02.077 INFO:tasks.rados.rados.0.smithi046.stdout:2937: writing smithi04638994-46 from 933888 to 1318912 tid 3 2021-07-26T15:56:02.077 INFO:tasks.rados.rados.0.smithi046.stdout:2938: read oid 49 snap 279 2021-07-26T15:56:02.077 INFO:tasks.rados.rados.0.smithi046.stdout:2938: expect deleted 2021-07-26T15:56:02.077 INFO:tasks.rados.rados.0.smithi046.stdout:2939: rmattr oid 8 current snap is 285 2021-07-26T15:56:02.078 INFO:tasks.rados.rados.0.smithi046.stdout:2936: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:56:02.078 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1413 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:56:02.078 INFO:tasks.rados.rados.0.smithi046.stdout:2936: done (4 left) 2021-07-26T15:56:02.079 INFO:tasks.rados.rados.0.smithi046.stdout:2940: snap_create 2021-07-26T15:56:02.079 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing write tid 1 to smithi04638994-46 2021-07-26T15:56:02.079 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 1 to smithi04638994-14 2021-07-26T15:56:02.080 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 2 to smithi04638994-14 2021-07-26T15:56:02.087 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 3 to smithi04638994-14 2021-07-26T15:56:02.087 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 4 to smithi04638994-14 2021-07-26T15:56:02.088 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing write tid 2 to smithi04638994-46 2021-07-26T15:56:02.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1917 (ObjNum 932 snap 282 seq_num 932) dirty exists 2021-07-26T15:56:02.088 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing write tid 3 to smithi04638994-46 2021-07-26T15:56:02.088 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing write tid 4 to smithi04638994-46 2021-07-26T15:56:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:2935: finishing write tid 5 to smithi04638994-14 2021-07-26T15:56:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1419 (ObjNum 937 snap 285 seq_num 937) dirty exists 2021-07-26T15:56:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:2935: left oid 14 (ObjNum 937 snap 285 seq_num 937) 2021-07-26T15:56:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:2937: finishing write tid 5 to smithi04638994-46 2021-07-26T15:56:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1203 (ObjNum 938 snap 285 seq_num 938) dirty exists 2021-07-26T15:56:02.090 INFO:tasks.rados.rados.0.smithi046.stdout:2937: left oid 46 (ObjNum 938 snap 285 seq_num 938) 2021-07-26T15:56:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:2935: done (4 left) 2021-07-26T15:56:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:2937: done (3 left) 2021-07-26T15:56:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:2938: done (2 left) 2021-07-26T15:56:03.070 INFO:tasks.rados.rados.0.smithi046.stdout:2939: done (1 left) 2021-07-26T15:56:03.071 INFO:tasks.rados.rados.0.smithi046.stdout:2940: done (0 left) 2021-07-26T15:56:03.071 INFO:tasks.rados.rados.0.smithi046.stdout:2941: read oid 5 snap -1 2021-07-26T15:56:03.071 INFO:tasks.rados.rados.0.smithi046.stdout:2941: expect (ObjNum 847 snap 253 seq_num 847) 2021-07-26T15:56:03.071 INFO:tasks.rados.rados.0.smithi046.stdout:2942: read oid 41 snap -1 2021-07-26T15:56:03.072 INFO:tasks.rados.rados.0.smithi046.stdout:2942: expect (ObjNum 861 snap 258 seq_num 861) 2021-07-26T15:56:03.072 INFO:tasks.rados.rados.0.smithi046.stdout:2943: read oid 1 snap -1 2021-07-26T15:56:03.072 INFO:tasks.rados.rados.0.smithi046.stdout:2943: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:03.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 286 2021-07-26T15:56:03.072 INFO:tasks.rados.rados.0.smithi046.stdout:2944: seq_num 939 ranges {15925248=532480,16457728=704512,17162240=98304} 2021-07-26T15:56:03.168 INFO:tasks.rados.rados.0.smithi046.stdout:2944: writing smithi04638994-45 from 15925248 to 16457728 tid 1 2021-07-26T15:56:03.172 INFO:tasks.rados.rados.0.smithi046.stdout:2944: writing smithi04638994-45 from 16457728 to 17162240 tid 2 2021-07-26T15:56:03.173 INFO:tasks.rados.rados.0.smithi046.stdout:2944: writing smithi04638994-45 from 17162240 to 17260544 tid 3 2021-07-26T15:56:03.173 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 286 2021-07-26T15:56:03.173 INFO:tasks.rados.rados.0.smithi046.stdout:2945: seq_num 940 ranges {1310720=548864,1859584=589824,2449408=212992} 2021-07-26T15:56:03.184 INFO:tasks.rados.rados.0.smithi046.stdout:2945: writing smithi04638994-30 from 1310720 to 1859584 tid 1 2021-07-26T15:56:03.187 INFO:tasks.rados.rados.0.smithi046.stdout:2945: writing smithi04638994-30 from 1859584 to 2449408 tid 2 2021-07-26T15:56:03.189 INFO:tasks.rados.rados.0.smithi046.stdout:2945: writing smithi04638994-30 from 2449408 to 2662400 tid 3 2021-07-26T15:56:03.189 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 286 2021-07-26T15:56:03.190 INFO:tasks.rados.rados.0.smithi046.stdout:2946: seq_num 941 ranges {1163264=565248,1728512=475136,2203648=327680} 2021-07-26T15:56:03.199 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04638994-26 from 1163264 to 1728512 tid 1 2021-07-26T15:56:03.203 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04638994-26 from 1728512 to 2203648 tid 2 2021-07-26T15:56:03.205 INFO:tasks.rados.rados.0.smithi046.stdout:2946: writing smithi04638994-26 from 2203648 to 2531328 tid 3 2021-07-26T15:56:03.205 INFO:tasks.rados.rados.0.smithi046.stdout:2947: delete oid 21 current snap is 286 2021-07-26T15:56:03.205 INFO:tasks.rados.rados.0.smithi046.stdout:2943: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:03.227 INFO:tasks.rados.rados.0.smithi046.stdout:2942: expect (ObjNum 861 snap 258 seq_num 861) 2021-07-26T15:56:03.338 INFO:tasks.rados.rados.0.smithi046.stdout:2941: expect (ObjNum 847 snap 253 seq_num 847) 2021-07-26T15:56:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:03 smithi073 bash[34190]: cluster 2021-07-26T15:56:02.005473+0000 mgr.y (mgr.24683) 400 : cluster [DBG] pgmap v771: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:56:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:03 smithi073 bash[34190]: cluster 2021-07-26T15:56:02.059261+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T15:56:03.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[41283]: cluster 2021-07-26T15:56:02.005473+0000 mgr.y (mgr.24683) 400 : cluster [DBG] pgmap v771: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:56:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[41283]: cluster 2021-07-26T15:56:02.059261+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T15:56:03.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[42351]: cluster 2021-07-26T15:56:02.005473+0000 mgr.y (mgr.24683) 400 : cluster [DBG] pgmap v771: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:56:03.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[42351]: cluster 2021-07-26T15:56:02.059261+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T15:56:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2944: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:03.623 INFO:tasks.rados.rados.0.smithi046.stdout:2944: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:03.624 INFO:tasks.rados.rados.0.smithi046.stdout:2944: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:03.624 INFO:tasks.rados.rados.0.smithi046.stdout:2944: finishing write tid 4 to smithi04638994-45 2021-07-26T15:56:03.624 INFO:tasks.rados.rados.0.smithi046.stdout:2944: finishing write tid 5 to smithi04638994-45 2021-07-26T15:56:03.624 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1705 (ObjNum 939 snap 286 seq_num 939) dirty exists 2021-07-26T15:56:03.624 INFO:tasks.rados.rados.0.smithi046.stdout:2944: left oid 45 (ObjNum 939 snap 286 seq_num 939) 2021-07-26T15:56:03.625 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing write tid 1 to smithi04638994-30 2021-07-26T15:56:03.625 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing write tid 2 to smithi04638994-30 2021-07-26T15:56:03.625 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing write tid 3 to smithi04638994-30 2021-07-26T15:56:03.625 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing write tid 4 to smithi04638994-30 2021-07-26T15:56:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:2945: finishing write tid 5 to smithi04638994-30 2021-07-26T15:56:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1365 (ObjNum 940 snap 286 seq_num 940) dirty exists 2021-07-26T15:56:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:2945: left oid 30 (ObjNum 940 snap 286 seq_num 940) 2021-07-26T15:56:03.626 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 1 to smithi04638994-26 2021-07-26T15:56:03.627 INFO:tasks.rados.rados.0.smithi046.stdout:2941: done (6 left) 2021-07-26T15:56:03.628 INFO:tasks.rados.rados.0.smithi046.stdout:2942: done (5 left) 2021-07-26T15:56:03.628 INFO:tasks.rados.rados.0.smithi046.stdout:2943: done (4 left) 2021-07-26T15:56:03.629 INFO:tasks.rados.rados.0.smithi046.stdout:2944: done (3 left) 2021-07-26T15:56:03.629 INFO:tasks.rados.rados.0.smithi046.stdout:2945: done (2 left) 2021-07-26T15:56:03.629 INFO:tasks.rados.rados.0.smithi046.stdout:2947: done (1 left) 2021-07-26T15:56:03.629 INFO:tasks.rados.rados.0.smithi046.stdout:2948: snap_create 2021-07-26T15:56:03.629 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 2 to smithi04638994-26 2021-07-26T15:56:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 3 to smithi04638994-26 2021-07-26T15:56:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 4 to smithi04638994-26 2021-07-26T15:56:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:2946: finishing write tid 5 to smithi04638994-26 2021-07-26T15:56:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1797 (ObjNum 941 snap 286 seq_num 941) dirty exists 2021-07-26T15:56:03.630 INFO:tasks.rados.rados.0.smithi046.stdout:2946: left oid 26 (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:56:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:03.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:03.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:03 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:03.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T15:56:04.078 INFO:tasks.rados.rados.0.smithi046.stdout:2946: done (1 left) 2021-07-26T15:56:04.078 INFO:tasks.rados.rados.0.smithi046.stdout:2948: done (0 left) 2021-07-26T15:56:04.079 INFO:tasks.rados.rados.0.smithi046.stdout:2949: snap_create 2021-07-26T15:56:04.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:04 smithi073 bash[34190]: cluster 2021-07-26T15:56:03.069426+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T15:56:04.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:04 smithi046 bash[41283]: cluster 2021-07-26T15:56:03.069426+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T15:56:04.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:04 smithi046 bash[42351]: cluster 2021-07-26T15:56:03.069426+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T15:56:05.081 INFO:tasks.rados.rados.0.smithi046.stdout:2949: done (0 left) 2021-07-26T15:56:05.081 INFO:tasks.rados.rados.0.smithi046.stdout:2950: snap_create 2021-07-26T15:56:05.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:05 smithi073 bash[34190]: cluster 2021-07-26T15:56:04.006055+0000 mgr.y (mgr.24683) 401 : cluster [DBG] pgmap v774: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:56:05.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:05 smithi073 bash[34190]: cluster 2021-07-26T15:56:04.079455+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T15:56:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:05 smithi046 bash[41283]: cluster 2021-07-26T15:56:04.006055+0000 mgr.y (mgr.24683) 401 : cluster [DBG] pgmap v774: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:56:05.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:05 smithi046 bash[41283]: cluster 2021-07-26T15:56:04.079455+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T15:56:05.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:05 smithi046 bash[42351]: cluster 2021-07-26T15:56:04.006055+0000 mgr.y (mgr.24683) 401 : cluster [DBG] pgmap v774: 25 pgs: 25 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:56:05.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:05 smithi046 bash[42351]: cluster 2021-07-26T15:56:04.079455+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T15:56:06.050 INFO:tasks.rados.rados.0.smithi046.stdout:2950: done (0 left) 2021-07-26T15:56:06.050 INFO:tasks.rados.rados.0.smithi046.stdout:2951: snap_create 2021-07-26T15:56:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:06 smithi073 bash[34190]: cluster 2021-07-26T15:56:05.081611+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T15:56:06.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:06 smithi073 bash[34190]: cluster 2021-07-26T15:56:06.050321+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T15:56:06.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:06 smithi046 bash[41283]: cluster 2021-07-26T15:56:05.081611+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T15:56:06.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:06 smithi046 bash[41283]: cluster 2021-07-26T15:56:06.050321+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T15:56:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:06 smithi046 bash[42351]: cluster 2021-07-26T15:56:05.081611+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T15:56:06.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:06 smithi046 bash[42351]: cluster 2021-07-26T15:56:06.050321+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T15:56:07.063 INFO:tasks.rados.rados.0.smithi046.stdout:2951: done (0 left) 2021-07-26T15:56:07.064 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 290 2021-07-26T15:56:07.064 INFO:tasks.rados.rados.0.smithi046.stdout:2952: seq_num 943 ranges {2801664=598016,3399680=688128,4087808=114688} 2021-07-26T15:56:07.103 INFO:tasks.rados.rados.0.smithi046.stdout:2952: writing smithi04638994-17 from 2801664 to 3399680 tid 1 2021-07-26T15:56:07.103 INFO:tasks.rados.rados.0.smithi046.stdout:2952: writing smithi04638994-17 from 3399680 to 4087808 tid 2 2021-07-26T15:56:07.104 INFO:tasks.rados.rados.0.smithi046.stdout:2952: writing smithi04638994-17 from 4087808 to 4202496 tid 3 2021-07-26T15:56:07.104 INFO:tasks.rados.rados.0.smithi046.stdout:2953: rollback oid 40 current snap is 290 2021-07-26T15:56:07.105 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 40 to 288 2021-07-26T15:56:07.105 INFO:tasks.rados.rados.0.smithi046.stdout:2954: snap_remove snap 282 2021-07-26T15:56:07.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:07 smithi073 bash[34190]: cluster 2021-07-26T15:56:06.006733+0000 mgr.y (mgr.24683) 402 : cluster [DBG] pgmap v777: 25 pgs: 25 active+clean; 165 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 8 op/s 2021-07-26T15:56:07.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:07 smithi073 bash[34190]: cluster 2021-07-26T15:56:07.063304+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T15:56:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:07 smithi046 bash[41283]: cluster 2021-07-26T15:56:06.006733+0000 mgr.y (mgr.24683) 402 : cluster [DBG] pgmap v777: 25 pgs: 25 active+clean; 165 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 8 op/s 2021-07-26T15:56:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:07 smithi046 bash[41283]: cluster 2021-07-26T15:56:07.063304+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T15:56:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:07 smithi046 bash[42351]: cluster 2021-07-26T15:56:06.006733+0000 mgr.y (mgr.24683) 402 : cluster [DBG] pgmap v777: 25 pgs: 25 active+clean; 165 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 974 KiB/s wr, 8 op/s 2021-07-26T15:56:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:07 smithi046 bash[42351]: cluster 2021-07-26T15:56:07.063304+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T15:56:08.105 INFO:tasks.rados.rados.0.smithi046.stdout:2954: done (2 left) 2021-07-26T15:56:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:2955: read oid 29 snap 273 2021-07-26T15:56:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:2955: expect (ObjNum 849 snap 253 seq_num 849) 2021-07-26T15:56:08.106 INFO:tasks.rados.rados.0.smithi046.stdout:2956: snap_create 2021-07-26T15:56:08.107 INFO:tasks.rados.rados.0.smithi046.stdout:2952: finishing write tid 1 to smithi04638994-17 2021-07-26T15:56:08.107 INFO:tasks.rados.rados.0.smithi046.stdout:2952: finishing write tid 2 to smithi04638994-17 2021-07-26T15:56:08.107 INFO:tasks.rados.rados.0.smithi046.stdout:2952: finishing write tid 3 to smithi04638994-17 2021-07-26T15:56:08.115 INFO:tasks.rados.rados.0.smithi046.stdout:2952: finishing write tid 4 to smithi04638994-17 2021-07-26T15:56:08.115 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing rollback tid 0 to smithi04638994-40 2021-07-26T15:56:08.115 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing rollback tid 1 to smithi04638994-40 2021-07-26T15:56:08.115 INFO:tasks.rados.rados.0.smithi046.stdout:2953: finishing rollback tid 2 to smithi04638994-40 2021-07-26T15:56:08.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1896 (ObjNum 929 snap 280 seq_num 929) dirty exists 2021-07-26T15:56:08.116 INFO:tasks.rados.rados.0.smithi046.stdout:2952: finishing write tid 5 to smithi04638994-17 2021-07-26T15:56:08.116 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 1892 (ObjNum 943 snap 290 seq_num 943) dirty exists 2021-07-26T15:56:08.116 INFO:tasks.rados.rados.0.smithi046.stdout:2952: left oid 17 (ObjNum 943 snap 290 seq_num 943) 2021-07-26T15:56:08.117 INFO:tasks.rados.rados.0.smithi046.stdout:2955: expect (ObjNum 849 snap 253 seq_num 849) 2021-07-26T15:56:09.122 INFO:tasks.rados.rados.0.smithi046.stdout:2952: done (3 left) 2021-07-26T15:56:09.123 INFO:tasks.rados.rados.0.smithi046.stdout:2953: done (2 left) 2021-07-26T15:56:09.123 INFO:tasks.rados.rados.0.smithi046.stdout:2955: done (1 left) 2021-07-26T15:56:09.123 INFO:tasks.rados.rados.0.smithi046.stdout:2956: done (0 left) 2021-07-26T15:56:09.123 INFO:tasks.rados.rados.0.smithi046.stdout:2957: snap_create 2021-07-26T15:56:09.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:09 smithi073 bash[34190]: cluster 2021-07-26T15:56:08.007519+0000 mgr.y (mgr.24683) 403 : cluster [DBG] pgmap v780: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2021-07-26T15:56:09.378 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:09 smithi073 bash[34190]: cluster 2021-07-26T15:56:08.102496+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T15:56:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:09 smithi046 bash[41283]: cluster 2021-07-26T15:56:08.007519+0000 mgr.y (mgr.24683) 403 : cluster [DBG] pgmap v780: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2021-07-26T15:56:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:09 smithi046 bash[41283]: cluster 2021-07-26T15:56:08.102496+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T15:56:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:09 smithi046 bash[42351]: cluster 2021-07-26T15:56:08.007519+0000 mgr.y (mgr.24683) 403 : cluster [DBG] pgmap v780: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2021-07-26T15:56:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:09 smithi046 bash[42351]: cluster 2021-07-26T15:56:08.102496+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T15:56:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:2957: done (0 left) 2021-07-26T15:56:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:2958: read oid 26 snap -1 2021-07-26T15:56:10.123 INFO:tasks.rados.rados.0.smithi046.stdout:2958: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:56:10.124 INFO:tasks.rados.rados.0.smithi046.stdout:2959: copy_from oid 9 from oid 21 current snap is 292 2021-07-26T15:56:10.124 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 292 2021-07-26T15:56:10.124 INFO:tasks.rados.rados.0.smithi046.stdout:2960: seq_num 944 ranges {2326528=614400,2940928=573440,3514368=229376} 2021-07-26T15:56:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2960: writing smithi04638994-41 from 2326528 to 2940928 tid 1 2021-07-26T15:56:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2960: writing smithi04638994-41 from 2940928 to 3514368 tid 2 2021-07-26T15:56:10.147 INFO:tasks.rados.rados.0.smithi046.stdout:2960: writing smithi04638994-41 from 3514368 to 3743744 tid 3 2021-07-26T15:56:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2961: read oid 24 snap -1 2021-07-26T15:56:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2961: expect deleted 2021-07-26T15:56:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 292 2021-07-26T15:56:10.148 INFO:tasks.rados.rados.0.smithi046.stdout:2962: seq_num 945 ranges {6512640=630784,7143424=458752,7602176=344064} 2021-07-26T15:56:10.189 INFO:tasks.rados.rados.0.smithi046.stdout:2962: writing smithi04638994-4 from 6512640 to 7143424 tid 1 2021-07-26T15:56:10.190 INFO:tasks.rados.rados.0.smithi046.stdout:2962: writing smithi04638994-4 from 7143424 to 7602176 tid 2 2021-07-26T15:56:10.192 INFO:tasks.rados.rados.0.smithi046.stdout:2962: writing smithi04638994-4 from 7602176 to 7946240 tid 3 2021-07-26T15:56:10.193 INFO:tasks.rados.rados.0.smithi046.stdout:2963: read oid 49 snap -1 2021-07-26T15:56:10.193 INFO:tasks.rados.rados.0.smithi046.stdout:2963: expect deleted 2021-07-26T15:56:10.193 INFO:tasks.rados.rados.0.smithi046.stdout:2964: copy_from oid 40 from oid 11 current snap is 292 2021-07-26T15:56:10.193 INFO:tasks.rados.rados.0.smithi046.stdout:2959: finishing copy_from to smithi04638994-9 2021-07-26T15:56:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:2959: got expected ENOENT (src dne) 2021-07-26T15:56:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:2965: rollback oid 13 current snap is 292 2021-07-26T15:56:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 289 2021-07-26T15:56:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2959: finishing copy_from racing read to smithi04638994-9 2021-07-26T15:56:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2959: done (7 left) 2021-07-26T15:56:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 292 2021-07-26T15:56:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:2966: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2021-07-26T15:56:10.198 INFO:tasks.rados.rados.0.smithi046.stdout:2966: writing smithi04638994-29 from 0 to 647168 tid 1 2021-07-26T15:56:10.223 INFO:tasks.rados.rados.0.smithi046.stdout:2966: writing smithi04638994-29 from 647168 to 1392640 tid 2 2021-07-26T15:56:10.223 INFO:tasks.rados.rados.0.smithi046.stdout:2966: writing smithi04638994-29 from 1392640 to 1449984 tid 3 2021-07-26T15:56:10.224 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 292 2021-07-26T15:56:10.224 INFO:tasks.rados.rados.0.smithi046.stdout:2958: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:56:10.307 INFO:tasks.rados.rados.0.smithi046.stdout:2960: finishing write tid 1 to smithi04638994-41 2021-07-26T15:56:10.307 INFO:tasks.rados.rados.0.smithi046.stdout:2960: finishing write tid 2 to smithi04638994-41 2021-07-26T15:56:10.307 INFO:tasks.rados.rados.0.smithi046.stdout:2960: finishing write tid 3 to smithi04638994-41 2021-07-26T15:56:10.308 INFO:tasks.rados.rados.0.smithi046.stdout:2960: finishing write tid 4 to smithi04638994-41 2021-07-26T15:56:10.316 INFO:tasks.rados.rados.0.smithi046.stdout:2960: finishing write tid 5 to smithi04638994-41 2021-07-26T15:56:10.316 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1258 (ObjNum 944 snap 292 seq_num 944) dirty exists 2021-07-26T15:56:10.316 INFO:tasks.rados.rados.0.smithi046.stdout:2960: left oid 41 (ObjNum 944 snap 292 seq_num 944) 2021-07-26T15:56:10.323 INFO:tasks.rados.rados.0.smithi046.stdout:2967: seq_num 947 ranges {966656=663552,1630208=630784,2260992=172032} 2021-07-26T15:56:10.323 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04638994-35 from 966656 to 1630208 tid 1 2021-07-26T15:56:10.336 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04638994-35 from 1630208 to 2260992 tid 2 2021-07-26T15:56:10.336 INFO:tasks.rados.rados.0.smithi046.stdout:2967: writing smithi04638994-35 from 2260992 to 2433024 tid 3 2021-07-26T15:56:10.337 INFO:tasks.rados.rados.0.smithi046.stdout:2958: done (8 left) 2021-07-26T15:56:10.337 INFO:tasks.rados.rados.0.smithi046.stdout:2960: done (7 left) 2021-07-26T15:56:10.337 INFO:tasks.rados.rados.0.smithi046.stdout:2961: done (6 left) 2021-07-26T15:56:10.337 INFO:tasks.rados.rados.0.smithi046.stdout:2963: done (5 left) 2021-07-26T15:56:10.338 INFO:tasks.rados.rados.0.smithi046.stdout:2968: copy_from oid 36 from oid 10 current snap is 292 2021-07-26T15:56:10.338 INFO:tasks.rados.rados.0.smithi046.stdout:2965: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:56:10.338 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1793 (ObjNum 198911072 snap 22029 seq_num 1110543504) dirty dne 2021-07-26T15:56:10.342 INFO:tasks.rados.rados.0.smithi046.stdout:2962: finishing write tid 1 to smithi04638994-4 2021-07-26T15:56:10.342 INFO:tasks.rados.rados.0.smithi046.stdout:2962: finishing write tid 2 to smithi04638994-4 2021-07-26T15:56:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:2962: finishing write tid 3 to smithi04638994-4 2021-07-26T15:56:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:2962: finishing write tid 4 to smithi04638994-4 2021-07-26T15:56:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:2962: finishing write tid 5 to smithi04638994-4 2021-07-26T15:56:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1423 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:10.343 INFO:tasks.rados.rados.0.smithi046.stdout:2962: left oid 4 (ObjNum 945 snap 292 seq_num 945) 2021-07-26T15:56:10.344 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 1 to smithi04638994-29 2021-07-26T15:56:10.344 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 2 to smithi04638994-29 2021-07-26T15:56:10.344 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 3 to smithi04638994-29 2021-07-26T15:56:10.344 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 4 to smithi04638994-29 2021-07-26T15:56:10.345 INFO:tasks.rados.rados.0.smithi046.stdout:2966: finishing write tid 5 to smithi04638994-29 2021-07-26T15:56:10.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1923 (ObjNum 946 snap 292 seq_num 946) dirty exists 2021-07-26T15:56:10.345 INFO:tasks.rados.rados.0.smithi046.stdout:2966: left oid 29 (ObjNum 946 snap 292 seq_num 946) 2021-07-26T15:56:10.345 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing copy_from to smithi04638994-40 2021-07-26T15:56:10.345 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1817 (ObjNum 900 snap 268 seq_num 900) dirty exists 2021-07-26T15:56:10.346 INFO:tasks.rados.rados.0.smithi046.stdout:2964: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:56:10.346 INFO:tasks.rados.rados.0.smithi046.stdout:2962: done (5 left) 2021-07-26T15:56:10.346 INFO:tasks.rados.rados.0.smithi046.stdout:2964: done (4 left) 2021-07-26T15:56:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2965: done (3 left) 2021-07-26T15:56:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2966: done (2 left) 2021-07-26T15:56:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2969: copy_from oid 7 from oid 2 current snap is 292 2021-07-26T15:56:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2970: copy_from oid 41 from oid 4 current snap is 292 2021-07-26T15:56:10.347 INFO:tasks.rados.rados.0.smithi046.stdout:2971: read oid 11 snap -1 2021-07-26T15:56:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:2971: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:2972: rollback oid 25 current snap is 292 2021-07-26T15:56:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 277 2021-07-26T15:56:10.348 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 292 2021-07-26T15:56:10.349 INFO:tasks.rados.rados.0.smithi046.stdout:2973: seq_num 948 ranges {17260544=679936,17940480=516096,18456576=286720} 2021-07-26T15:56:10.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:10 smithi046 bash[41283]: cluster 2021-07-26T15:56:09.115121+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T15:56:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:10 smithi046 bash[42351]: cluster 2021-07-26T15:56:09.115121+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T15:56:10.433 INFO:tasks.rados.rados.0.smithi046.stdout:2973: writing smithi04638994-45 from 17260544 to 17940480 tid 1 2021-07-26T15:56:10.439 INFO:tasks.rados.rados.0.smithi046.stdout:2973: writing smithi04638994-45 from 17940480 to 18456576 tid 2 2021-07-26T15:56:10.440 INFO:tasks.rados.rados.0.smithi046.stdout:2973: writing smithi04638994-45 from 18456576 to 18743296 tid 3 2021-07-26T15:56:10.440 INFO:tasks.rados.rados.0.smithi046.stdout:2974: read oid 31 snap -1 2021-07-26T15:56:10.440 INFO:tasks.rados.rados.0.smithi046.stdout:2974: expect deleted 2021-07-26T15:56:10.440 INFO:tasks.rados.rados.0.smithi046.stdout:2975: delete oid 39 current snap is 292 2021-07-26T15:56:10.440 INFO:tasks.rados.rados.0.smithi046.stdout:2968: finishing copy_from to smithi04638994-36 2021-07-26T15:56:10.441 INFO:tasks.rados.rados.0.smithi046.stdout:2968: got expected ENOENT (src dne) 2021-07-26T15:56:10.441 INFO:tasks.rados.rados.0.smithi046.stdout:2968: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:56:10.441 INFO:tasks.rados.rados.0.smithi046.stdout:2972: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:56:10.441 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 1 to smithi04638994-35 2021-07-26T15:56:10.441 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 2 to smithi04638994-35 2021-07-26T15:56:10.442 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 3 to smithi04638994-35 2021-07-26T15:56:10.442 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 4 to smithi04638994-35 2021-07-26T15:56:10.442 INFO:tasks.rados.rados.0.smithi046.stdout:2972: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:56:10.446 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1205 (ObjNum 898 snap 267 seq_num 898) dirty exists 2021-07-26T15:56:10.447 INFO:tasks.rados.rados.0.smithi046.stdout:2967: finishing write tid 5 to smithi04638994-35 2021-07-26T15:56:10.447 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1709 (ObjNum 947 snap 292 seq_num 947) dirty exists 2021-07-26T15:56:10.447 INFO:tasks.rados.rados.0.smithi046.stdout:2967: left oid 35 (ObjNum 947 snap 292 seq_num 947) 2021-07-26T15:56:10.447 INFO:tasks.rados.rados.0.smithi046.stdout:2971: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:10.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:10 smithi073 bash[34190]: cluster 2021-07-26T15:56:09.115121+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T15:56:10.686 INFO:tasks.rados.rados.0.smithi046.stdout:2970: finishing copy_from to smithi04638994-41 2021-07-26T15:56:10.686 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1423 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:10.687 INFO:tasks.rados.rados.0.smithi046.stdout:2970: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:56:10.687 INFO:tasks.rados.rados.0.smithi046.stdout:2969: finishing copy_from to smithi04638994-7 2021-07-26T15:56:10.687 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1203 (ObjNum 897 snap 267 seq_num 897) dirty exists 2021-07-26T15:56:10.687 INFO:tasks.rados.rados.0.smithi046.stdout:2969: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:56:10.687 INFO:tasks.rados.rados.0.smithi046.stdout:2967: done (8 left) 2021-07-26T15:56:10.688 INFO:tasks.rados.rados.0.smithi046.stdout:2968: done (7 left) 2021-07-26T15:56:10.688 INFO:tasks.rados.rados.0.smithi046.stdout:2969: done (6 left) 2021-07-26T15:56:10.688 INFO:tasks.rados.rados.0.smithi046.stdout:2970: done (5 left) 2021-07-26T15:56:10.688 INFO:tasks.rados.rados.0.smithi046.stdout:2971: done (4 left) 2021-07-26T15:56:10.689 INFO:tasks.rados.rados.0.smithi046.stdout:2972: done (3 left) 2021-07-26T15:56:10.689 INFO:tasks.rados.rados.0.smithi046.stdout:2975: done (2 left) 2021-07-26T15:56:10.689 INFO:tasks.rados.rados.0.smithi046.stdout:2976: rollback oid 48 current snap is 292 2021-07-26T15:56:10.689 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 281 2021-07-26T15:56:10.689 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:10.690 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:10.690 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:10.690 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing write tid 4 to smithi04638994-45 2021-07-26T15:56:10.691 INFO:tasks.rados.rados.0.smithi046.stdout:2973: finishing write tid 5 to smithi04638994-45 2021-07-26T15:56:10.693 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1713 (ObjNum 948 snap 292 seq_num 948) dirty exists 2021-07-26T15:56:10.694 INFO:tasks.rados.rados.0.smithi046.stdout:2973: left oid 45 (ObjNum 948 snap 292 seq_num 948) 2021-07-26T15:56:10.694 INFO:tasks.rados.rados.0.smithi046.stdout:2973: done (2 left) 2021-07-26T15:56:10.694 INFO:tasks.rados.rados.0.smithi046.stdout:2974: done (1 left) 2021-07-26T15:56:10.694 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 292 2021-07-26T15:56:10.695 INFO:tasks.rados.rados.0.smithi046.stdout:2977: seq_num 950 ranges {4587520=720896,5308416=679936,5988352=122880} 2021-07-26T15:56:10.717 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04638994-3 from 4587520 to 5308416 tid 1 2021-07-26T15:56:10.728 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04638994-3 from 5308416 to 5988352 tid 2 2021-07-26T15:56:10.728 INFO:tasks.rados.rados.0.smithi046.stdout:2977: writing smithi04638994-3 from 5988352 to 6111232 tid 3 2021-07-26T15:56:10.729 INFO:tasks.rados.rados.0.smithi046.stdout:2978: snap_create 2021-07-26T15:56:10.729 INFO:tasks.rados.rados.0.smithi046.stdout:2976: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:56:10.729 INFO:tasks.rados.rados.0.smithi046.stdout:2976: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:56:10.729 INFO:tasks.rados.rados.0.smithi046.stdout:2976: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:56:10.730 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1908 (ObjNum 904 snap 269 seq_num 904) dirty exists 2021-07-26T15:56:10.730 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 1 to smithi04638994-3 2021-07-26T15:56:10.730 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 2 to smithi04638994-3 2021-07-26T15:56:10.730 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 3 to smithi04638994-3 2021-07-26T15:56:10.731 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 4 to smithi04638994-3 2021-07-26T15:56:10.731 INFO:tasks.rados.rados.0.smithi046.stdout:2977: finishing write tid 5 to smithi04638994-3 2021-07-26T15:56:10.731 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1197 (ObjNum 950 snap 292 seq_num 950) dirty exists 2021-07-26T15:56:10.732 INFO:tasks.rados.rados.0.smithi046.stdout:2977: left oid 3 (ObjNum 950 snap 292 seq_num 950) 2021-07-26T15:56:11.132 INFO:tasks.rados.rados.0.smithi046.stdout:2976: done (2 left) 2021-07-26T15:56:11.133 INFO:tasks.rados.rados.0.smithi046.stdout:2977: done (1 left) 2021-07-26T15:56:11.133 INFO:tasks.rados.rados.0.smithi046.stdout:2978: done (0 left) 2021-07-26T15:56:11.133 INFO:tasks.rados.rados.0.smithi046.stdout:2979: rmattr oid 32 current snap is 293 2021-07-26T15:56:11.133 INFO:tasks.rados.rados.0.smithi046.stdout:2979: done (0 left) 2021-07-26T15:56:11.134 INFO:tasks.rados.rados.0.smithi046.stdout:2980: rollback oid 8 current snap is 293 2021-07-26T15:56:11.134 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 283 2021-07-26T15:56:11.134 INFO:tasks.rados.rados.0.smithi046.stdout:2981: copy_from oid 6 from oid 50 current snap is 293 2021-07-26T15:56:11.138 INFO:tasks.rados.rados.0.smithi046.stdout:2982: read oid 38 snap 289 2021-07-26T15:56:11.138 INFO:tasks.rados.rados.0.smithi046.stdout:2982: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:56:11.138 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 293 2021-07-26T15:56:11.139 INFO:tasks.rados.rados.0.smithi046.stdout:2983: seq_num 951 ranges {1302528=737280,2039808=614400,2654208=188416} 2021-07-26T15:56:11.148 INFO:tasks.rados.rados.0.smithi046.stdout:2983: writing smithi04638994-14 from 1302528 to 2039808 tid 1 2021-07-26T15:56:11.152 INFO:tasks.rados.rados.0.smithi046.stdout:2983: writing smithi04638994-14 from 2039808 to 2654208 tid 2 2021-07-26T15:56:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:2983: writing smithi04638994-14 from 2654208 to 2842624 tid 3 2021-07-26T15:56:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:2984: delete oid 39 current snap is 293 2021-07-26T15:56:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:2980: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:56:11.154 INFO:tasks.rados.rados.0.smithi046.stdout:2980: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:56:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:2980: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:56:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1927 (ObjNum 932 snap 282 seq_num 932) dirty exists 2021-07-26T15:56:11.155 INFO:tasks.rados.rados.0.smithi046.stdout:2982: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:56:11.271 INFO:tasks.rados.rados.0.smithi046.stdout:2981: finishing copy_from to smithi04638994-6 2021-07-26T15:56:11.271 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1792 (ObjNum 926 snap 279 seq_num 926) dirty exists 2021-07-26T15:56:11.272 INFO:tasks.rados.rados.0.smithi046.stdout:2981: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:56:11.272 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing write tid 1 to smithi04638994-14 2021-07-26T15:56:11.272 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing write tid 2 to smithi04638994-14 2021-07-26T15:56:11.272 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing write tid 3 to smithi04638994-14 2021-07-26T15:56:11.272 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing write tid 4 to smithi04638994-14 2021-07-26T15:56:11.273 INFO:tasks.rados.rados.0.smithi046.stdout:2983: finishing write tid 5 to smithi04638994-14 2021-07-26T15:56:11.273 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1427 (ObjNum 951 snap 293 seq_num 951) dirty exists 2021-07-26T15:56:11.273 INFO:tasks.rados.rados.0.smithi046.stdout:2983: left oid 14 (ObjNum 951 snap 293 seq_num 951) 2021-07-26T15:56:11.273 INFO:tasks.rados.rados.0.smithi046.stdout:2980: done (4 left) 2021-07-26T15:56:11.274 INFO:tasks.rados.rados.0.smithi046.stdout:2981: done (3 left) 2021-07-26T15:56:11.274 INFO:tasks.rados.rados.0.smithi046.stdout:2982: done (2 left) 2021-07-26T15:56:11.274 INFO:tasks.rados.rados.0.smithi046.stdout:2983: done (1 left) 2021-07-26T15:56:11.274 INFO:tasks.rados.rados.0.smithi046.stdout:2984: done (0 left) 2021-07-26T15:56:11.274 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 293 2021-07-26T15:56:11.275 INFO:tasks.rados.rados.0.smithi046.stdout:2985: seq_num 953 ranges {3080192=770048,3850240=786432,4636672=16384} 2021-07-26T15:56:11.295 INFO:tasks.rados.rados.0.smithi046.stdout:2985: writing smithi04638994-38 from 3080192 to 3850240 tid 1 2021-07-26T15:56:11.301 INFO:tasks.rados.rados.0.smithi046.stdout:2985: writing smithi04638994-38 from 3850240 to 4636672 tid 2 2021-07-26T15:56:11.302 INFO:tasks.rados.rados.0.smithi046.stdout:2985: writing smithi04638994-38 from 4636672 to 4653056 tid 3 2021-07-26T15:56:11.302 INFO:tasks.rados.rados.0.smithi046.stdout:2986: snap_create 2021-07-26T15:56:11.308 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 1 to smithi04638994-38 2021-07-26T15:56:11.309 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 2 to smithi04638994-38 2021-07-26T15:56:11.309 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 3 to smithi04638994-38 2021-07-26T15:56:11.310 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 4 to smithi04638994-38 2021-07-26T15:56:11.312 INFO:tasks.rados.rados.0.smithi046.stdout:2985: finishing write tid 5 to smithi04638994-38 2021-07-26T15:56:11.312 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 1717 (ObjNum 953 snap 293 seq_num 953) dirty exists 2021-07-26T15:56:11.312 INFO:tasks.rados.rados.0.smithi046.stdout:2985: left oid 38 (ObjNum 953 snap 293 seq_num 953) 2021-07-26T15:56:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:11 smithi046 bash[41283]: cluster 2021-07-26T15:56:10.008237+0000 mgr.y (mgr.24683) 404 : cluster [DBG] pgmap v783: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 3 op/s 2021-07-26T15:56:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:11 smithi046 bash[41283]: cluster 2021-07-26T15:56:10.123843+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T15:56:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:11 smithi046 bash[42351]: cluster 2021-07-26T15:56:10.008237+0000 mgr.y (mgr.24683) 404 : cluster [DBG] pgmap v783: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 3 op/s 2021-07-26T15:56:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:11 smithi046 bash[42351]: cluster 2021-07-26T15:56:10.123843+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T15:56:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:11 smithi073 bash[34190]: cluster 2021-07-26T15:56:10.008237+0000 mgr.y (mgr.24683) 404 : cluster [DBG] pgmap v783: 25 pgs: 25 active+clean; 167 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 656 KiB/s wr, 3 op/s 2021-07-26T15:56:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:11 smithi073 bash[34190]: cluster 2021-07-26T15:56:10.123843+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T15:56:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:2985: done (1 left) 2021-07-26T15:56:12.135 INFO:tasks.rados.rados.0.smithi046.stdout:2986: done (0 left) 2021-07-26T15:56:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:2987: copy_from oid 40 from oid 20 current snap is 294 2021-07-26T15:56:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:2988: rmattr oid 46 current snap is 294 2021-07-26T15:56:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:2988: done (1 left) 2021-07-26T15:56:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 294 2021-07-26T15:56:12.136 INFO:tasks.rados.rados.0.smithi046.stdout:2989: seq_num 954 ranges {2859008=786432,3645440=671744,4317184=131072} 2021-07-26T15:56:12.159 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04638994-48 from 2859008 to 3645440 tid 1 2021-07-26T15:56:12.163 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04638994-48 from 3645440 to 4317184 tid 2 2021-07-26T15:56:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2989: writing smithi04638994-48 from 4317184 to 4448256 tid 3 2021-07-26T15:56:12.164 INFO:tasks.rados.rados.0.smithi046.stdout:2990: snap_create 2021-07-26T15:56:12.165 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing copy_from to smithi04638994-40 2021-07-26T15:56:12.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1905 (ObjNum 931 snap 282 seq_num 931) dirty exists 2021-07-26T15:56:12.165 INFO:tasks.rados.rados.0.smithi046.stdout:2987: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:56:12.177 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 1 to smithi04638994-48 2021-07-26T15:56:12.177 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 2 to smithi04638994-48 2021-07-26T15:56:12.177 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 3 to smithi04638994-48 2021-07-26T15:56:12.177 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 4 to smithi04638994-48 2021-07-26T15:56:12.178 INFO:tasks.rados.rados.0.smithi046.stdout:2989: finishing write tid 5 to smithi04638994-48 2021-07-26T15:56:12.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 1915 (ObjNum 954 snap 294 seq_num 954) dirty exists 2021-07-26T15:56:12.178 INFO:tasks.rados.rados.0.smithi046.stdout:2989: left oid 48 (ObjNum 954 snap 294 seq_num 954) 2021-07-26T15:56:12.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:12 smithi046 bash[41283]: cluster 2021-07-26T15:56:11.132656+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T15:56:12.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:12 smithi046 bash[42351]: cluster 2021-07-26T15:56:11.132656+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T15:56:12.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:12 smithi073 bash[34190]: cluster 2021-07-26T15:56:11.132656+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T15:56:13.155 INFO:tasks.rados.rados.0.smithi046.stdout:2987: done (2 left) 2021-07-26T15:56:13.155 INFO:tasks.rados.rados.0.smithi046.stdout:2989: done (1 left) 2021-07-26T15:56:13.155 INFO:tasks.rados.rados.0.smithi046.stdout:2990: done (0 left) 2021-07-26T15:56:13.156 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 295 2021-07-26T15:56:13.158 INFO:tasks.rados.rados.0.smithi046.stdout:2991: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2021-07-26T15:56:13.162 INFO:tasks.rados.rados.0.smithi046.stdout:2991: writing smithi04638994-39 from 0 to 802816 tid 1 2021-07-26T15:56:13.165 INFO:tasks.rados.rados.0.smithi046.stdout:2991: writing smithi04638994-39 from 802816 to 1359872 tid 2 2021-07-26T15:56:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:2991: writing smithi04638994-39 from 1359872 to 1605632 tid 3 2021-07-26T15:56:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:2992: read oid 17 snap -1 2021-07-26T15:56:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:2992: expect (ObjNum 943 snap 290 seq_num 943) 2021-07-26T15:56:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 295 2021-07-26T15:56:13.168 INFO:tasks.rados.rados.0.smithi046.stdout:2993: seq_num 956 ranges {122880=417792,540672=434176,974848=770048} 2021-07-26T15:56:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:2993: writing smithi04638994-42 from 122880 to 540672 tid 1 2021-07-26T15:56:13.173 INFO:tasks.rados.rados.0.smithi046.stdout:2993: writing smithi04638994-42 from 540672 to 974848 tid 2 2021-07-26T15:56:13.177 INFO:tasks.rados.rados.0.smithi046.stdout:2993: writing smithi04638994-42 from 974848 to 1744896 tid 3 2021-07-26T15:56:13.178 INFO:tasks.rados.rados.0.smithi046.stdout:2994: read oid 11 snap -1 2021-07-26T15:56:13.178 INFO:tasks.rados.rados.0.smithi046.stdout:2994: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:13.178 INFO:tasks.rados.rados.0.smithi046.stdout:2995: rollback oid 7 current snap is 295 2021-07-26T15:56:13.178 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 284 2021-07-26T15:56:13.179 INFO:tasks.rados.rados.0.smithi046.stdout:2991: finishing write tid 1 to smithi04638994-39 2021-07-26T15:56:13.179 INFO:tasks.rados.rados.0.smithi046.stdout:2996: snap_create 2021-07-26T15:56:13.181 INFO:tasks.rados.rados.0.smithi046.stdout:2991: finishing write tid 2 to smithi04638994-39 2021-07-26T15:56:13.181 INFO:tasks.rados.rados.0.smithi046.stdout:2991: finishing write tid 3 to smithi04638994-39 2021-07-26T15:56:13.182 INFO:tasks.rados.rados.0.smithi046.stdout:2991: finishing write tid 4 to smithi04638994-39 2021-07-26T15:56:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:13.184 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 4 to smithi04638994-42 2021-07-26T15:56:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:2993: finishing write tid 5 to smithi04638994-42 2021-07-26T15:56:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 949 (ObjNum 956 snap 295 seq_num 956) dirty exists 2021-07-26T15:56:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:2993: left oid 42 (ObjNum 956 snap 295 seq_num 956) 2021-07-26T15:56:13.187 INFO:tasks.rados.rados.0.smithi046.stdout:2991: finishing write tid 5 to smithi04638994-39 2021-07-26T15:56:13.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1705 (ObjNum 955 snap 295 seq_num 955) dirty exists 2021-07-26T15:56:13.189 INFO:tasks.rados.rados.0.smithi046.stdout:2991: left oid 39 (ObjNum 955 snap 295 seq_num 955) 2021-07-26T15:56:13.195 INFO:tasks.rados.rados.0.smithi046.stdout:2992: expect (ObjNum 943 snap 290 seq_num 943) 2021-07-26T15:56:13.409 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:56:13.409 INFO:tasks.rados.rados.0.smithi046.stdout:2994: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:13.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[42351]: cluster 2021-07-26T15:56:12.008953+0000 mgr.y (mgr.24683) 405 : cluster [DBG] pgmap v786: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[42351]: cluster 2021-07-26T15:56:12.135468+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T15:56:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[41283]: cluster 2021-07-26T15:56:12.008953+0000 mgr.y (mgr.24683) 405 : cluster [DBG] pgmap v786: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[41283]: cluster 2021-07-26T15:56:12.135468+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T15:56:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:13 smithi073 bash[34190]: cluster 2021-07-26T15:56:12.008953+0000 mgr.y (mgr.24683) 405 : cluster [DBG] pgmap v786: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:13 smithi073 bash[34190]: cluster 2021-07-26T15:56:12.135468+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T15:56:13.633 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:56:13.634 INFO:tasks.rados.rados.0.smithi046.stdout:2995: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:56:13.634 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1919 (ObjNum 865 snap 259 seq_num 865) dirty exists 2021-07-26T15:56:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:13.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:13 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:13.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:56:14.163 INFO:tasks.rados.rados.0.smithi046.stdout:2991: done (5 left) 2021-07-26T15:56:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:2992: done (4 left) 2021-07-26T15:56:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:2993: done (3 left) 2021-07-26T15:56:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:2994: done (2 left) 2021-07-26T15:56:14.164 INFO:tasks.rados.rados.0.smithi046.stdout:2995: done (1 left) 2021-07-26T15:56:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:2996: done (0 left) 2021-07-26T15:56:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:2997: copy_from oid 35 from oid 31 current snap is 296 2021-07-26T15:56:14.165 INFO:tasks.rados.rados.0.smithi046.stdout:2998: snap_remove snap 289 2021-07-26T15:56:14.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:14 smithi046 bash[41283]: cluster 2021-07-26T15:56:13.154134+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T15:56:14.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:14 smithi046 bash[42351]: cluster 2021-07-26T15:56:13.154134+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T15:56:14.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:14 smithi073 bash[34190]: cluster 2021-07-26T15:56:13.154134+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T15:56:15.181 INFO:tasks.rados.rados.0.smithi046.stdout:2998: done (1 left) 2021-07-26T15:56:15.181 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 296 2021-07-26T15:56:15.181 INFO:tasks.rados.rados.0.smithi046.stdout:2999: seq_num 957 ranges {1966080=434176,2400256=720896,3121152=483328} 2021-07-26T15:56:15.190 INFO:tasks.rados.rados.0.smithi046.stdout:2999: writing smithi04638994-9 from 1966080 to 2400256 tid 1 2021-07-26T15:56:15.195 INFO:tasks.rados.rados.0.smithi046.stdout:2999: writing smithi04638994-9 from 2400256 to 3121152 tid 2 2021-07-26T15:56:15.198 INFO:tasks.rados.rados.0.smithi046.stdout:2999: writing smithi04638994-9 from 3121152 to 3604480 tid 3 2021-07-26T15:56:15.199 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 296 2021-07-26T15:56:15.199 INFO:tasks.rados.rados.0.smithi046.stdout:2997: finishing copy_from to smithi04638994-35 2021-07-26T15:56:15.199 INFO:tasks.rados.rados.0.smithi046.stdout:2997: got expected ENOENT (src dne) 2021-07-26T15:56:15.199 INFO:tasks.rados.rados.0.smithi046.stdout:3000: seq_num 958 ranges {7446528=450560,7897088=655360,8552448=548864} 2021-07-26T15:56:15.243 INFO:tasks.rados.rados.0.smithi046.stdout:3000: writing smithi04638994-47 from 7446528 to 7897088 tid 1 2021-07-26T15:56:15.247 INFO:tasks.rados.rados.0.smithi046.stdout:3000: writing smithi04638994-47 from 7897088 to 8552448 tid 2 2021-07-26T15:56:15.251 INFO:tasks.rados.rados.0.smithi046.stdout:3000: writing smithi04638994-47 from 8552448 to 9101312 tid 3 2021-07-26T15:56:15.251 INFO:tasks.rados.rados.0.smithi046.stdout:3001: setattr oid 21 current snap is 296 2021-07-26T15:56:15.251 INFO:tasks.rados.rados.0.smithi046.stdout:2997: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:56:15.251 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing write tid 1 to smithi04638994-9 2021-07-26T15:56:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing write tid 2 to smithi04638994-9 2021-07-26T15:56:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing write tid 3 to smithi04638994-9 2021-07-26T15:56:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing write tid 4 to smithi04638994-9 2021-07-26T15:56:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:2999: finishing write tid 5 to smithi04638994-9 2021-07-26T15:56:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1932 (ObjNum 957 snap 296 seq_num 957) dirty exists 2021-07-26T15:56:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:2999: left oid 9 (ObjNum 957 snap 296 seq_num 957) 2021-07-26T15:56:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:2997: done (3 left) 2021-07-26T15:56:15.254 INFO:tasks.rados.rados.0.smithi046.stdout:2999: done (2 left) 2021-07-26T15:56:15.254 INFO:tasks.rados.rados.0.smithi046.stdout:3002: snap_remove snap 285 2021-07-26T15:56:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:15 smithi046 bash[41283]: cluster 2021-07-26T15:56:14.009596+0000 mgr.y (mgr.24683) 406 : cluster [DBG] pgmap v789: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:15 smithi046 bash[41283]: cluster 2021-07-26T15:56:14.163243+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T15:56:15.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:15 smithi046 bash[42351]: cluster 2021-07-26T15:56:14.009596+0000 mgr.y (mgr.24683) 406 : cluster [DBG] pgmap v789: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:15.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:15 smithi046 bash[42351]: cluster 2021-07-26T15:56:14.163243+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T15:56:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:15 smithi073 bash[34190]: cluster 2021-07-26T15:56:14.009596+0000 mgr.y (mgr.24683) 406 : cluster [DBG] pgmap v789: 25 pgs: 25 active+clean; 200 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.2 MiB/s wr, 18 op/s 2021-07-26T15:56:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:15 smithi073 bash[34190]: cluster 2021-07-26T15:56:14.163243+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T15:56:16.065 INFO:tasks.rados.rados.0.smithi046.stdout:3002: done (2 left) 2021-07-26T15:56:16.066 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 296 2021-07-26T15:56:16.067 INFO:tasks.rados.rados.0.smithi046.stdout:3003: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2021-07-26T15:56:16.067 INFO:tasks.rados.rados.0.smithi046.stdout:3003: writing smithi04638994-37 from 0 to 466944 tid 1 2021-07-26T15:56:16.067 INFO:tasks.rados.rados.0.smithi046.stdout:3003: writing smithi04638994-37 from 466944 to 1007616 tid 2 2021-07-26T15:56:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3003: writing smithi04638994-37 from 1007616 to 1564672 tid 3 2021-07-26T15:56:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3003: writing smithi04638994-37 from 1564672 to 1671168 tid 4 2021-07-26T15:56:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3004: read oid 10 snap -1 2021-07-26T15:56:16.069 INFO:tasks.rados.rados.0.smithi046.stdout:3004: expect deleted 2021-07-26T15:56:16.070 INFO:tasks.rados.rados.0.smithi046.stdout:3005: setattr oid 41 current snap is 296 2021-07-26T15:56:16.070 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1123 (ObjNum 197574880 snap 22029 seq_num 197857824) dirty exists 2021-07-26T15:56:16.071 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing write tid 1 to smithi04638994-47 2021-07-26T15:56:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing write tid 2 to smithi04638994-47 2021-07-26T15:56:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing write tid 3 to smithi04638994-47 2021-07-26T15:56:16.072 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing write tid 4 to smithi04638994-47 2021-07-26T15:56:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:3000: finishing write tid 5 to smithi04638994-47 2021-07-26T15:56:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1216 (ObjNum 958 snap 296 seq_num 958) dirty exists 2021-07-26T15:56:16.084 INFO:tasks.rados.rados.0.smithi046.stdout:3000: left oid 47 (ObjNum 958 snap 296 seq_num 958) 2021-07-26T15:56:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3000: done (4 left) 2021-07-26T15:56:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3001: done (3 left) 2021-07-26T15:56:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3004: done (2 left) 2021-07-26T15:56:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:3006: setattr oid 32 current snap is 296 2021-07-26T15:56:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 296 2021-07-26T15:56:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:3007: seq_num 960 ranges {1449984=483328,1933312=425984,2359296=761856,3121152=16384} 2021-07-26T15:56:16.088 INFO:tasks.rados.rados.0.smithi046.stdout:3007: writing smithi04638994-29 from 1449984 to 1933312 tid 1 2021-07-26T15:56:16.090 INFO:tasks.rados.rados.0.smithi046.stdout:3007: writing smithi04638994-29 from 1933312 to 2359296 tid 2 2021-07-26T15:56:16.096 INFO:tasks.rados.rados.0.smithi046.stdout:3007: writing smithi04638994-29 from 2359296 to 3121152 tid 3 2021-07-26T15:56:16.097 INFO:tasks.rados.rados.0.smithi046.stdout:3007: writing smithi04638994-29 from 3121152 to 3137536 tid 4 2021-07-26T15:56:16.097 INFO:tasks.rados.rados.0.smithi046.stdout:3008: delete oid 47 current snap is 296 2021-07-26T15:56:16.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1706 (ObjNum 922 snap 276 seq_num 922) dirty exists 2021-07-26T15:56:16.097 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1424 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:16.098 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 1 to smithi04638994-37 2021-07-26T15:56:16.098 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 2 to smithi04638994-37 2021-07-26T15:56:16.099 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 3 to smithi04638994-37 2021-07-26T15:56:16.099 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 4 to smithi04638994-37 2021-07-26T15:56:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 5 to smithi04638994-37 2021-07-26T15:56:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:3003: finishing write tid 6 to smithi04638994-37 2021-07-26T15:56:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1722 (ObjNum 959 snap 296 seq_num 959) dirty exists 2021-07-26T15:56:16.100 INFO:tasks.rados.rados.0.smithi046.stdout:3003: left oid 37 (ObjNum 959 snap 296 seq_num 959) 2021-07-26T15:56:16.101 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 1 to smithi04638994-29 2021-07-26T15:56:16.101 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 2 to smithi04638994-29 2021-07-26T15:56:16.102 INFO:tasks.rados.rados.0.smithi046.stdout:3003: done (4 left) 2021-07-26T15:56:16.102 INFO:tasks.rados.rados.0.smithi046.stdout:3005: done (3 left) 2021-07-26T15:56:16.102 INFO:tasks.rados.rados.0.smithi046.stdout:3006: done (2 left) 2021-07-26T15:56:16.103 INFO:tasks.rados.rados.0.smithi046.stdout:3008: done (1 left) 2021-07-26T15:56:16.103 INFO:tasks.rados.rados.0.smithi046.stdout:3009: rollback oid 27 current snap is 296 2021-07-26T15:56:16.103 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 274 2021-07-26T15:56:16.103 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 296 2021-07-26T15:56:16.103 INFO:tasks.rados.rados.0.smithi046.stdout:3010: seq_num 962 ranges {2531328=516096,3047424=589824,3637248=614400} 2021-07-26T15:56:16.115 INFO:tasks.rados.rados.0.smithi046.stdout:3010: writing smithi04638994-26 from 2531328 to 3047424 tid 1 2021-07-26T15:56:16.118 INFO:tasks.rados.rados.0.smithi046.stdout:3010: writing smithi04638994-26 from 3047424 to 3637248 tid 2 2021-07-26T15:56:16.123 INFO:tasks.rados.rados.0.smithi046.stdout:3010: writing smithi04638994-26 from 3637248 to 4251648 tid 3 2021-07-26T15:56:16.123 INFO:tasks.rados.rados.0.smithi046.stdout:3011: read oid 8 snap -1 2021-07-26T15:56:16.123 INFO:tasks.rados.rados.0.smithi046.stdout:3011: expect (ObjNum 932 snap 282 seq_num 932) 2021-07-26T15:56:16.124 INFO:tasks.rados.rados.0.smithi046.stdout:3012: read oid 47 snap -1 2021-07-26T15:56:16.124 INFO:tasks.rados.rados.0.smithi046.stdout:3012: expect deleted 2021-07-26T15:56:16.124 INFO:tasks.rados.rados.0.smithi046.stdout:3013: snap_create 2021-07-26T15:56:16.124 INFO:tasks.rados.rados.0.smithi046.stdout:3009: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:56:16.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 0 (ObjNum 1466326897 snap 1634357073 seq_num 1902145877) dirty dne 2021-07-26T15:56:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 3 to smithi04638994-29 2021-07-26T15:56:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 4 to smithi04638994-29 2021-07-26T15:56:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 5 to smithi04638994-29 2021-07-26T15:56:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:3007: finishing write tid 6 to smithi04638994-29 2021-07-26T15:56:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1937 (ObjNum 960 snap 296 seq_num 960) dirty exists 2021-07-26T15:56:16.126 INFO:tasks.rados.rados.0.smithi046.stdout:3007: left oid 29 (ObjNum 960 snap 296 seq_num 960) 2021-07-26T15:56:16.127 INFO:tasks.rados.rados.0.smithi046.stdout:3010: finishing write tid 1 to smithi04638994-26 2021-07-26T15:56:16.127 INFO:tasks.rados.rados.0.smithi046.stdout:3010: finishing write tid 2 to smithi04638994-26 2021-07-26T15:56:16.130 INFO:tasks.rados.rados.0.smithi046.stdout:3010: finishing write tid 3 to smithi04638994-26 2021-07-26T15:56:16.130 INFO:tasks.rados.rados.0.smithi046.stdout:3010: finishing write tid 4 to smithi04638994-26 2021-07-26T15:56:16.131 INFO:tasks.rados.rados.0.smithi046.stdout:3011: expect (ObjNum 932 snap 282 seq_num 932) 2021-07-26T15:56:16.171 INFO:tasks.rados.rados.0.smithi046.stdout:3010: finishing write tid 5 to smithi04638994-26 2021-07-26T15:56:16.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1801 (ObjNum 962 snap 296 seq_num 962) dirty exists 2021-07-26T15:56:16.171 INFO:tasks.rados.rados.0.smithi046.stdout:3010: left oid 26 (ObjNum 962 snap 296 seq_num 962) 2021-07-26T15:56:16.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:16 smithi046 bash[41283]: cluster 2021-07-26T15:56:15.173736+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T15:56:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:16 smithi046 bash[41283]: cluster 2021-07-26T15:56:16.056627+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T15:56:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:16 smithi046 bash[42351]: cluster 2021-07-26T15:56:15.173736+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T15:56:16.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:16 smithi046 bash[42351]: cluster 2021-07-26T15:56:16.056627+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T15:56:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:16 smithi073 bash[34190]: cluster 2021-07-26T15:56:15.173736+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T15:56:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:16 smithi073 bash[34190]: cluster 2021-07-26T15:56:16.056627+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T15:56:17.070 INFO:tasks.rados.rados.0.smithi046.stdout:3007: done (5 left) 2021-07-26T15:56:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3009: done (4 left) 2021-07-26T15:56:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3010: done (3 left) 2021-07-26T15:56:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3011: done (2 left) 2021-07-26T15:56:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3012: done (1 left) 2021-07-26T15:56:17.071 INFO:tasks.rados.rados.0.smithi046.stdout:3013: done (0 left) 2021-07-26T15:56:17.072 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 297 2021-07-26T15:56:17.072 INFO:tasks.rados.rados.0.smithi046.stdout:3014: seq_num 963 ranges {1744896=532480,2277376=475136,2752512=532480,3284992=196608} 2021-07-26T15:56:17.085 INFO:tasks.rados.rados.0.smithi046.stdout:3014: writing smithi04638994-42 from 1744896 to 2277376 tid 1 2021-07-26T15:56:17.087 INFO:tasks.rados.rados.0.smithi046.stdout:3014: writing smithi04638994-42 from 2277376 to 2752512 tid 2 2021-07-26T15:56:17.090 INFO:tasks.rados.rados.0.smithi046.stdout:3014: writing smithi04638994-42 from 2752512 to 3284992 tid 3 2021-07-26T15:56:17.092 INFO:tasks.rados.rados.0.smithi046.stdout:3014: writing smithi04638994-42 from 3284992 to 3481600 tid 4 2021-07-26T15:56:17.092 INFO:tasks.rados.rados.0.smithi046.stdout:3015: snap_remove snap 273 2021-07-26T15:56:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:17 smithi046 bash[42351]: cluster 2021-07-26T15:56:16.010302+0000 mgr.y (mgr.24683) 407 : cluster [DBG] pgmap v792: 25 pgs: 25 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2021-07-26T15:56:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:17 smithi046 bash[42351]: cluster 2021-07-26T15:56:17.070922+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T15:56:17.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:17 smithi046 bash[41283]: cluster 2021-07-26T15:56:16.010302+0000 mgr.y (mgr.24683) 407 : cluster [DBG] pgmap v792: 25 pgs: 25 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2021-07-26T15:56:17.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:17 smithi046 bash[41283]: cluster 2021-07-26T15:56:17.070922+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T15:56:17.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:17 smithi073 bash[34190]: cluster 2021-07-26T15:56:16.010302+0000 mgr.y (mgr.24683) 407 : cluster [DBG] pgmap v792: 25 pgs: 25 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2021-07-26T15:56:17.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:17 smithi073 bash[34190]: cluster 2021-07-26T15:56:17.070922+0000 mon.a (mon.0) 1225 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T15:56:18.075 INFO:tasks.rados.rados.0.smithi046.stdout:3015: done (1 left) 2021-07-26T15:56:18.076 INFO:tasks.rados.rados.0.smithi046.stdout:3016: rollback oid 8 current snap is 297 2021-07-26T15:56:18.076 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 281 2021-07-26T15:56:18.076 INFO:tasks.rados.rados.0.smithi046.stdout:3017: copy_from oid 7 from oid 32 current snap is 297 2021-07-26T15:56:18.077 INFO:tasks.rados.rados.0.smithi046.stdout:3018: snap_remove snap 295 2021-07-26T15:56:19.076 INFO:tasks.rados.rados.0.smithi046.stdout:3018: done (3 left) 2021-07-26T15:56:19.136 INFO:tasks.rados.rados.0.smithi046.stdout:3019: rollback oid 36 current snap is 297 2021-07-26T15:56:19.137 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 283 2021-07-26T15:56:19.137 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 297 2021-07-26T15:56:19.137 INFO:tasks.rados.rados.0.smithi046.stdout:3020: seq_num 964 ranges {532480=548864,1081344=761856,1843200=442368} 2021-07-26T15:56:19.139 INFO:tasks.rados.rados.0.smithi046.stdout:3020: writing smithi04638994-1 from 532480 to 1081344 tid 1 2021-07-26T15:56:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3020: writing smithi04638994-1 from 1081344 to 1843200 tid 2 2021-07-26T15:56:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3020: writing smithi04638994-1 from 1843200 to 2285568 tid 3 2021-07-26T15:56:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:19.141 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:19.141 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 4 to smithi04638994-42 2021-07-26T15:56:19.141 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 5 to smithi04638994-42 2021-07-26T15:56:19.142 INFO:tasks.rados.rados.0.smithi046.stdout:3014: finishing write tid 6 to smithi04638994-42 2021-07-26T15:56:19.142 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 954 (ObjNum 963 snap 297 seq_num 963) dirty exists 2021-07-26T15:56:19.142 INFO:tasks.rados.rados.0.smithi046.stdout:3014: left oid 42 (ObjNum 963 snap 297 seq_num 963) 2021-07-26T15:56:19.142 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:56:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:56:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:3016: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:56:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1945 (ObjNum 198420576 snap 22029 seq_num 197793184) dirty exists 2021-07-26T15:56:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:3017: finishing copy_from to smithi04638994-7 2021-07-26T15:56:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1706 (ObjNum 922 snap 276 seq_num 922) dirty exists 2021-07-26T15:56:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:3017: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:56:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:3019: finishing rollback tid 0 to smithi04638994-36 2021-07-26T15:56:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:3019: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:56:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:3019: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:56:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1427 (ObjNum 903 snap 269 seq_num 903) dirty exists 2021-07-26T15:56:19.145 INFO:tasks.rados.rados.0.smithi046.stdout:3014: done (4 left) 2021-07-26T15:56:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3016: done (3 left) 2021-07-26T15:56:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3017: done (2 left) 2021-07-26T15:56:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3019: done (1 left) 2021-07-26T15:56:19.148 INFO:tasks.rados.rados.0.smithi046.stdout:3021: snap_create 2021-07-26T15:56:19.148 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing write tid 1 to smithi04638994-1 2021-07-26T15:56:19.148 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing write tid 2 to smithi04638994-1 2021-07-26T15:56:19.149 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing write tid 3 to smithi04638994-1 2021-07-26T15:56:19.149 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing write tid 4 to smithi04638994-1 2021-07-26T15:56:19.149 INFO:tasks.rados.rados.0.smithi046.stdout:3020: finishing write tid 5 to smithi04638994-1 2021-07-26T15:56:19.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1963 (ObjNum 964 snap 297 seq_num 964) dirty exists 2021-07-26T15:56:19.149 INFO:tasks.rados.rados.0.smithi046.stdout:3020: left oid 1 (ObjNum 964 snap 297 seq_num 964) 2021-07-26T15:56:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:19 smithi073 bash[34190]: cluster 2021-07-26T15:56:18.011021+0000 mgr.y (mgr.24683) 408 : cluster [DBG] pgmap v795: 25 pgs: 25 active+clean; 214 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2021-07-26T15:56:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:19 smithi073 bash[34190]: cluster 2021-07-26T15:56:18.074539+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T15:56:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:19 smithi046 bash[41283]: cluster 2021-07-26T15:56:18.011021+0000 mgr.y (mgr.24683) 408 : cluster [DBG] pgmap v795: 25 pgs: 25 active+clean; 214 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2021-07-26T15:56:19.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:19 smithi046 bash[41283]: cluster 2021-07-26T15:56:18.074539+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T15:56:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:19 smithi046 bash[42351]: cluster 2021-07-26T15:56:18.011021+0000 mgr.y (mgr.24683) 408 : cluster [DBG] pgmap v795: 25 pgs: 25 active+clean; 214 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2021-07-26T15:56:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:19 smithi046 bash[42351]: cluster 2021-07-26T15:56:18.074539+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T15:56:20.095 INFO:tasks.rados.rados.0.smithi046.stdout:3020: done (1 left) 2021-07-26T15:56:20.095 INFO:tasks.rados.rados.0.smithi046.stdout:3021: done (0 left) 2021-07-26T15:56:20.095 INFO:tasks.rados.rados.0.smithi046.stdout:3022: copy_from oid 49 from oid 13 current snap is 298 2021-07-26T15:56:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:3023: copy_from oid 46 from oid 17 current snap is 298 2021-07-26T15:56:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 298 2021-07-26T15:56:20.096 INFO:tasks.rados.rados.0.smithi046.stdout:3024: seq_num 965 ranges {1490944=565248,2056192=647168,2703360=548864,3252224=8192} 2021-07-26T15:56:20.108 INFO:tasks.rados.rados.0.smithi046.stdout:3024: writing smithi04638994-25 from 1490944 to 2056192 tid 1 2021-07-26T15:56:20.112 INFO:tasks.rados.rados.0.smithi046.stdout:3024: writing smithi04638994-25 from 2056192 to 2703360 tid 2 2021-07-26T15:56:20.115 INFO:tasks.rados.rados.0.smithi046.stdout:3024: writing smithi04638994-25 from 2703360 to 3252224 tid 3 2021-07-26T15:56:20.115 INFO:tasks.rados.rados.0.smithi046.stdout:3024: writing smithi04638994-25 from 3252224 to 3260416 tid 4 2021-07-26T15:56:20.116 INFO:tasks.rados.rados.0.smithi046.stdout:3025: read oid 11 snap -1 2021-07-26T15:56:20.116 INFO:tasks.rados.rados.0.smithi046.stdout:3025: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:20.116 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 298 2021-07-26T15:56:20.116 INFO:tasks.rados.rados.0.smithi046.stdout:3022: finishing copy_from to smithi04638994-49 2021-07-26T15:56:20.117 INFO:tasks.rados.rados.0.smithi046.stdout:3022: got expected ENOENT (src dne) 2021-07-26T15:56:20.117 INFO:tasks.rados.rados.0.smithi046.stdout:3026: seq_num 966 ranges {4317184=581632,4898816=581632,5480448=622592} 2021-07-26T15:56:20.143 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04638994-12 from 4317184 to 4898816 tid 1 2021-07-26T15:56:20.146 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04638994-12 from 4898816 to 5480448 tid 2 2021-07-26T15:56:20.150 INFO:tasks.rados.rados.0.smithi046.stdout:3026: writing smithi04638994-12 from 5480448 to 6103040 tid 3 2021-07-26T15:56:20.150 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 298 2021-07-26T15:56:20.150 INFO:tasks.rados.rados.0.smithi046.stdout:3022: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:56:20.150 INFO:tasks.rados.rados.0.smithi046.stdout:3027: seq_num 967 ranges {1048576=598016,1646592=466944,2113536=516096,2629632=221184} 2021-07-26T15:56:20.159 INFO:tasks.rados.rados.0.smithi046.stdout:3027: writing smithi04638994-32 from 1048576 to 1646592 tid 1 2021-07-26T15:56:20.161 INFO:tasks.rados.rados.0.smithi046.stdout:3027: writing smithi04638994-32 from 1646592 to 2113536 tid 2 2021-07-26T15:56:20.165 INFO:tasks.rados.rados.0.smithi046.stdout:3027: writing smithi04638994-32 from 2113536 to 2629632 tid 3 2021-07-26T15:56:20.168 INFO:tasks.rados.rados.0.smithi046.stdout:3027: writing smithi04638994-32 from 2629632 to 2850816 tid 4 2021-07-26T15:56:20.168 INFO:tasks.rados.rados.0.smithi046.stdout:3022: done (5 left) 2021-07-26T15:56:20.168 INFO:tasks.rados.rados.0.smithi046.stdout:3028: rollback oid 30 current snap is 298 2021-07-26T15:56:20.168 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 292 2021-07-26T15:56:20.169 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 1 to smithi04638994-25 2021-07-26T15:56:20.169 INFO:tasks.rados.rados.0.smithi046.stdout:3023: finishing copy_from to smithi04638994-46 2021-07-26T15:56:20.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1892 (ObjNum 943 snap 290 seq_num 943) dirty exists 2021-07-26T15:56:20.169 INFO:tasks.rados.rados.0.smithi046.stdout:3023: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:56:20.170 INFO:tasks.rados.rados.0.smithi046.stdout:3023: done (5 left) 2021-07-26T15:56:20.170 INFO:tasks.rados.rados.0.smithi046.stdout:3029: delete oid 23 current snap is 298 2021-07-26T15:56:20.170 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 2 to smithi04638994-25 2021-07-26T15:56:20.171 INFO:tasks.rados.rados.0.smithi046.stdout:3025: expect (ObjNum 900 snap 268 seq_num 900) 2021-07-26T15:56:20.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:20 smithi073 bash[34190]: cluster 2021-07-26T15:56:19.075184+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T15:56:20.404 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 3 to smithi04638994-25 2021-07-26T15:56:20.404 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 4 to smithi04638994-25 2021-07-26T15:56:20.406 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 5 to smithi04638994-25 2021-07-26T15:56:20.406 INFO:tasks.rados.rados.0.smithi046.stdout:3024: finishing write tid 6 to smithi04638994-25 2021-07-26T15:56:20.406 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1896 (ObjNum 965 snap 298 seq_num 965) dirty exists 2021-07-26T15:56:20.406 INFO:tasks.rados.rados.0.smithi046.stdout:3024: left oid 25 (ObjNum 965 snap 298 seq_num 965) 2021-07-26T15:56:20.407 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 1 to smithi04638994-12 2021-07-26T15:56:20.407 INFO:tasks.rados.rados.0.smithi046.stdout:3024: done (5 left) 2021-07-26T15:56:20.407 INFO:tasks.rados.rados.0.smithi046.stdout:3025: done (4 left) 2021-07-26T15:56:20.407 INFO:tasks.rados.rados.0.smithi046.stdout:3029: done (3 left) 2021-07-26T15:56:20.407 INFO:tasks.rados.rados.0.smithi046.stdout:3030: read oid 23 snap -1 2021-07-26T15:56:20.408 INFO:tasks.rados.rados.0.smithi046.stdout:3030: expect deleted 2021-07-26T15:56:20.408 INFO:tasks.rados.rados.0.smithi046.stdout:3031: read oid 31 snap 274 2021-07-26T15:56:20.408 INFO:tasks.rados.rados.0.smithi046.stdout:3031: expect (ObjNum 872 snap 262 seq_num 872) 2021-07-26T15:56:20.408 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 298 2021-07-26T15:56:20.409 INFO:tasks.rados.rados.0.smithi046.stdout:3032: seq_num 969 ranges {5537792=638976,6176768=630784,6807552=532480,7340032=40960} 2021-07-26T15:56:20.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:20 smithi046 bash[41283]: cluster 2021-07-26T15:56:19.075184+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T15:56:20.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:20 smithi046 bash[42351]: cluster 2021-07-26T15:56:19.075184+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T15:56:20.446 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04638994-33 from 5537792 to 6176768 tid 1 2021-07-26T15:56:20.450 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04638994-33 from 6176768 to 6807552 tid 2 2021-07-26T15:56:20.454 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04638994-33 from 6807552 to 7340032 tid 3 2021-07-26T15:56:20.454 INFO:tasks.rados.rados.0.smithi046.stdout:3032: writing smithi04638994-33 from 7340032 to 7380992 tid 4 2021-07-26T15:56:20.454 INFO:tasks.rados.rados.0.smithi046.stdout:3033: setattr oid 45 current snap is 298 2021-07-26T15:56:20.455 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 2 to smithi04638994-12 2021-07-26T15:56:20.455 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 3 to smithi04638994-12 2021-07-26T15:56:20.455 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 4 to smithi04638994-12 2021-07-26T15:56:20.455 INFO:tasks.rados.rados.0.smithi046.stdout:3026: finishing write tid 5 to smithi04638994-12 2021-07-26T15:56:20.455 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1421 (ObjNum 966 snap 298 seq_num 966) dirty exists 2021-07-26T15:56:20.456 INFO:tasks.rados.rados.0.smithi046.stdout:3026: left oid 12 (ObjNum 966 snap 298 seq_num 966) 2021-07-26T15:56:20.456 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 1 to smithi04638994-32 2021-07-26T15:56:20.456 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 2 to smithi04638994-32 2021-07-26T15:56:20.456 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 3 to smithi04638994-32 2021-07-26T15:56:20.456 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:56:20.457 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 4 to smithi04638994-32 2021-07-26T15:56:20.457 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:56:20.457 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 5 to smithi04638994-32 2021-07-26T15:56:20.457 INFO:tasks.rados.rados.0.smithi046.stdout:3028: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:56:20.457 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1795 (ObjNum 940 snap 286 seq_num 940) dirty exists 2021-07-26T15:56:20.458 INFO:tasks.rados.rados.0.smithi046.stdout:3027: finishing write tid 6 to smithi04638994-32 2021-07-26T15:56:20.458 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1711 (ObjNum 967 snap 298 seq_num 967) dirty exists 2021-07-26T15:56:20.458 INFO:tasks.rados.rados.0.smithi046.stdout:3027: left oid 32 (ObjNum 967 snap 298 seq_num 967) 2021-07-26T15:56:20.458 INFO:tasks.rados.rados.0.smithi046.stdout:3031: expect (ObjNum 872 snap 262 seq_num 872) 2021-07-26T15:56:20.469 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 1 to smithi04638994-33 2021-07-26T15:56:20.469 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 2 to smithi04638994-33 2021-07-26T15:56:20.470 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 3 to smithi04638994-33 2021-07-26T15:56:20.470 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 4 to smithi04638994-33 2021-07-26T15:56:20.470 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 5 to smithi04638994-33 2021-07-26T15:56:20.470 INFO:tasks.rados.rados.0.smithi046.stdout:3032: finishing write tid 6 to smithi04638994-33 2021-07-26T15:56:20.471 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1235 (ObjNum 969 snap 298 seq_num 969) dirty exists 2021-07-26T15:56:20.471 INFO:tasks.rados.rados.0.smithi046.stdout:3032: left oid 33 (ObjNum 969 snap 298 seq_num 969) 2021-07-26T15:56:20.471 INFO:tasks.rados.rados.0.smithi046.stdout:3026: done (6 left) 2021-07-26T15:56:20.471 INFO:tasks.rados.rados.0.smithi046.stdout:3027: done (5 left) 2021-07-26T15:56:20.472 INFO:tasks.rados.rados.0.smithi046.stdout:3028: done (4 left) 2021-07-26T15:56:20.472 INFO:tasks.rados.rados.0.smithi046.stdout:3030: done (3 left) 2021-07-26T15:56:20.472 INFO:tasks.rados.rados.0.smithi046.stdout:3031: done (2 left) 2021-07-26T15:56:20.472 INFO:tasks.rados.rados.0.smithi046.stdout:3032: done (1 left) 2021-07-26T15:56:20.472 INFO:tasks.rados.rados.0.smithi046.stdout:3034: rmattr oid 41 current snap is 298 2021-07-26T15:56:20.473 INFO:tasks.rados.rados.0.smithi046.stdout:3035: read oid 26 snap 287 2021-07-26T15:56:20.473 INFO:tasks.rados.rados.0.smithi046.stdout:3035: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:56:20.473 INFO:tasks.rados.rados.0.smithi046.stdout:3036: read oid 50 snap -1 2021-07-26T15:56:20.473 INFO:tasks.rados.rados.0.smithi046.stdout:3036: expect (ObjNum 926 snap 279 seq_num 926) 2021-07-26T15:56:20.473 INFO:tasks.rados.rados.0.smithi046.stdout:3037: read oid 31 snap -1 2021-07-26T15:56:20.474 INFO:tasks.rados.rados.0.smithi046.stdout:3037: expect deleted 2021-07-26T15:56:20.474 INFO:tasks.rados.rados.0.smithi046.stdout:3038: copy_from oid 21 from oid 36 current snap is 298 2021-07-26T15:56:20.474 INFO:tasks.rados.rados.0.smithi046.stdout:3039: read oid 35 snap -1 2021-07-26T15:56:20.474 INFO:tasks.rados.rados.0.smithi046.stdout:3039: expect (ObjNum 947 snap 292 seq_num 947) 2021-07-26T15:56:20.475 INFO:tasks.rados.rados.0.smithi046.stdout:3040: delete oid 27 current snap is 298 2021-07-26T15:56:20.478 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1723 (ObjNum 948 snap 292 seq_num 948) dirty exists 2021-07-26T15:56:20.481 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1428 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:20.482 INFO:tasks.rados.rados.0.smithi046.stdout:3033: done (7 left) 2021-07-26T15:56:20.482 INFO:tasks.rados.rados.0.smithi046.stdout:3034: done (6 left) 2021-07-26T15:56:20.482 INFO:tasks.rados.rados.0.smithi046.stdout:3037: done (5 left) 2021-07-26T15:56:20.483 INFO:tasks.rados.rados.0.smithi046.stdout:3040: done (4 left) 2021-07-26T15:56:20.483 INFO:tasks.rados.rados.0.smithi046.stdout:3041: read oid 45 snap -1 2021-07-26T15:56:20.483 INFO:tasks.rados.rados.0.smithi046.stdout:3041: expect (ObjNum 948 snap 292 seq_num 948) 2021-07-26T15:56:20.483 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 298 2021-07-26T15:56:20.484 INFO:tasks.rados.rados.0.smithi046.stdout:3038: finishing copy_from to smithi04638994-21 2021-07-26T15:56:20.484 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1427 (ObjNum 903 snap 269 seq_num 903) dirty exists 2021-07-26T15:56:20.484 INFO:tasks.rados.rados.0.smithi046.stdout:3038: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:56:20.484 INFO:tasks.rados.rados.0.smithi046.stdout:3042: seq_num 971 ranges {3284992=671744,3956736=802816,4759552=401408} 2021-07-26T15:56:20.509 INFO:tasks.rados.rados.0.smithi046.stdout:3042: writing smithi04638994-19 from 3284992 to 3956736 tid 1 2021-07-26T15:56:20.515 INFO:tasks.rados.rados.0.smithi046.stdout:3042: writing smithi04638994-19 from 3956736 to 4759552 tid 2 2021-07-26T15:56:20.518 INFO:tasks.rados.rados.0.smithi046.stdout:3042: writing smithi04638994-19 from 4759552 to 5160960 tid 3 2021-07-26T15:56:20.518 INFO:tasks.rados.rados.0.smithi046.stdout:3038: done (5 left) 2021-07-26T15:56:20.518 INFO:tasks.rados.rados.0.smithi046.stdout:3043: copy_from oid 14 from oid 37 current snap is 298 2021-07-26T15:56:20.519 INFO:tasks.rados.rados.0.smithi046.stdout:3035: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:56:20.628 INFO:tasks.rados.rados.0.smithi046.stdout:3039: expect (ObjNum 947 snap 292 seq_num 947) 2021-07-26T15:56:20.713 INFO:tasks.rados.rados.0.smithi046.stdout:3036: expect (ObjNum 926 snap 279 seq_num 926) 2021-07-26T15:56:20.751 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing write tid 1 to smithi04638994-19 2021-07-26T15:56:20.752 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing write tid 2 to smithi04638994-19 2021-07-26T15:56:20.752 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing write tid 3 to smithi04638994-19 2021-07-26T15:56:20.752 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing write tid 4 to smithi04638994-19 2021-07-26T15:56:20.752 INFO:tasks.rados.rados.0.smithi046.stdout:3042: finishing write tid 5 to smithi04638994-19 2021-07-26T15:56:20.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1239 (ObjNum 971 snap 298 seq_num 971) dirty exists 2021-07-26T15:56:20.753 INFO:tasks.rados.rados.0.smithi046.stdout:3042: left oid 19 (ObjNum 971 snap 298 seq_num 971) 2021-07-26T15:56:20.753 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing copy_from to smithi04638994-14 2021-07-26T15:56:20.753 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1722 (ObjNum 959 snap 296 seq_num 959) dirty exists 2021-07-26T15:56:20.754 INFO:tasks.rados.rados.0.smithi046.stdout:3041: expect (ObjNum 948 snap 292 seq_num 948) 2021-07-26T15:56:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:21 smithi073 bash[34190]: cluster 2021-07-26T15:56:20.011703+0000 mgr.y (mgr.24683) 409 : cluster [DBG] pgmap v798: 25 pgs: 25 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2021-07-26T15:56:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:21 smithi073 bash[34190]: cluster 2021-07-26T15:56:20.096192+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T15:56:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:21 smithi073 bash[34190]: cluster 2021-07-26T15:56:21.056917+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T15:56:21.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[41283]: cluster 2021-07-26T15:56:20.011703+0000 mgr.y (mgr.24683) 409 : cluster [DBG] pgmap v798: 25 pgs: 25 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2021-07-26T15:56:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[41283]: cluster 2021-07-26T15:56:20.096192+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T15:56:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[41283]: cluster 2021-07-26T15:56:21.056917+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T15:56:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[42351]: cluster 2021-07-26T15:56:20.011703+0000 mgr.y (mgr.24683) 409 : cluster [DBG] pgmap v798: 25 pgs: 25 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2021-07-26T15:56:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[42351]: cluster 2021-07-26T15:56:20.096192+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T15:56:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:21 smithi046 bash[42351]: cluster 2021-07-26T15:56:21.056917+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T15:56:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:23 smithi073 bash[34190]: cluster 2021-07-26T15:56:22.012389+0000 mgr.y (mgr.24683) 410 : cluster [DBG] pgmap v801: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2021-07-26T15:56:23.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:23 smithi046 bash[42351]: cluster 2021-07-26T15:56:22.012389+0000 mgr.y (mgr.24683) 410 : cluster [DBG] pgmap v801: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2021-07-26T15:56:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:23 smithi046 bash[41283]: cluster 2021-07-26T15:56:22.012389+0000 mgr.y (mgr.24683) 410 : cluster [DBG] pgmap v801: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2021-07-26T15:56:23.830 INFO:tasks.rados.rados.0.smithi046.stdout:3043: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:56:23.830 INFO:tasks.rados.rados.0.smithi046.stdout:3035: done (5 left) 2021-07-26T15:56:23.830 INFO:tasks.rados.rados.0.smithi046.stdout:3036: done (4 left) 2021-07-26T15:56:23.830 INFO:tasks.rados.rados.0.smithi046.stdout:3039: done (3 left) 2021-07-26T15:56:23.831 INFO:tasks.rados.rados.0.smithi046.stdout:3041: done (2 left) 2021-07-26T15:56:23.832 INFO:tasks.rados.rados.0.smithi046.stdout:3042: done (1 left) 2021-07-26T15:56:23.832 INFO:tasks.rados.rados.0.smithi046.stdout:3043: done (0 left) 2021-07-26T15:56:23.832 INFO:tasks.rados.rados.0.smithi046.stdout:3044: read oid 31 snap -1 2021-07-26T15:56:23.833 INFO:tasks.rados.rados.0.smithi046.stdout:3044: expect deleted 2021-07-26T15:56:23.833 INFO:tasks.rados.rados.0.smithi046.stdout:3045: read oid 22 snap 296 2021-07-26T15:56:23.833 INFO:tasks.rados.rados.0.smithi046.stdout:3045: expect (ObjNum 786 snap 242 seq_num 786) 2021-07-26T15:56:23.834 INFO:tasks.rados.rados.0.smithi046.stdout:3046: snap_create 2021-07-26T15:56:23.861 INFO:tasks.rados.rados.0.smithi046.stdout:3045: expect (ObjNum 786 snap 242 seq_num 786) 2021-07-26T15:56:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:23.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:23.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T15:56:23.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 15:56:23 smithi046 bash[50540]: level=error ts=2021-07-26T15:56:23.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T15:56:24.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:24 smithi073 bash[34190]: audit 2021-07-26T15:56:23.559873+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:24 smithi073 bash[34190]: audit 2021-07-26T15:56:23.562503+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:56:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:24 smithi073 bash[34190]: audit 2021-07-26T15:56:23.564616+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:56:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:24 smithi073 bash[34190]: audit 2021-07-26T15:56:23.807079+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:24 smithi073 bash[34190]: audit 2021-07-26T15:56:24.040281+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[41283]: audit 2021-07-26T15:56:23.559873+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[41283]: audit 2021-07-26T15:56:23.562503+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:56:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[41283]: audit 2021-07-26T15:56:23.564616+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:56:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[41283]: audit 2021-07-26T15:56:23.807079+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[41283]: audit 2021-07-26T15:56:24.040281+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[42351]: audit 2021-07-26T15:56:23.559873+0000 mon.a (mon.0) 1230 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:24.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[42351]: audit 2021-07-26T15:56:23.562503+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:56:24.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[42351]: audit 2021-07-26T15:56:23.564616+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:56:24.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[42351]: audit 2021-07-26T15:56:23.807079+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:24 smithi046 bash[42351]: audit 2021-07-26T15:56:24.040281+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:56:24.816 INFO:tasks.rados.rados.0.smithi046.stdout:3044: done (2 left) 2021-07-26T15:56:24.816 INFO:tasks.rados.rados.0.smithi046.stdout:3045: done (1 left) 2021-07-26T15:56:24.817 INFO:tasks.rados.rados.0.smithi046.stdout:3046: done (0 left) 2021-07-26T15:56:24.817 INFO:tasks.rados.rados.0.smithi046.stdout:3047: read oid 36 snap 296 2021-07-26T15:56:24.817 INFO:tasks.rados.rados.0.smithi046.stdout:3047: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:24.817 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 299 2021-07-26T15:56:24.818 INFO:tasks.rados.rados.0.smithi046.stdout:3048: seq_num 972 ranges {1941504=688128,2629632=688128,3317760=516096} 2021-07-26T15:56:24.834 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04638994-44 from 1941504 to 2629632 tid 1 2021-07-26T15:56:24.839 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04638994-44 from 2629632 to 3317760 tid 2 2021-07-26T15:56:24.842 INFO:tasks.rados.rados.0.smithi046.stdout:3048: writing smithi04638994-44 from 3317760 to 3833856 tid 3 2021-07-26T15:56:24.843 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 299 2021-07-26T15:56:24.843 INFO:tasks.rados.rados.0.smithi046.stdout:3049: seq_num 973 ranges {3481600=704512,4186112=573440,4759552=507904,5267456=122880} 2021-07-26T15:56:24.866 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04638994-42 from 3481600 to 4186112 tid 1 2021-07-26T15:56:24.871 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04638994-42 from 4186112 to 4759552 tid 2 2021-07-26T15:56:24.872 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04638994-42 from 4759552 to 5267456 tid 3 2021-07-26T15:56:24.873 INFO:tasks.rados.rados.0.smithi046.stdout:3049: writing smithi04638994-42 from 5267456 to 5390336 tid 4 2021-07-26T15:56:24.873 INFO:tasks.rados.rados.0.smithi046.stdout:3050: rollback oid 22 current snap is 299 2021-07-26T15:56:24.873 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 291 2021-07-26T15:56:24.874 INFO:tasks.rados.rados.0.smithi046.stdout:3047: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:24.894 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 1 to smithi04638994-44 2021-07-26T15:56:24.895 INFO:tasks.rados.rados.0.smithi046.stdout:3047: done (3 left) 2021-07-26T15:56:24.895 INFO:tasks.rados.rados.0.smithi046.stdout:3051: read oid 28 snap -1 2021-07-26T15:56:24.895 INFO:tasks.rados.rados.0.smithi046.stdout:3051: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:56:24.895 INFO:tasks.rados.rados.0.smithi046.stdout:3052: rollback oid 15 current snap is 299 2021-07-26T15:56:24.896 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 292 2021-07-26T15:56:24.896 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 2 to smithi04638994-44 2021-07-26T15:56:24.896 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 3 to smithi04638994-44 2021-07-26T15:56:24.896 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 4 to smithi04638994-44 2021-07-26T15:56:24.896 INFO:tasks.rados.rados.0.smithi046.stdout:3048: finishing write tid 5 to smithi04638994-44 2021-07-26T15:56:24.897 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1201 (ObjNum 972 snap 299 seq_num 972) dirty exists 2021-07-26T15:56:24.897 INFO:tasks.rados.rados.0.smithi046.stdout:3048: left oid 44 (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:56:24.897 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:24.897 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:24.898 INFO:tasks.rados.rados.0.smithi046.stdout:3048: done (4 left) 2021-07-26T15:56:24.898 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 25 current snap is 299 2021-07-26T15:56:24.898 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:24.898 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 4 to smithi04638994-42 2021-07-26T15:56:24.898 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 5 to smithi04638994-42 2021-07-26T15:56:24.899 INFO:tasks.rados.rados.0.smithi046.stdout:3049: finishing write tid 6 to smithi04638994-42 2021-07-26T15:56:24.899 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 959 (ObjNum 973 snap 299 seq_num 973) dirty exists 2021-07-26T15:56:24.899 INFO:tasks.rados.rados.0.smithi046.stdout:3049: left oid 42 (ObjNum 973 snap 299 seq_num 973) 2021-07-26T15:56:24.899 INFO:tasks.rados.rados.0.smithi046.stdout:3050: finishing rollback tid 0 to smithi04638994-22 2021-07-26T15:56:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3050: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:56:24.900 INFO:tasks.rados.rados.0.smithi046.stdout:3050: finishing rollback tid 2 to smithi04638994-22 2021-07-26T15:56:24.901 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1658 (ObjNum 786 snap 242 seq_num 786) dirty exists 2021-07-26T15:56:24.901 INFO:tasks.rados.rados.0.smithi046.stdout:3053: seq_num 974 ranges {3260416=720896,3981312=507904,4489216=671744,5160960=24576} 2021-07-26T15:56:24.918 INFO:tasks.rados.rados.0.smithi046.stdout:3053: writing smithi04638994-25 from 3260416 to 3981312 tid 1 2021-07-26T15:56:24.920 INFO:tasks.rados.rados.0.smithi046.stdout:3053: writing smithi04638994-25 from 3981312 to 4489216 tid 2 2021-07-26T15:56:24.925 INFO:tasks.rados.rados.0.smithi046.stdout:3053: writing smithi04638994-25 from 4489216 to 5160960 tid 3 2021-07-26T15:56:24.925 INFO:tasks.rados.rados.0.smithi046.stdout:3053: writing smithi04638994-25 from 5160960 to 5185536 tid 4 2021-07-26T15:56:24.926 INFO:tasks.rados.rados.0.smithi046.stdout:3049: done (4 left) 2021-07-26T15:56:24.926 INFO:tasks.rados.rados.0.smithi046.stdout:3050: done (3 left) 2021-07-26T15:56:24.927 INFO:tasks.rados.rados.0.smithi046.stdout:3054: snap_remove snap 298 2021-07-26T15:56:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:25 smithi073 bash[34190]: cluster 2021-07-26T15:56:24.013090+0000 mgr.y (mgr.24683) 411 : cluster [DBG] pgmap v802: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:56:25.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:25 smithi073 bash[34190]: cluster 2021-07-26T15:56:24.817037+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T15:56:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:25 smithi046 bash[41283]: cluster 2021-07-26T15:56:24.013090+0000 mgr.y (mgr.24683) 411 : cluster [DBG] pgmap v802: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:56:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:25 smithi046 bash[41283]: cluster 2021-07-26T15:56:24.817037+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T15:56:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:25 smithi046 bash[42351]: cluster 2021-07-26T15:56:24.013090+0000 mgr.y (mgr.24683) 411 : cluster [DBG] pgmap v802: 25 pgs: 25 active+clean; 227 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2021-07-26T15:56:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:25 smithi046 bash[42351]: cluster 2021-07-26T15:56:24.817037+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T15:56:25.819 INFO:tasks.rados.rados.0.smithi046.stdout:3054: done (3 left) 2021-07-26T15:56:25.820 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 299 2021-07-26T15:56:25.820 INFO:tasks.rados.rados.0.smithi046.stdout:3052: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:56:25.820 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1413 (ObjNum 197929680 snap 22029 seq_num 805308624) dirty dne 2021-07-26T15:56:25.821 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 1 to smithi04638994-25 2021-07-26T15:56:25.821 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 2 to smithi04638994-25 2021-07-26T15:56:25.821 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 3 to smithi04638994-25 2021-07-26T15:56:25.821 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 4 to smithi04638994-25 2021-07-26T15:56:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 5 to smithi04638994-25 2021-07-26T15:56:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:3053: finishing write tid 6 to smithi04638994-25 2021-07-26T15:56:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1901 (ObjNum 974 snap 299 seq_num 974) dirty exists 2021-07-26T15:56:25.822 INFO:tasks.rados.rados.0.smithi046.stdout:3053: left oid 25 (ObjNum 974 snap 299 seq_num 974) 2021-07-26T15:56:25.823 INFO:tasks.rados.rados.0.smithi046.stdout:3051: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:56:27.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:26 smithi073 bash[34190]: cluster 2021-07-26T15:56:25.819969+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T15:56:27.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:26 smithi073 bash[34190]: cluster 2021-07-26T15:56:26.013573+0000 mgr.y (mgr.24683) 412 : cluster [DBG] pgmap v805: 25 pgs: 25 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2021-07-26T15:56:27.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:26 smithi073 bash[34190]: cluster 2021-07-26T15:56:26.058101+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T15:56:27.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[41283]: cluster 2021-07-26T15:56:25.819969+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T15:56:27.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[41283]: cluster 2021-07-26T15:56:26.013573+0000 mgr.y (mgr.24683) 412 : cluster [DBG] pgmap v805: 25 pgs: 25 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2021-07-26T15:56:27.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[41283]: cluster 2021-07-26T15:56:26.058101+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T15:56:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[42351]: cluster 2021-07-26T15:56:25.819969+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T15:56:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[42351]: cluster 2021-07-26T15:56:26.013573+0000 mgr.y (mgr.24683) 412 : cluster [DBG] pgmap v805: 25 pgs: 25 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2021-07-26T15:56:27.185 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:26 smithi046 bash[42351]: cluster 2021-07-26T15:56:26.058101+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T15:56:28.094 INFO:tasks.rados.rados.0.smithi046.stdout:3055: seq_num 975 ranges {6103040=737280,6840320=786432,7626752=417792} 2021-07-26T15:56:28.138 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04638994-12 from 6103040 to 6840320 tid 1 2021-07-26T15:56:28.143 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04638994-12 from 6840320 to 7626752 tid 2 2021-07-26T15:56:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:3055: writing smithi04638994-12 from 7626752 to 8044544 tid 3 2021-07-26T15:56:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:3051: done (3 left) 2021-07-26T15:56:28.146 INFO:tasks.rados.rados.0.smithi046.stdout:3052: done (2 left) 2021-07-26T15:56:28.148 INFO:tasks.rados.rados.0.smithi046.stdout:3053: done (1 left) 2021-07-26T15:56:28.148 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 299 2021-07-26T15:56:28.148 INFO:tasks.rados.rados.0.smithi046.stdout:3056: seq_num 976 ranges {3325952=753664,4079616=671744,4751360=532480} 2021-07-26T15:56:28.169 INFO:tasks.rados.rados.0.smithi046.stdout:3056: writing smithi04638994-34 from 3325952 to 4079616 tid 1 2021-07-26T15:56:28.172 INFO:tasks.rados.rados.0.smithi046.stdout:3056: writing smithi04638994-34 from 4079616 to 4751360 tid 2 2021-07-26T15:56:28.176 INFO:tasks.rados.rados.0.smithi046.stdout:3056: writing smithi04638994-34 from 4751360 to 5283840 tid 3 2021-07-26T15:56:28.176 INFO:tasks.rados.rados.0.smithi046.stdout:3057: snap_create 2021-07-26T15:56:28.176 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 1 to smithi04638994-12 2021-07-26T15:56:28.176 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 2 to smithi04638994-12 2021-07-26T15:56:28.177 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 3 to smithi04638994-12 2021-07-26T15:56:28.177 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 4 to smithi04638994-12 2021-07-26T15:56:28.177 INFO:tasks.rados.rados.0.smithi046.stdout:3055: finishing write tid 5 to smithi04638994-12 2021-07-26T15:56:28.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1425 (ObjNum 975 snap 299 seq_num 975) dirty exists 2021-07-26T15:56:28.178 INFO:tasks.rados.rados.0.smithi046.stdout:3055: left oid 12 (ObjNum 975 snap 299 seq_num 975) 2021-07-26T15:56:28.179 INFO:tasks.rados.rados.0.smithi046.stdout:3056: finishing write tid 1 to smithi04638994-34 2021-07-26T15:56:28.180 INFO:tasks.rados.rados.0.smithi046.stdout:3056: finishing write tid 2 to smithi04638994-34 2021-07-26T15:56:28.181 INFO:tasks.rados.rados.0.smithi046.stdout:3056: finishing write tid 3 to smithi04638994-34 2021-07-26T15:56:28.182 INFO:tasks.rados.rados.0.smithi046.stdout:3056: finishing write tid 4 to smithi04638994-34 2021-07-26T15:56:28.183 INFO:tasks.rados.rados.0.smithi046.stdout:3056: finishing write tid 5 to smithi04638994-34 2021-07-26T15:56:28.184 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1905 (ObjNum 976 snap 299 seq_num 976) dirty exists 2021-07-26T15:56:28.184 INFO:tasks.rados.rados.0.smithi046.stdout:3056: left oid 34 (ObjNum 976 snap 299 seq_num 976) 2021-07-26T15:56:29.080 INFO:tasks.rados.rados.0.smithi046.stdout:3055: done (2 left) 2021-07-26T15:56:29.080 INFO:tasks.rados.rados.0.smithi046.stdout:3056: done (1 left) 2021-07-26T15:56:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:3057: done (0 left) 2021-07-26T15:56:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:3058: rollback oid 46 current snap is 300 2021-07-26T15:56:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 280 2021-07-26T15:56:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:3059: read oid 21 snap -1 2021-07-26T15:56:29.081 INFO:tasks.rados.rados.0.smithi046.stdout:3059: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:29.082 INFO:tasks.rados.rados.0.smithi046.stdout:3060: delete oid 26 current snap is 300 2021-07-26T15:56:29.087 INFO:tasks.rados.rados.0.smithi046.stdout:3060: done (2 left) 2021-07-26T15:56:29.087 INFO:tasks.rados.rados.0.smithi046.stdout:3061: read oid 3 snap 293 2021-07-26T15:56:29.087 INFO:tasks.rados.rados.0.smithi046.stdout:3061: expect (ObjNum 950 snap 292 seq_num 950) 2021-07-26T15:56:29.087 INFO:tasks.rados.rados.0.smithi046.stdout:3062: copy_from oid 23 from oid 35 current snap is 300 2021-07-26T15:56:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:3058: finishing rollback tid 0 to smithi04638994-46 2021-07-26T15:56:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:3063: rollback oid 41 current snap is 300 2021-07-26T15:56:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 299 2021-07-26T15:56:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:3064: read oid 24 snap -1 2021-07-26T15:56:29.088 INFO:tasks.rados.rados.0.smithi046.stdout:3064: expect deleted 2021-07-26T15:56:29.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 300 2021-07-26T15:56:29.089 INFO:tasks.rados.rados.0.smithi046.stdout:3065: seq_num 978 ranges {5160960=786432,5947392=442368,6389760=647168,7036928=114688} 2021-07-26T15:56:29.121 INFO:tasks.rados.rados.0.smithi046.stdout:3065: writing smithi04638994-19 from 5160960 to 5947392 tid 1 2021-07-26T15:56:29.123 INFO:tasks.rados.rados.0.smithi046.stdout:3065: writing smithi04638994-19 from 5947392 to 6389760 tid 2 2021-07-26T15:56:29.127 INFO:tasks.rados.rados.0.smithi046.stdout:3065: writing smithi04638994-19 from 6389760 to 7036928 tid 3 2021-07-26T15:56:29.128 INFO:tasks.rados.rados.0.smithi046.stdout:3065: writing smithi04638994-19 from 7036928 to 7151616 tid 4 2021-07-26T15:56:29.129 INFO:tasks.rados.rados.0.smithi046.stdout:3066: copy_from oid 45 from oid 33 current snap is 300 2021-07-26T15:56:29.129 INFO:tasks.rados.rados.0.smithi046.stdout:3058: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:56:29.129 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1907 (ObjNum 1784830315 snap 1666536022 seq_num 1768709713) dirty dne 2021-07-26T15:56:29.129 INFO:tasks.rados.rados.0.smithi046.stdout:3058: done (7 left) 2021-07-26T15:56:29.130 INFO:tasks.rados.rados.0.smithi046.stdout:3067: read oid 6 snap -1 2021-07-26T15:56:29.130 INFO:tasks.rados.rados.0.smithi046.stdout:3067: expect (ObjNum 926 snap 279 seq_num 926) 2021-07-26T15:56:29.130 INFO:tasks.rados.rados.0.smithi046.stdout:3068: snap_remove snap 275 2021-07-26T15:56:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:29 smithi073 bash[34190]: cluster 2021-07-26T15:56:28.013961+0000 mgr.y (mgr.24683) 413 : cluster [DBG] pgmap v807: 25 pgs: 25 active+clean; 240 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:56:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:29 smithi046 bash[41283]: cluster 2021-07-26T15:56:28.013961+0000 mgr.y (mgr.24683) 413 : cluster [DBG] pgmap v807: 25 pgs: 25 active+clean; 240 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:56:29.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:29 smithi046 bash[42351]: cluster 2021-07-26T15:56:28.013961+0000 mgr.y (mgr.24683) 413 : cluster [DBG] pgmap v807: 25 pgs: 25 active+clean; 240 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2021-07-26T15:56:30.083 INFO:tasks.rados.rados.0.smithi046.stdout:3068: done (8 left) 2021-07-26T15:56:30.084 INFO:tasks.rados.rados.0.smithi046.stdout:3069: setattr oid 46 current snap is 300 2021-07-26T15:56:30.084 INFO:tasks.rados.rados.0.smithi046.stdout:3059: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:30.119 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:56:30.119 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:56:30.119 INFO:tasks.rados.rados.0.smithi046.stdout:3063: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:56:30.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1431 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:30.120 INFO:tasks.rados.rados.0.smithi046.stdout:3062: finishing copy_from to smithi04638994-23 2021-07-26T15:56:30.120 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1709 (ObjNum 947 snap 292 seq_num 947) dirty exists 2021-07-26T15:56:30.120 INFO:tasks.rados.rados.0.smithi046.stdout:3062: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:56:30.121 INFO:tasks.rados.rados.0.smithi046.stdout:3061: expect (ObjNum 950 snap 292 seq_num 950) 2021-07-26T15:56:30.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:30 smithi073 bash[34190]: cluster 2021-07-26T15:56:29.080025+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T15:56:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:30 smithi046 bash[41283]: cluster 2021-07-26T15:56:29.080025+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T15:56:30.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:30 smithi046 bash[42351]: cluster 2021-07-26T15:56:29.080025+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T15:56:30.456 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 1 to smithi04638994-19 2021-07-26T15:56:30.457 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 2 to smithi04638994-19 2021-07-26T15:56:30.457 INFO:tasks.rados.rados.0.smithi046.stdout:3067: expect (ObjNum 926 snap 279 seq_num 926) 2021-07-26T15:56:30.485 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 3 to smithi04638994-19 2021-07-26T15:56:30.486 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 4 to smithi04638994-19 2021-07-26T15:56:30.486 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 5 to smithi04638994-19 2021-07-26T15:56:30.486 INFO:tasks.rados.rados.0.smithi046.stdout:3065: finishing write tid 6 to smithi04638994-19 2021-07-26T15:56:30.487 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1244 (ObjNum 978 snap 300 seq_num 978) dirty exists 2021-07-26T15:56:30.487 INFO:tasks.rados.rados.0.smithi046.stdout:3065: left oid 19 (ObjNum 978 snap 300 seq_num 978) 2021-07-26T15:56:30.488 INFO:tasks.rados.rados.0.smithi046.stdout:3066: finishing copy_from to smithi04638994-45 2021-07-26T15:56:30.488 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1235 (ObjNum 969 snap 298 seq_num 969) dirty exists 2021-07-26T15:56:30.488 INFO:tasks.rados.rados.0.smithi046.stdout:3066: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:56:30.488 INFO:tasks.rados.rados.0.smithi046.stdout:3059: done (8 left) 2021-07-26T15:56:30.489 INFO:tasks.rados.rados.0.smithi046.stdout:3061: done (7 left) 2021-07-26T15:56:30.490 INFO:tasks.rados.rados.0.smithi046.stdout:3062: done (6 left) 2021-07-26T15:56:30.491 INFO:tasks.rados.rados.0.smithi046.stdout:3063: done (5 left) 2021-07-26T15:56:30.491 INFO:tasks.rados.rados.0.smithi046.stdout:3064: done (4 left) 2021-07-26T15:56:30.491 INFO:tasks.rados.rados.0.smithi046.stdout:3065: done (3 left) 2021-07-26T15:56:30.492 INFO:tasks.rados.rados.0.smithi046.stdout:3066: done (2 left) 2021-07-26T15:56:30.492 INFO:tasks.rados.rados.0.smithi046.stdout:3067: done (1 left) 2021-07-26T15:56:30.492 INFO:tasks.rados.rados.0.smithi046.stdout:3070: copy_from oid 43 from oid 15 current snap is 300 2021-07-26T15:56:30.492 INFO:tasks.rados.rados.0.smithi046.stdout:3071: rollback oid 11 current snap is 300 2021-07-26T15:56:30.492 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 290 2021-07-26T15:56:30.493 INFO:tasks.rados.rados.0.smithi046.stdout:3072: rollback oid 3 current snap is 300 2021-07-26T15:56:30.493 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 296 2021-07-26T15:56:30.493 INFO:tasks.rados.rados.0.smithi046.stdout:3073: rmattr oid 31 current snap is 300 2021-07-26T15:56:30.493 INFO:tasks.rados.rados.0.smithi046.stdout:3073: done (4 left) 2021-07-26T15:56:30.494 INFO:tasks.rados.rados.0.smithi046.stdout:3074: read oid 40 snap -1 2021-07-26T15:56:30.494 INFO:tasks.rados.rados.0.smithi046.stdout:3074: expect (ObjNum 931 snap 282 seq_num 931) 2021-07-26T15:56:30.494 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 29 current snap is 300 2021-07-26T15:56:30.494 INFO:tasks.rados.rados.0.smithi046.stdout:3075: seq_num 979 ranges {3137536=802816,3940352=729088,4669440=458752,5128192=16384} 2021-07-26T15:56:30.522 INFO:tasks.rados.rados.0.smithi046.stdout:3075: writing smithi04638994-29 from 3137536 to 3940352 tid 1 2021-07-26T15:56:30.522 INFO:tasks.rados.rados.0.smithi046.stdout:3075: writing smithi04638994-29 from 3940352 to 4669440 tid 2 2021-07-26T15:56:30.529 INFO:tasks.rados.rados.0.smithi046.stdout:3075: writing smithi04638994-29 from 4669440 to 5128192 tid 3 2021-07-26T15:56:30.529 INFO:tasks.rados.rados.0.smithi046.stdout:3075: writing smithi04638994-29 from 5128192 to 5144576 tid 4 2021-07-26T15:56:30.530 INFO:tasks.rados.rados.0.smithi046.stdout:3076: copy_from oid 31 from oid 23 current snap is 300 2021-07-26T15:56:30.530 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1908 (ObjNum 1784830315 snap 1666536022 seq_num 1768709713) dirty exists 2021-07-26T15:56:30.531 INFO:tasks.rados.rados.0.smithi046.stdout:3070: finishing copy_from to smithi04638994-43 2021-07-26T15:56:30.531 INFO:tasks.rados.rados.0.smithi046.stdout:3070: got expected ENOENT (src dne) 2021-07-26T15:56:30.532 INFO:tasks.rados.rados.0.smithi046.stdout:3070: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:56:30.532 INFO:tasks.rados.rados.0.smithi046.stdout:3072: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:56:30.534 INFO:tasks.rados.rados.0.smithi046.stdout:3072: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:56:30.534 INFO:tasks.rados.rados.0.smithi046.stdout:3072: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:56:30.535 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1204 (ObjNum 950 snap 292 seq_num 950) dirty exists 2021-07-26T15:56:30.535 INFO:tasks.rados.rados.0.smithi046.stdout:3071: finishing rollback tid 0 to smithi04638994-11 2021-07-26T15:56:30.536 INFO:tasks.rados.rados.0.smithi046.stdout:3071: finishing rollback tid 1 to smithi04638994-11 2021-07-26T15:56:30.536 INFO:tasks.rados.rados.0.smithi046.stdout:3071: finishing rollback tid 2 to smithi04638994-11 2021-07-26T15:56:30.537 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1966 (ObjNum 900 snap 268 seq_num 900) dirty exists 2021-07-26T15:56:30.537 INFO:tasks.rados.rados.0.smithi046.stdout:3074: expect (ObjNum 931 snap 282 seq_num 931) 2021-07-26T15:56:30.601 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 1 to smithi04638994-29 2021-07-26T15:56:30.601 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 2 to smithi04638994-29 2021-07-26T15:56:30.601 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 3 to smithi04638994-29 2021-07-26T15:56:30.602 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 4 to smithi04638994-29 2021-07-26T15:56:30.602 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 5 to smithi04638994-29 2021-07-26T15:56:30.602 INFO:tasks.rados.rados.0.smithi046.stdout:3075: finishing write tid 6 to smithi04638994-29 2021-07-26T15:56:30.602 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1972 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:56:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:3075: left oid 29 (ObjNum 979 snap 300 seq_num 979) 2021-07-26T15:56:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:3076: finishing copy_from to smithi04638994-31 2021-07-26T15:56:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1709 (ObjNum 947 snap 292 seq_num 947) dirty exists 2021-07-26T15:56:30.603 INFO:tasks.rados.rados.0.smithi046.stdout:3076: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:56:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:3069: done (6 left) 2021-07-26T15:56:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:3070: done (5 left) 2021-07-26T15:56:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:3071: done (4 left) 2021-07-26T15:56:30.604 INFO:tasks.rados.rados.0.smithi046.stdout:3072: done (3 left) 2021-07-26T15:56:30.605 INFO:tasks.rados.rados.0.smithi046.stdout:3074: done (2 left) 2021-07-26T15:56:30.605 INFO:tasks.rados.rados.0.smithi046.stdout:3075: done (1 left) 2021-07-26T15:56:30.605 INFO:tasks.rados.rados.0.smithi046.stdout:3076: done (0 left) 2021-07-26T15:56:30.605 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 300 2021-07-26T15:56:30.605 INFO:tasks.rados.rados.0.smithi046.stdout:3077: seq_num 980 ranges {3604480=417792,4022272=614400,4636672=663552,5300224=327680} 2021-07-26T15:56:30.631 INFO:tasks.rados.rados.0.smithi046.stdout:3077: writing smithi04638994-9 from 3604480 to 4022272 tid 1 2021-07-26T15:56:30.640 INFO:tasks.rados.rados.0.smithi046.stdout:3077: writing smithi04638994-9 from 4022272 to 4636672 tid 2 2021-07-26T15:56:30.641 INFO:tasks.rados.rados.0.smithi046.stdout:3077: writing smithi04638994-9 from 4636672 to 5300224 tid 3 2021-07-26T15:56:30.644 INFO:tasks.rados.rados.0.smithi046.stdout:3077: writing smithi04638994-9 from 5300224 to 5627904 tid 4 2021-07-26T15:56:30.644 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 300 2021-07-26T15:56:30.644 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 1 to smithi04638994-9 2021-07-26T15:56:30.645 INFO:tasks.rados.rados.0.smithi046.stdout:3078: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2021-07-26T15:56:30.646 INFO:tasks.rados.rados.0.smithi046.stdout:3078: writing smithi04638994-43 from 0 to 434176 tid 1 2021-07-26T15:56:30.649 INFO:tasks.rados.rados.0.smithi046.stdout:3078: writing smithi04638994-43 from 434176 to 974848 tid 2 2021-07-26T15:56:30.653 INFO:tasks.rados.rados.0.smithi046.stdout:3078: writing smithi04638994-43 from 974848 to 1441792 tid 3 2021-07-26T15:56:30.655 INFO:tasks.rados.rados.0.smithi046.stdout:3078: writing smithi04638994-43 from 1441792 to 1966080 tid 4 2021-07-26T15:56:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:3078: writing smithi04638994-43 from 1966080 to 2039808 tid 5 2021-07-26T15:56:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:3079: rollback oid 16 current snap is 300 2021-07-26T15:56:30.657 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 16 to 294 2021-07-26T15:56:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 2 to smithi04638994-9 2021-07-26T15:56:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:3080: rmattr oid 20 current snap is 300 2021-07-26T15:56:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:3080: done (3 left) 2021-07-26T15:56:30.658 INFO:tasks.rados.rados.0.smithi046.stdout:3081: setattr oid 12 current snap is 300 2021-07-26T15:56:30.659 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 3 to smithi04638994-9 2021-07-26T15:56:30.659 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 4 to smithi04638994-9 2021-07-26T15:56:30.659 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 5 to smithi04638994-9 2021-07-26T15:56:30.659 INFO:tasks.rados.rados.0.smithi046.stdout:3077: finishing write tid 6 to smithi04638994-9 2021-07-26T15:56:30.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 1982 (ObjNum 980 snap 300 seq_num 980) dirty exists 2021-07-26T15:56:30.660 INFO:tasks.rados.rados.0.smithi046.stdout:3077: left oid 9 (ObjNum 980 snap 300 seq_num 980) 2021-07-26T15:56:30.660 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 1 to smithi04638994-43 2021-07-26T15:56:30.660 INFO:tasks.rados.rados.0.smithi046.stdout:3077: done (3 left) 2021-07-26T15:56:30.661 INFO:tasks.rados.rados.0.smithi046.stdout:3082: snap_create 2021-07-26T15:56:30.662 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 2 to smithi04638994-43 2021-07-26T15:56:30.662 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 3 to smithi04638994-43 2021-07-26T15:56:30.664 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 4 to smithi04638994-43 2021-07-26T15:56:30.664 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 5 to smithi04638994-43 2021-07-26T15:56:30.665 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 6 to smithi04638994-43 2021-07-26T15:56:30.666 INFO:tasks.rados.rados.0.smithi046.stdout:3079: finishing rollback tid 1 to smithi04638994-16 2021-07-26T15:56:30.666 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:56:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3078: finishing write tid 7 to smithi04638994-43 2021-07-26T15:56:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1431 (ObjNum 981 snap 300 seq_num 981) dirty exists 2021-07-26T15:56:30.669 INFO:tasks.rados.rados.0.smithi046.stdout:3078: left oid 43 (ObjNum 981 snap 300 seq_num 981) 2021-07-26T15:56:30.670 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1432 (ObjNum 975 snap 299 seq_num 975) dirty exists 2021-07-26T15:56:31.061 INFO:tasks.rados.rados.0.smithi046.stdout:3078: done (3 left) 2021-07-26T15:56:31.061 INFO:tasks.rados.rados.0.smithi046.stdout:3079: done (2 left) 2021-07-26T15:56:31.062 INFO:tasks.rados.rados.0.smithi046.stdout:3081: done (1 left) 2021-07-26T15:56:31.062 INFO:tasks.rados.rados.0.smithi046.stdout:3082: done (0 left) 2021-07-26T15:56:31.062 INFO:tasks.rados.rados.0.smithi046.stdout:3083: delete oid 42 current snap is 301 2021-07-26T15:56:31.071 INFO:tasks.rados.rados.0.smithi046.stdout:3083: done (0 left) 2021-07-26T15:56:31.071 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 301 2021-07-26T15:56:31.071 INFO:tasks.rados.rados.0.smithi046.stdout:3084: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2021-07-26T15:56:31.074 INFO:tasks.rados.rados.0.smithi046.stdout:3084: writing smithi04638994-26 from 0 to 466944 tid 1 2021-07-26T15:56:31.079 INFO:tasks.rados.rados.0.smithi046.stdout:3084: writing smithi04638994-26 from 466944 to 1179648 tid 2 2021-07-26T15:56:31.082 INFO:tasks.rados.rados.0.smithi046.stdout:3084: writing smithi04638994-26 from 1179648 to 1613824 tid 3 2021-07-26T15:56:31.085 INFO:tasks.rados.rados.0.smithi046.stdout:3084: writing smithi04638994-26 from 1613824 to 2072576 tid 4 2021-07-26T15:56:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 301 2021-07-26T15:56:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 1 to smithi04638994-26 2021-07-26T15:56:31.086 INFO:tasks.rados.rados.0.smithi046.stdout:3085: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2021-07-26T15:56:31.088 INFO:tasks.rados.rados.0.smithi046.stdout:3085: writing smithi04638994-42 from 0 to 483328 tid 1 2021-07-26T15:56:31.092 INFO:tasks.rados.rados.0.smithi046.stdout:3085: writing smithi04638994-42 from 483328 to 1081344 tid 2 2021-07-26T15:56:31.096 INFO:tasks.rados.rados.0.smithi046.stdout:3085: writing smithi04638994-42 from 1081344 to 1728512 tid 3 2021-07-26T15:56:31.099 INFO:tasks.rados.rados.0.smithi046.stdout:3085: writing smithi04638994-42 from 1728512 to 2088960 tid 4 2021-07-26T15:56:31.099 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 301 2021-07-26T15:56:31.099 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 2 to smithi04638994-26 2021-07-26T15:56:31.100 INFO:tasks.rados.rados.0.smithi046.stdout:3086: seq_num 985 ranges {5537792=499712,6037504=483328,6520832=450560,6971392=581632,7553024=90112} 2021-07-26T15:56:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04638994-22 from 5537792 to 6037504 tid 1 2021-07-26T15:56:31.134 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04638994-22 from 6037504 to 6520832 tid 2 2021-07-26T15:56:31.137 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04638994-22 from 6520832 to 6971392 tid 3 2021-07-26T15:56:31.140 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04638994-22 from 6971392 to 7553024 tid 4 2021-07-26T15:56:31.141 INFO:tasks.rados.rados.0.smithi046.stdout:3086: writing smithi04638994-22 from 7553024 to 7643136 tid 5 2021-07-26T15:56:31.141 INFO:tasks.rados.rados.0.smithi046.stdout:3087: delete oid 44 current snap is 301 2021-07-26T15:56:31.141 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 3 to smithi04638994-26 2021-07-26T15:56:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 4 to smithi04638994-26 2021-07-26T15:56:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 5 to smithi04638994-26 2021-07-26T15:56:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:31.142 INFO:tasks.rados.rados.0.smithi046.stdout:3084: finishing write tid 6 to smithi04638994-26 2021-07-26T15:56:31.143 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1807 (ObjNum 983 snap 301 seq_num 983) dirty exists 2021-07-26T15:56:31.143 INFO:tasks.rados.rados.0.smithi046.stdout:3084: left oid 26 (ObjNum 983 snap 301 seq_num 983) 2021-07-26T15:56:31.144 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:31.144 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:31.145 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 4 to smithi04638994-42 2021-07-26T15:56:31.145 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 5 to smithi04638994-42 2021-07-26T15:56:31.146 INFO:tasks.rados.rados.0.smithi046.stdout:3085: finishing write tid 6 to smithi04638994-42 2021-07-26T15:56:31.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 965 (ObjNum 984 snap 301 seq_num 984) dirty exists 2021-07-26T15:56:31.147 INFO:tasks.rados.rados.0.smithi046.stdout:3085: left oid 42 (ObjNum 984 snap 301 seq_num 984) 2021-07-26T15:56:31.149 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 1 to smithi04638994-22 2021-07-26T15:56:31.150 INFO:tasks.rados.rados.0.smithi046.stdout:3084: done (3 left) 2021-07-26T15:56:31.150 INFO:tasks.rados.rados.0.smithi046.stdout:3085: done (2 left) 2021-07-26T15:56:31.151 INFO:tasks.rados.rados.0.smithi046.stdout:3087: done (1 left) 2021-07-26T15:56:31.151 INFO:tasks.rados.rados.0.smithi046.stdout:3088: read oid 18 snap -1 2021-07-26T15:56:31.151 INFO:tasks.rados.rados.0.smithi046.stdout:3088: expect (ObjNum 902 snap 268 seq_num 902) 2021-07-26T15:56:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 301 2021-07-26T15:56:31.152 INFO:tasks.rados.rados.0.smithi046.stdout:3089: seq_num 987 ranges {1605632=532480,2138112=647168,2785280=417792,3203072=409600,3612672=131072} 2021-07-26T15:56:31.157 INFO:tasks.rados.rados.0.smithi046.stdout:3089: writing smithi04638994-39 from 1605632 to 2138112 tid 1 2021-07-26T15:56:31.160 INFO:tasks.rados.rados.0.smithi046.stdout:3089: writing smithi04638994-39 from 2138112 to 2785280 tid 2 2021-07-26T15:56:31.162 INFO:tasks.rados.rados.0.smithi046.stdout:3089: writing smithi04638994-39 from 2785280 to 3203072 tid 3 2021-07-26T15:56:31.164 INFO:tasks.rados.rados.0.smithi046.stdout:3089: writing smithi04638994-39 from 3203072 to 3612672 tid 4 2021-07-26T15:56:31.166 INFO:tasks.rados.rados.0.smithi046.stdout:3089: writing smithi04638994-39 from 3612672 to 3743744 tid 5 2021-07-26T15:56:31.166 INFO:tasks.rados.rados.0.smithi046.stdout:3090: read oid 1 snap 280 2021-07-26T15:56:31.167 INFO:tasks.rados.rados.0.smithi046.stdout:3090: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:31.167 INFO:tasks.rados.rados.0.smithi046.stdout:3091: copy_from oid 6 from oid 29 current snap is 301 2021-07-26T15:56:31.167 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 2 to smithi04638994-22 2021-07-26T15:56:31.167 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 3 to smithi04638994-22 2021-07-26T15:56:31.168 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 4 to smithi04638994-22 2021-07-26T15:56:31.168 INFO:tasks.rados.rados.0.smithi046.stdout:3088: expect (ObjNum 902 snap 268 seq_num 902) 2021-07-26T15:56:31.196 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 5 to smithi04638994-22 2021-07-26T15:56:31.197 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 6 to smithi04638994-22 2021-07-26T15:56:31.197 INFO:tasks.rados.rados.0.smithi046.stdout:3086: finishing write tid 7 to smithi04638994-22 2021-07-26T15:56:31.197 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1664 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:56:31.198 INFO:tasks.rados.rados.0.smithi046.stdout:3086: left oid 22 (ObjNum 985 snap 301 seq_num 985) 2021-07-26T15:56:31.198 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 1 to smithi04638994-39 2021-07-26T15:56:31.198 INFO:tasks.rados.rados.0.smithi046.stdout:3086: done (4 left) 2021-07-26T15:56:31.199 INFO:tasks.rados.rados.0.smithi046.stdout:3088: done (3 left) 2021-07-26T15:56:31.199 INFO:tasks.rados.rados.0.smithi046.stdout:3092: delete oid 11 current snap is 301 2021-07-26T15:56:31.199 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 2 to smithi04638994-39 2021-07-26T15:56:31.199 INFO:tasks.rados.rados.0.smithi046.stdout:3090: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:31.218 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 3 to smithi04638994-39 2021-07-26T15:56:31.219 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 4 to smithi04638994-39 2021-07-26T15:56:31.219 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 5 to smithi04638994-39 2021-07-26T15:56:31.219 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 6 to smithi04638994-39 2021-07-26T15:56:31.220 INFO:tasks.rados.rados.0.smithi046.stdout:3089: finishing write tid 7 to smithi04638994-39 2021-07-26T15:56:31.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1717 (ObjNum 987 snap 301 seq_num 987) dirty exists 2021-07-26T15:56:31.220 INFO:tasks.rados.rados.0.smithi046.stdout:3089: left oid 39 (ObjNum 987 snap 301 seq_num 987) 2021-07-26T15:56:31.220 INFO:tasks.rados.rados.0.smithi046.stdout:3091: finishing copy_from to smithi04638994-6 2021-07-26T15:56:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1972 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:56:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:3091: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:56:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:3089: done (3 left) 2021-07-26T15:56:31.221 INFO:tasks.rados.rados.0.smithi046.stdout:3090: done (2 left) 2021-07-26T15:56:31.222 INFO:tasks.rados.rados.0.smithi046.stdout:3091: done (1 left) 2021-07-26T15:56:31.222 INFO:tasks.rados.rados.0.smithi046.stdout:3092: done (0 left) 2021-07-26T15:56:31.222 INFO:tasks.rados.rados.0.smithi046.stdout:3093: snap_remove snap 280 2021-07-26T15:56:31.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:31 smithi073 bash[34190]: cluster 2021-07-26T15:56:30.014603+0000 mgr.y (mgr.24683) 414 : cluster [DBG] pgmap v809: 25 pgs: 25 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2021-07-26T15:56:31.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:31 smithi073 bash[34190]: cluster 2021-07-26T15:56:30.084214+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T15:56:31.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:31 smithi073 bash[34190]: cluster 2021-07-26T15:56:31.062067+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T15:56:31.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[41283]: cluster 2021-07-26T15:56:30.014603+0000 mgr.y (mgr.24683) 414 : cluster [DBG] pgmap v809: 25 pgs: 25 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2021-07-26T15:56:31.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[41283]: cluster 2021-07-26T15:56:30.084214+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T15:56:31.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[41283]: cluster 2021-07-26T15:56:31.062067+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T15:56:31.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[42351]: cluster 2021-07-26T15:56:30.014603+0000 mgr.y (mgr.24683) 414 : cluster [DBG] pgmap v809: 25 pgs: 25 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2021-07-26T15:56:31.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[42351]: cluster 2021-07-26T15:56:30.084214+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T15:56:31.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:31 smithi046 bash[42351]: cluster 2021-07-26T15:56:31.062067+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T15:56:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3093: done (0 left) 2021-07-26T15:56:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3094: read oid 4 snap -1 2021-07-26T15:56:32.118 INFO:tasks.rados.rados.0.smithi046.stdout:3094: expect (ObjNum 945 snap 292 seq_num 945) 2021-07-26T15:56:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3095: rollback oid 7 current snap is 301 2021-07-26T15:56:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 296 2021-07-26T15:56:32.119 INFO:tasks.rados.rados.0.smithi046.stdout:3096: read oid 15 snap 292 2021-07-26T15:56:32.120 INFO:tasks.rados.rados.0.smithi046.stdout:3096: expect deleted 2021-07-26T15:56:32.120 INFO:tasks.rados.rados.0.smithi046.stdout:3097: snap_remove snap 287 2021-07-26T15:56:33.121 INFO:tasks.rados.rados.0.smithi046.stdout:3097: done (3 left) 2021-07-26T15:56:33.121 INFO:tasks.rados.rados.0.smithi046.stdout:3098: copy_from oid 50 from oid 37 current snap is 301 2021-07-26T15:56:33.121 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:56:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:56:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:3095: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:56:33.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1986 (ObjNum 865 snap 259 seq_num 865) dirty exists 2021-07-26T15:56:33.123 INFO:tasks.rados.rados.0.smithi046.stdout:3094: expect (ObjNum 945 snap 292 seq_num 945) 2021-07-26T15:56:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:33 smithi046 bash[41283]: cluster 2021-07-26T15:56:32.015321+0000 mgr.y (mgr.24683) 415 : cluster [DBG] pgmap v812: 25 pgs: 25 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2021-07-26T15:56:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:33 smithi046 bash[41283]: cluster 2021-07-26T15:56:32.118044+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T15:56:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:33 smithi046 bash[42351]: cluster 2021-07-26T15:56:32.015321+0000 mgr.y (mgr.24683) 415 : cluster [DBG] pgmap v812: 25 pgs: 25 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2021-07-26T15:56:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:33 smithi046 bash[42351]: cluster 2021-07-26T15:56:32.118044+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T15:56:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:3098: finishing copy_from to smithi04638994-50 2021-07-26T15:56:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1722 (ObjNum 959 snap 296 seq_num 959) dirty exists 2021-07-26T15:56:33.563 INFO:tasks.rados.rados.0.smithi046.stdout:3098: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:56:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:3094: done (3 left) 2021-07-26T15:56:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:3095: done (2 left) 2021-07-26T15:56:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:3096: done (1 left) 2021-07-26T15:56:33.564 INFO:tasks.rados.rados.0.smithi046.stdout:3098: done (0 left) 2021-07-26T15:56:33.565 INFO:tasks.rados.rados.0.smithi046.stdout:3099: snap_remove snap 291 2021-07-26T15:56:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:33 smithi073 bash[34190]: cluster 2021-07-26T15:56:32.015321+0000 mgr.y (mgr.24683) 415 : cluster [DBG] pgmap v812: 25 pgs: 25 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2021-07-26T15:56:33.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:33 smithi073 bash[34190]: cluster 2021-07-26T15:56:32.118044+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T15:56:34.139 INFO:tasks.rados.rados.0.smithi046.stdout:3099: done (0 left) 2021-07-26T15:56:34.139 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 301 2021-07-26T15:56:34.139 INFO:tasks.rados.rados.0.smithi046.stdout:3100: seq_num 989 ranges {7380992=573440,7954432=466944,8421376=434176,8855552=638976,9494528=65536} 2021-07-26T15:56:34.187 INFO:tasks.rados.rados.0.smithi046.stdout:3100: writing smithi04638994-45 from 7380992 to 7954432 tid 1 2021-07-26T15:56:34.190 INFO:tasks.rados.rados.0.smithi046.stdout:3100: writing smithi04638994-45 from 7954432 to 8421376 tid 2 2021-07-26T15:56:34.191 INFO:tasks.rados.rados.0.smithi046.stdout:3100: writing smithi04638994-45 from 8421376 to 8855552 tid 3 2021-07-26T15:56:34.195 INFO:tasks.rados.rados.0.smithi046.stdout:3100: writing smithi04638994-45 from 8855552 to 9494528 tid 4 2021-07-26T15:56:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:3100: writing smithi04638994-45 from 9494528 to 9560064 tid 5 2021-07-26T15:56:34.196 INFO:tasks.rados.rados.0.smithi046.stdout:3101: snap_remove snap 290 2021-07-26T15:56:34.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:34 smithi046 bash[41283]: cluster 2021-07-26T15:56:33.121377+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T15:56:34.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:34 smithi046 bash[42351]: cluster 2021-07-26T15:56:33.121377+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T15:56:34.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:34 smithi073 bash[34190]: cluster 2021-07-26T15:56:33.121377+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T15:56:35.143 INFO:tasks.rados.rados.0.smithi046.stdout:3101: done (1 left) 2021-07-26T15:56:35.143 INFO:tasks.rados.rados.0.smithi046.stdout:3102: delete oid 28 current snap is 301 2021-07-26T15:56:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:35.148 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 4 to smithi04638994-45 2021-07-26T15:56:35.148 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 5 to smithi04638994-45 2021-07-26T15:56:35.148 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 6 to smithi04638994-45 2021-07-26T15:56:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:3100: finishing write tid 7 to smithi04638994-45 2021-07-26T15:56:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1729 (ObjNum 989 snap 301 seq_num 989) dirty exists 2021-07-26T15:56:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:3100: left oid 45 (ObjNum 989 snap 301 seq_num 989) 2021-07-26T15:56:35.160 INFO:tasks.rados.rados.0.smithi046.stdout:3100: done (1 left) 2021-07-26T15:56:35.160 INFO:tasks.rados.rados.0.smithi046.stdout:3102: done (0 left) 2021-07-26T15:56:35.161 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 301 2021-07-26T15:56:35.161 INFO:tasks.rados.rados.0.smithi046.stdout:3103: seq_num 991 ranges {7946240=606208,8552448=638976,9191424=794624,9986048=172032} 2021-07-26T15:56:35.209 INFO:tasks.rados.rados.0.smithi046.stdout:3103: writing smithi04638994-4 from 7946240 to 8552448 tid 1 2021-07-26T15:56:35.212 INFO:tasks.rados.rados.0.smithi046.stdout:3103: writing smithi04638994-4 from 8552448 to 9191424 tid 2 2021-07-26T15:56:35.216 INFO:tasks.rados.rados.0.smithi046.stdout:3103: writing smithi04638994-4 from 9191424 to 9986048 tid 3 2021-07-26T15:56:35.217 INFO:tasks.rados.rados.0.smithi046.stdout:3103: writing smithi04638994-4 from 9986048 to 10158080 tid 4 2021-07-26T15:56:35.218 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 301 2021-07-26T15:56:35.218 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 1 to smithi04638994-4 2021-07-26T15:56:35.218 INFO:tasks.rados.rados.0.smithi046.stdout:3104: seq_num 992 ranges {2072576=622592,2695168=524288,3219456=606208,3825664=475136} 2021-07-26T15:56:35.233 INFO:tasks.rados.rados.0.smithi046.stdout:3104: writing smithi04638994-40 from 2072576 to 2695168 tid 1 2021-07-26T15:56:35.236 INFO:tasks.rados.rados.0.smithi046.stdout:3104: writing smithi04638994-40 from 2695168 to 3219456 tid 2 2021-07-26T15:56:35.239 INFO:tasks.rados.rados.0.smithi046.stdout:3104: writing smithi04638994-40 from 3219456 to 3825664 tid 3 2021-07-26T15:56:35.242 INFO:tasks.rados.rados.0.smithi046.stdout:3104: writing smithi04638994-40 from 3825664 to 4300800 tid 4 2021-07-26T15:56:35.243 INFO:tasks.rados.rados.0.smithi046.stdout:3105: copy_from oid 33 from oid 22 current snap is 301 2021-07-26T15:56:35.243 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 2 to smithi04638994-4 2021-07-26T15:56:35.243 INFO:tasks.rados.rados.0.smithi046.stdout:3106: snap_remove snap 284 2021-07-26T15:56:35.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:35 smithi046 bash[41283]: cluster 2021-07-26T15:56:34.015986+0000 mgr.y (mgr.24683) 416 : cluster [DBG] pgmap v815: 25 pgs: 25 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.6 MiB/s wr, 22 op/s 2021-07-26T15:56:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:35 smithi046 bash[41283]: cluster 2021-07-26T15:56:34.139961+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T15:56:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:35 smithi046 bash[42351]: cluster 2021-07-26T15:56:34.015986+0000 mgr.y (mgr.24683) 416 : cluster [DBG] pgmap v815: 25 pgs: 25 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.6 MiB/s wr, 22 op/s 2021-07-26T15:56:35.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:35 smithi046 bash[42351]: cluster 2021-07-26T15:56:34.139961+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T15:56:35.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:35 smithi073 bash[34190]: cluster 2021-07-26T15:56:34.015986+0000 mgr.y (mgr.24683) 416 : cluster [DBG] pgmap v815: 25 pgs: 25 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.6 MiB/s wr, 22 op/s 2021-07-26T15:56:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:35 smithi073 bash[34190]: cluster 2021-07-26T15:56:34.139961+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T15:56:36.158 INFO:tasks.rados.rados.0.smithi046.stdout:3106: done (3 left) 2021-07-26T15:56:36.158 INFO:tasks.rados.rados.0.smithi046.stdout:3107: rmattr oid 12 current snap is 301 2021-07-26T15:56:36.158 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 3 to smithi04638994-4 2021-07-26T15:56:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 4 to smithi04638994-4 2021-07-26T15:56:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 5 to smithi04638994-4 2021-07-26T15:56:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3103: finishing write tid 6 to smithi04638994-4 2021-07-26T15:56:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1727 (ObjNum 991 snap 301 seq_num 991) dirty exists 2021-07-26T15:56:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:3103: left oid 4 (ObjNum 991 snap 301 seq_num 991) 2021-07-26T15:56:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 1 to smithi04638994-40 2021-07-26T15:56:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 2 to smithi04638994-40 2021-07-26T15:56:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 3 to smithi04638994-40 2021-07-26T15:56:36.161 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 4 to smithi04638994-40 2021-07-26T15:56:36.161 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 5 to smithi04638994-40 2021-07-26T15:56:36.161 INFO:tasks.rados.rados.0.smithi046.stdout:3104: finishing write tid 6 to smithi04638994-40 2021-07-26T15:56:36.161 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2036 (ObjNum 992 snap 301 seq_num 992) dirty exists 2021-07-26T15:56:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:3104: left oid 40 (ObjNum 992 snap 301 seq_num 992) 2021-07-26T15:56:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing copy_from to smithi04638994-33 2021-07-26T15:56:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1664 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:56:36.162 INFO:tasks.rados.rados.0.smithi046.stdout:3105: finishing copy_from racing read to smithi04638994-33 2021-07-26T15:56:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:3103: done (3 left) 2021-07-26T15:56:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:3104: done (2 left) 2021-07-26T15:56:36.167 INFO:tasks.rados.rados.0.smithi046.stdout:3105: done (1 left) 2021-07-26T15:56:36.168 INFO:tasks.rados.rados.0.smithi046.stdout:3108: setattr oid 28 current snap is 301 2021-07-26T15:56:36.169 INFO:tasks.rados.rados.0.smithi046.stdout:3109: read oid 36 snap -1 2021-07-26T15:56:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:3109: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:36.170 INFO:tasks.rados.rados.0.smithi046.stdout:3110: snap_remove snap 293 2021-07-26T15:56:36.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:36 smithi046 bash[41283]: cluster 2021-07-26T15:56:35.142748+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T15:56:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:36 smithi046 bash[42351]: cluster 2021-07-26T15:56:35.142748+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T15:56:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:36 smithi073 bash[34190]: cluster 2021-07-26T15:56:35.142748+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T15:56:37.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1433 (ObjNum 975 snap 299 seq_num 975) dirty exists 2021-07-26T15:56:37.169 INFO:tasks.rados.rados.0.smithi046.stdout:3109: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:37.199 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1666 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:56:37.199 INFO:tasks.rados.rados.0.smithi046.stdout:3107: done (3 left) 2021-07-26T15:56:37.200 INFO:tasks.rados.rados.0.smithi046.stdout:3108: done (2 left) 2021-07-26T15:56:37.200 INFO:tasks.rados.rados.0.smithi046.stdout:3109: done (1 left) 2021-07-26T15:56:37.200 INFO:tasks.rados.rados.0.smithi046.stdout:3110: done (0 left) 2021-07-26T15:56:37.200 INFO:tasks.rados.rados.0.smithi046.stdout:3111: snap_remove snap 274 2021-07-26T15:56:37.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:37 smithi046 bash[41283]: cluster 2021-07-26T15:56:36.016692+0000 mgr.y (mgr.24683) 417 : cluster [DBG] pgmap v818: 25 pgs: 25 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2021-07-26T15:56:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:37 smithi046 bash[41283]: cluster 2021-07-26T15:56:36.159077+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T15:56:37.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:37 smithi046 bash[42351]: cluster 2021-07-26T15:56:36.016692+0000 mgr.y (mgr.24683) 417 : cluster [DBG] pgmap v818: 25 pgs: 25 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2021-07-26T15:56:37.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:37 smithi046 bash[42351]: cluster 2021-07-26T15:56:36.159077+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T15:56:37.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:37 smithi073 bash[34190]: cluster 2021-07-26T15:56:36.016692+0000 mgr.y (mgr.24683) 417 : cluster [DBG] pgmap v818: 25 pgs: 25 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2021-07-26T15:56:37.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:37 smithi073 bash[34190]: cluster 2021-07-26T15:56:36.159077+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T15:56:38.179 INFO:tasks.rados.rados.0.smithi046.stdout:3111: done (0 left) 2021-07-26T15:56:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:3112: copy_from oid 5 from oid 40 current snap is 301 2021-07-26T15:56:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:3113: setattr oid 39 current snap is 301 2021-07-26T15:56:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:3114: snap_remove snap 283 2021-07-26T15:56:38.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:38 smithi046 bash[41283]: cluster 2021-07-26T15:56:37.168984+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T15:56:38.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:38 smithi046 bash[42351]: cluster 2021-07-26T15:56:37.168984+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T15:56:38.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:38 smithi073 bash[34190]: cluster 2021-07-26T15:56:37.168984+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T15:56:39.193 INFO:tasks.rados.rados.0.smithi046.stdout:3114: done (2 left) 2021-07-26T15:56:39.193 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 301 2021-07-26T15:56:39.193 INFO:tasks.rados.rados.0.smithi046.stdout:3115: seq_num 993 ranges {2088960=638976,2727936=409600,3137536=409600,3547136=688128,4235264=98304} 2021-07-26T15:56:39.209 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04638994-42 from 2088960 to 2727936 tid 1 2021-07-26T15:56:39.213 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04638994-42 from 2727936 to 3137536 tid 2 2021-07-26T15:56:39.215 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04638994-42 from 3137536 to 3547136 tid 3 2021-07-26T15:56:39.219 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04638994-42 from 3547136 to 4235264 tid 4 2021-07-26T15:56:39.221 INFO:tasks.rados.rados.0.smithi046.stdout:3115: writing smithi04638994-42 from 4235264 to 4333568 tid 5 2021-07-26T15:56:39.221 INFO:tasks.rados.rados.0.smithi046.stdout:3116: rollback oid 32 current snap is 301 2021-07-26T15:56:39.221 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 32 to 277 2021-07-26T15:56:39.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1718 (ObjNum 987 snap 301 seq_num 987) dirty exists 2021-07-26T15:56:39.222 INFO:tasks.rados.rados.0.smithi046.stdout:3112: finishing copy_from to smithi04638994-5 2021-07-26T15:56:39.223 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2036 (ObjNum 992 snap 301 seq_num 992) dirty exists 2021-07-26T15:56:39.223 INFO:tasks.rados.rados.0.smithi046.stdout:3112: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:56:39.224 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:39.224 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:39.224 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:39.224 INFO:tasks.rados.rados.0.smithi046.stdout:3112: done (3 left) 2021-07-26T15:56:39.225 INFO:tasks.rados.rados.0.smithi046.stdout:3113: done (2 left) 2021-07-26T15:56:39.225 INFO:tasks.rados.rados.0.smithi046.stdout:3117: snap_remove snap 279 2021-07-26T15:56:39.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:39 smithi046 bash[41283]: cluster 2021-07-26T15:56:38.017394+0000 mgr.y (mgr.24683) 418 : cluster [DBG] pgmap v821: 25 pgs: 25 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2021-07-26T15:56:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:39 smithi046 bash[41283]: cluster 2021-07-26T15:56:38.178291+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T15:56:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:39 smithi046 bash[42351]: cluster 2021-07-26T15:56:38.017394+0000 mgr.y (mgr.24683) 418 : cluster [DBG] pgmap v821: 25 pgs: 25 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2021-07-26T15:56:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:39 smithi046 bash[42351]: cluster 2021-07-26T15:56:38.178291+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T15:56:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:39 smithi073 bash[34190]: cluster 2021-07-26T15:56:38.017394+0000 mgr.y (mgr.24683) 418 : cluster [DBG] pgmap v821: 25 pgs: 25 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2021-07-26T15:56:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:39 smithi073 bash[34190]: cluster 2021-07-26T15:56:38.178291+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T15:56:40.196 INFO:tasks.rados.rados.0.smithi046.stdout:3117: done (2 left) 2021-07-26T15:56:40.196 INFO:tasks.rados.rados.0.smithi046.stdout:3118: delete oid 24 current snap is 301 2021-07-26T15:56:40.197 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 4 to smithi04638994-42 2021-07-26T15:56:40.197 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 5 to smithi04638994-42 2021-07-26T15:56:40.197 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 6 to smithi04638994-42 2021-07-26T15:56:40.197 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing rollback tid 0 to smithi04638994-32 2021-07-26T15:56:40.197 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing rollback tid 1 to smithi04638994-32 2021-07-26T15:56:40.198 INFO:tasks.rados.rados.0.smithi046.stdout:3116: finishing rollback tid 2 to smithi04638994-32 2021-07-26T15:56:40.198 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1721 (ObjNum 922 snap 276 seq_num 922) dirty exists 2021-07-26T15:56:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:3115: finishing write tid 7 to smithi04638994-42 2021-07-26T15:56:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 971 (ObjNum 993 snap 301 seq_num 993) dirty exists 2021-07-26T15:56:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:3115: left oid 42 (ObjNum 993 snap 301 seq_num 993) 2021-07-26T15:56:40.215 INFO:tasks.rados.rados.0.smithi046.stdout:3115: done (2 left) 2021-07-26T15:56:40.215 INFO:tasks.rados.rados.0.smithi046.stdout:3116: done (1 left) 2021-07-26T15:56:40.215 INFO:tasks.rados.rados.0.smithi046.stdout:3118: done (0 left) 2021-07-26T15:56:40.216 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 301 2021-07-26T15:56:40.216 INFO:tasks.rados.rados.0.smithi046.stdout:3119: seq_num 995 ranges {7946240=671744,8617984=573440,9191424=778240,9969664=253952} 2021-07-26T15:56:40.263 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04638994-41 from 7946240 to 8617984 tid 1 2021-07-26T15:56:40.266 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04638994-41 from 8617984 to 9191424 tid 2 2021-07-26T15:56:40.271 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04638994-41 from 9191424 to 9969664 tid 3 2021-07-26T15:56:40.273 INFO:tasks.rados.rados.0.smithi046.stdout:3119: writing smithi04638994-41 from 9969664 to 10223616 tid 4 2021-07-26T15:56:40.273 INFO:tasks.rados.rados.0.smithi046.stdout:3120: delete oid 48 current snap is 301 2021-07-26T15:56:40.273 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 1 to smithi04638994-41 2021-07-26T15:56:40.273 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 2 to smithi04638994-41 2021-07-26T15:56:40.279 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 3 to smithi04638994-41 2021-07-26T15:56:40.279 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 4 to smithi04638994-41 2021-07-26T15:56:40.279 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 5 to smithi04638994-41 2021-07-26T15:56:40.280 INFO:tasks.rados.rados.0.smithi046.stdout:3120: done (1 left) 2021-07-26T15:56:40.280 INFO:tasks.rados.rados.0.smithi046.stdout:3121: copy_from oid 34 from oid 3 current snap is 301 2021-07-26T15:56:40.281 INFO:tasks.rados.rados.0.smithi046.stdout:3122: copy_from oid 25 from oid 31 current snap is 301 2021-07-26T15:56:40.281 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 301 2021-07-26T15:56:40.281 INFO:tasks.rados.rados.0.smithi046.stdout:3123: seq_num 997 ranges {10158080=704512,10862592=794624,11657216=794624,12451840=16384} 2021-07-26T15:56:40.342 INFO:tasks.rados.rados.0.smithi046.stdout:3123: writing smithi04638994-4 from 10158080 to 10862592 tid 1 2021-07-26T15:56:40.346 INFO:tasks.rados.rados.0.smithi046.stdout:3123: writing smithi04638994-4 from 10862592 to 11657216 tid 2 2021-07-26T15:56:40.352 INFO:tasks.rados.rados.0.smithi046.stdout:3123: writing smithi04638994-4 from 11657216 to 12451840 tid 3 2021-07-26T15:56:40.353 INFO:tasks.rados.rados.0.smithi046.stdout:3123: writing smithi04638994-4 from 12451840 to 12468224 tid 4 2021-07-26T15:56:40.353 INFO:tasks.rados.rados.0.smithi046.stdout:3124: rollback oid 12 current snap is 301 2021-07-26T15:56:40.353 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 12 to 286 2021-07-26T15:56:40.353 INFO:tasks.rados.rados.0.smithi046.stdout:3119: finishing write tid 6 to smithi04638994-41 2021-07-26T15:56:40.354 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1436 (ObjNum 995 snap 301 seq_num 995) dirty exists 2021-07-26T15:56:40.354 INFO:tasks.rados.rados.0.smithi046.stdout:3119: left oid 41 (ObjNum 995 snap 301 seq_num 995) 2021-07-26T15:56:40.354 INFO:tasks.rados.rados.0.smithi046.stdout:3119: done (4 left) 2021-07-26T15:56:40.354 INFO:tasks.rados.rados.0.smithi046.stdout:3125: delete oid 43 current snap is 301 2021-07-26T15:56:40.355 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing copy_from to smithi04638994-34 2021-07-26T15:56:40.355 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1204 (ObjNum 950 snap 292 seq_num 950) dirty exists 2021-07-26T15:56:40.356 INFO:tasks.rados.rados.0.smithi046.stdout:3121: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:56:40.356 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing copy_from to smithi04638994-25 2021-07-26T15:56:40.356 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1709 (ObjNum 947 snap 292 seq_num 947) dirty exists 2021-07-26T15:56:40.356 INFO:tasks.rados.rados.0.smithi046.stdout:3122: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:56:40.357 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 1 to smithi04638994-4 2021-07-26T15:56:40.357 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 2 to smithi04638994-4 2021-07-26T15:56:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 3 to smithi04638994-4 2021-07-26T15:56:40.360 INFO:tasks.rados.rados.0.smithi046.stdout:3124: finishing rollback tid 0 to smithi04638994-12 2021-07-26T15:56:40.361 INFO:tasks.rados.rados.0.smithi046.stdout:3124: finishing rollback tid 1 to smithi04638994-12 2021-07-26T15:56:40.362 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 4 to smithi04638994-4 2021-07-26T15:56:40.363 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 5 to smithi04638994-4 2021-07-26T15:56:40.363 INFO:tasks.rados.rados.0.smithi046.stdout:3124: finishing rollback tid 2 to smithi04638994-12 2021-07-26T15:56:40.364 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1436 (ObjNum 933 snap 282 seq_num 933) dirty exists 2021-07-26T15:56:40.365 INFO:tasks.rados.rados.0.smithi046.stdout:3121: done (4 left) 2021-07-26T15:56:40.366 INFO:tasks.rados.rados.0.smithi046.stdout:3122: done (3 left) 2021-07-26T15:56:40.366 INFO:tasks.rados.rados.0.smithi046.stdout:3124: done (2 left) 2021-07-26T15:56:40.366 INFO:tasks.rados.rados.0.smithi046.stdout:3125: done (1 left) 2021-07-26T15:56:40.366 INFO:tasks.rados.rados.0.smithi046.stdout:3126: copy_from oid 37 from oid 22 current snap is 301 2021-07-26T15:56:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3123: finishing write tid 6 to smithi04638994-4 2021-07-26T15:56:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2041 (ObjNum 997 snap 301 seq_num 997) dirty exists 2021-07-26T15:56:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3123: left oid 4 (ObjNum 997 snap 301 seq_num 997) 2021-07-26T15:56:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3123: done (1 left) 2021-07-26T15:56:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 301 2021-07-26T15:56:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:3127: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2021-07-26T15:56:40.370 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04638994-49 from 0 to 737280 tid 1 2021-07-26T15:56:40.375 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04638994-49 from 737280 to 1302528 tid 2 2021-07-26T15:56:40.382 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04638994-49 from 1302528 to 2064384 tid 3 2021-07-26T15:56:40.384 INFO:tasks.rados.rados.0.smithi046.stdout:3127: writing smithi04638994-49 from 2064384 to 2342912 tid 4 2021-07-26T15:56:40.384 INFO:tasks.rados.rados.0.smithi046.stdout:3128: rollback oid 35 current snap is 301 2021-07-26T15:56:40.384 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 286 2021-07-26T15:56:40.384 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 1 to smithi04638994-49 2021-07-26T15:56:40.385 INFO:tasks.rados.rados.0.smithi046.stdout:3129: rollback oid 23 current snap is 301 2021-07-26T15:56:40.385 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 277 2021-07-26T15:56:40.385 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 301 2021-07-26T15:56:40.385 INFO:tasks.rados.rados.0.smithi046.stdout:3130: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2021-07-26T15:56:40.391 INFO:tasks.rados.rados.0.smithi046.stdout:3130: writing smithi04638994-28 from 0 to 753664 tid 1 2021-07-26T15:56:40.391 INFO:tasks.rados.rados.0.smithi046.stdout:3130: writing smithi04638994-28 from 753664 to 1196032 tid 2 2021-07-26T15:56:40.395 INFO:tasks.rados.rados.0.smithi046.stdout:3130: writing smithi04638994-28 from 1196032 to 1761280 tid 3 2021-07-26T15:56:40.396 INFO:tasks.rados.rados.0.smithi046.stdout:3130: writing smithi04638994-28 from 1761280 to 2220032 tid 4 2021-07-26T15:56:40.398 INFO:tasks.rados.rados.0.smithi046.stdout:3130: writing smithi04638994-28 from 2220032 to 2359296 tid 5 2021-07-26T15:56:40.399 INFO:tasks.rados.rados.0.smithi046.stdout:3131: delete oid 48 current snap is 301 2021-07-26T15:56:40.399 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 2 to smithi04638994-49 2021-07-26T15:56:40.399 INFO:tasks.rados.rados.0.smithi046.stdout:3129: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:56:40.399 INFO:tasks.rados.rados.0.smithi046.stdout:3129: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:56:40.400 INFO:tasks.rados.rados.0.smithi046.stdout:3129: finishing rollback tid 2 to smithi04638994-23 2021-07-26T15:56:40.400 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2043 (ObjNum 891 snap 263 seq_num 891) dirty exists 2021-07-26T15:56:40.400 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 1 to smithi04638994-28 2021-07-26T15:56:40.401 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 2 to smithi04638994-28 2021-07-26T15:56:40.402 INFO:tasks.rados.rados.0.smithi046.stdout:3129: done (5 left) 2021-07-26T15:56:40.402 INFO:tasks.rados.rados.0.smithi046.stdout:3131: done (4 left) 2021-07-26T15:56:40.403 INFO:tasks.rados.rados.0.smithi046.stdout:3132: read oid 23 snap -1 2021-07-26T15:56:40.403 INFO:tasks.rados.rados.0.smithi046.stdout:3132: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:40.403 INFO:tasks.rados.rados.0.smithi046.stdout:3133: delete oid 19 current snap is 301 2021-07-26T15:56:40.404 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 3 to smithi04638994-28 2021-07-26T15:56:40.404 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 4 to smithi04638994-28 2021-07-26T15:56:40.407 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 3 to smithi04638994-49 2021-07-26T15:56:40.408 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 5 to smithi04638994-28 2021-07-26T15:56:40.409 INFO:tasks.rados.rados.0.smithi046.stdout:3133: done (5 left) 2021-07-26T15:56:40.409 INFO:tasks.rados.rados.0.smithi046.stdout:3134: copy_from oid 36 from oid 50 current snap is 301 2021-07-26T15:56:40.410 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 301 2021-07-26T15:56:40.410 INFO:tasks.rados.rados.0.smithi046.stdout:3135: seq_num 1003 ranges {6111232=802816,6914048=499712,7413760=737280,8151040=368640} 2021-07-26T15:56:40.449 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04638994-34 from 6111232 to 6914048 tid 1 2021-07-26T15:56:40.452 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04638994-34 from 6914048 to 7413760 tid 2 2021-07-26T15:56:40.456 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04638994-34 from 7413760 to 8151040 tid 3 2021-07-26T15:56:40.458 INFO:tasks.rados.rados.0.smithi046.stdout:3135: writing smithi04638994-34 from 8151040 to 8519680 tid 4 2021-07-26T15:56:40.458 INFO:tasks.rados.rados.0.smithi046.stdout:3136: read oid 24 snap -1 2021-07-26T15:56:40.459 INFO:tasks.rados.rados.0.smithi046.stdout:3136: expect deleted 2021-07-26T15:56:40.459 INFO:tasks.rados.rados.0.smithi046.stdout:3137: delete oid 17 current snap is 301 2021-07-26T15:56:40.459 INFO:tasks.rados.rados.0.smithi046.stdout:3132: expect (ObjNum 891 snap 263 seq_num 891) 2021-07-26T15:56:40.481 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 6 to smithi04638994-28 2021-07-26T15:56:40.481 INFO:tasks.rados.rados.0.smithi046.stdout:3130: finishing write tid 7 to smithi04638994-28 2021-07-26T15:56:40.481 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1672 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2021-07-26T15:56:40.482 INFO:tasks.rados.rados.0.smithi046.stdout:3130: left oid 28 (ObjNum 1000 snap 301 seq_num 1000) 2021-07-26T15:56:40.482 INFO:tasks.rados.rados.0.smithi046.stdout:3126: finishing copy_from to smithi04638994-37 2021-07-26T15:56:40.482 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 1664 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:56:40.482 INFO:tasks.rados.rados.0.smithi046.stdout:3126: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:56:40.483 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 4 to smithi04638994-49 2021-07-26T15:56:40.483 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 5 to smithi04638994-49 2021-07-26T15:56:40.483 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing rollback tid 0 to smithi04638994-35 2021-07-26T15:56:40.483 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:56:40.483 INFO:tasks.rados.rados.0.smithi046.stdout:3126: done (8 left) 2021-07-26T15:56:40.484 INFO:tasks.rados.rados.0.smithi046.stdout:3130: done (7 left) 2021-07-26T15:56:40.484 INFO:tasks.rados.rados.0.smithi046.stdout:3132: done (6 left) 2021-07-26T15:56:40.484 INFO:tasks.rados.rados.0.smithi046.stdout:3137: done (5 left) 2021-07-26T15:56:40.484 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 301 2021-07-26T15:56:40.485 INFO:tasks.rados.rados.0.smithi046.stdout:3127: finishing write tid 6 to smithi04638994-49 2021-07-26T15:56:40.485 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 1734 (ObjNum 999 snap 301 seq_num 999) dirty exists 2021-07-26T15:56:40.485 INFO:tasks.rados.rados.0.smithi046.stdout:3127: left oid 49 (ObjNum 999 snap 301 seq_num 999) 2021-07-26T15:56:40.485 INFO:tasks.rados.rados.0.smithi046.stdout:3128: finishing rollback tid 2 to smithi04638994-35 2021-07-26T15:56:40.485 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 1737 (ObjNum 917 snap 275 seq_num 917) dirty exists 2021-07-26T15:56:40.486 INFO:tasks.rados.rados.0.smithi046.stdout:3134: finishing copy_from to smithi04638994-36 2021-07-26T15:56:40.486 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1722 (ObjNum 959 snap 296 seq_num 959) dirty exists 2021-07-26T15:56:40.486 INFO:tasks.rados.rados.0.smithi046.stdout:3134: finishing copy_from racing read to smithi04638994-36 2021-07-26T15:56:40.486 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 1 to smithi04638994-34 2021-07-26T15:56:40.487 INFO:tasks.rados.rados.0.smithi046.stdout:3138: seq_num 1005 ranges {5144576=32768} 2021-07-26T15:56:40.515 INFO:tasks.rados.rados.0.smithi046.stdout:3138: writing smithi04638994-6 from 5144576 to 5177344 tid 1 2021-07-26T15:56:40.516 INFO:tasks.rados.rados.0.smithi046.stdout:3127: done (5 left) 2021-07-26T15:56:40.516 INFO:tasks.rados.rados.0.smithi046.stdout:3128: done (4 left) 2021-07-26T15:56:40.516 INFO:tasks.rados.rados.0.smithi046.stdout:3134: done (3 left) 2021-07-26T15:56:40.516 INFO:tasks.rados.rados.0.smithi046.stdout:3139: rollback oid 26 current snap is 301 2021-07-26T15:56:40.517 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 288 2021-07-26T15:56:40.517 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 2 to smithi04638994-34 2021-07-26T15:56:40.517 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 3 to smithi04638994-34 2021-07-26T15:56:40.517 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 4 to smithi04638994-34 2021-07-26T15:56:40.517 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 5 to smithi04638994-34 2021-07-26T15:56:40.518 INFO:tasks.rados.rados.0.smithi046.stdout:3135: finishing write tid 6 to smithi04638994-34 2021-07-26T15:56:40.518 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1913 (ObjNum 1003 snap 301 seq_num 1003) dirty exists 2021-07-26T15:56:40.518 INFO:tasks.rados.rados.0.smithi046.stdout:3135: left oid 34 (ObjNum 1003 snap 301 seq_num 1003) 2021-07-26T15:56:40.518 INFO:tasks.rados.rados.0.smithi046.stdout:3135: done (3 left) 2021-07-26T15:56:40.519 INFO:tasks.rados.rados.0.smithi046.stdout:3136: done (2 left) 2021-07-26T15:56:40.519 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 301 2021-07-26T15:56:40.519 INFO:tasks.rados.rados.0.smithi046.stdout:3140: seq_num 1006 ranges {4333568=49152} 2021-07-26T15:56:40.540 INFO:tasks.rados.rados.0.smithi046.stdout:3140: writing smithi04638994-42 from 4333568 to 4382720 tid 1 2021-07-26T15:56:40.541 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 301 2021-07-26T15:56:40.541 INFO:tasks.rados.rados.0.smithi046.stdout:3138: finishing write tid 1 to smithi04638994-6 2021-07-26T15:56:40.541 INFO:tasks.rados.rados.0.smithi046.stdout:3141: seq_num 1007 ranges {12468224=65536} 2021-07-26T15:56:40.612 INFO:tasks.rados.rados.0.smithi046.stdout:3141: writing smithi04638994-4 from 12468224 to 12533760 tid 1 2021-07-26T15:56:40.612 INFO:tasks.rados.rados.0.smithi046.stdout:3142: snap_create 2021-07-26T15:56:40.613 INFO:tasks.rados.rados.0.smithi046.stdout:3138: finishing write tid 2 to smithi04638994-6 2021-07-26T15:56:40.613 INFO:tasks.rados.rados.0.smithi046.stdout:3138: finishing write tid 3 to smithi04638994-6 2021-07-26T15:56:40.613 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1974 (ObjNum 1005 snap 301 seq_num 1005) dirty exists 2021-07-26T15:56:40.614 INFO:tasks.rados.rados.0.smithi046.stdout:3138: left oid 6 (ObjNum 1005 snap 301 seq_num 1005) 2021-07-26T15:56:40.614 INFO:tasks.rados.rados.0.smithi046.stdout:3139: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:56:40.615 INFO:tasks.rados.rados.0.smithi046.stdout:3139: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:56:40.615 INFO:tasks.rados.rados.0.smithi046.stdout:3139: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:56:40.615 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1810 (ObjNum 941 snap 286 seq_num 941) dirty exists 2021-07-26T15:56:40.615 INFO:tasks.rados.rados.0.smithi046.stdout:3140: finishing write tid 1 to smithi04638994-42 2021-07-26T15:56:40.616 INFO:tasks.rados.rados.0.smithi046.stdout:3140: finishing write tid 2 to smithi04638994-42 2021-07-26T15:56:40.616 INFO:tasks.rados.rados.0.smithi046.stdout:3140: finishing write tid 3 to smithi04638994-42 2021-07-26T15:56:40.616 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 973 (ObjNum 1006 snap 301 seq_num 1006) dirty exists 2021-07-26T15:56:40.616 INFO:tasks.rados.rados.0.smithi046.stdout:3140: left oid 42 (ObjNum 1006 snap 301 seq_num 1006) 2021-07-26T15:56:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:40 smithi073 bash[34190]: cluster 2021-07-26T15:56:39.188089+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T15:56:40.617 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 1 to smithi04638994-4 2021-07-26T15:56:40.618 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 2 to smithi04638994-4 2021-07-26T15:56:40.620 INFO:tasks.rados.rados.0.smithi046.stdout:3141: finishing write tid 3 to smithi04638994-4 2021-07-26T15:56:40.620 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2043 (ObjNum 1007 snap 301 seq_num 1007) dirty exists 2021-07-26T15:56:40.621 INFO:tasks.rados.rados.0.smithi046.stdout:3141: left oid 4 (ObjNum 1007 snap 301 seq_num 1007) 2021-07-26T15:56:40.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:40 smithi046 bash[41283]: cluster 2021-07-26T15:56:39.188089+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T15:56:40.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:40 smithi046 bash[42351]: cluster 2021-07-26T15:56:39.188089+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T15:56:41.065 INFO:tasks.rados.rados.0.smithi046.stdout:3138: done (4 left) 2021-07-26T15:56:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:3139: done (3 left) 2021-07-26T15:56:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:3140: done (2 left) 2021-07-26T15:56:41.066 INFO:tasks.rados.rados.0.smithi046.stdout:3141: done (1 left) 2021-07-26T15:56:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:3142: done (0 left) 2021-07-26T15:56:41.067 INFO:tasks.rados.rados.0.smithi046.stdout:3143: delete oid 47 current snap is 302 2021-07-26T15:56:41.073 INFO:tasks.rados.rados.0.smithi046.stdout:3143: done (0 left) 2021-07-26T15:56:41.074 INFO:tasks.rados.rados.0.smithi046.stdout:3144: snap_create 2021-07-26T15:56:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:41 smithi073 bash[34190]: cluster 2021-07-26T15:56:40.018189+0000 mgr.y (mgr.24683) 419 : cluster [DBG] pgmap v824: 25 pgs: 25 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T15:56:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:41 smithi073 bash[34190]: cluster 2021-07-26T15:56:40.197399+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T15:56:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:41 smithi073 bash[34190]: cluster 2021-07-26T15:56:41.066278+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T15:56:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[41283]: cluster 2021-07-26T15:56:40.018189+0000 mgr.y (mgr.24683) 419 : cluster [DBG] pgmap v824: 25 pgs: 25 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T15:56:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[41283]: cluster 2021-07-26T15:56:40.197399+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T15:56:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[41283]: cluster 2021-07-26T15:56:41.066278+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T15:56:41.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[42351]: cluster 2021-07-26T15:56:40.018189+0000 mgr.y (mgr.24683) 419 : cluster [DBG] pgmap v824: 25 pgs: 25 active+clean; 292 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T15:56:41.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[42351]: cluster 2021-07-26T15:56:40.197399+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T15:56:41.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:41 smithi046 bash[42351]: cluster 2021-07-26T15:56:41.066278+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T15:56:42.077 INFO:tasks.rados.rados.0.smithi046.stdout:3144: done (0 left) 2021-07-26T15:56:42.078 INFO:tasks.rados.rados.0.smithi046.stdout:3145: read oid 39 snap -1 2021-07-26T15:56:42.078 INFO:tasks.rados.rados.0.smithi046.stdout:3145: expect (ObjNum 987 snap 301 seq_num 987) 2021-07-26T15:56:42.079 INFO:tasks.rados.rados.0.smithi046.stdout:3146: read oid 43 snap -1 2021-07-26T15:56:42.079 INFO:tasks.rados.rados.0.smithi046.stdout:3146: expect deleted 2021-07-26T15:56:42.080 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 303 2021-07-26T15:56:42.080 INFO:tasks.rados.rados.0.smithi046.stdout:3147: seq_num 1009 ranges {2531328=106496} 2021-07-26T15:56:42.099 INFO:tasks.rados.rados.0.smithi046.stdout:3147: writing smithi04638994-26 from 2531328 to 2637824 tid 1 2021-07-26T15:56:42.100 INFO:tasks.rados.rados.0.smithi046.stdout:3148: delete oid 4 current snap is 303 2021-07-26T15:56:42.101 INFO:tasks.rados.rados.0.smithi046.stdout:3146: done (3 left) 2021-07-26T15:56:42.101 INFO:tasks.rados.rados.0.smithi046.stdout:3148: done (2 left) 2021-07-26T15:56:42.102 INFO:tasks.rados.rados.0.smithi046.stdout:3149: setattr oid 17 current snap is 303 2021-07-26T15:56:42.104 INFO:tasks.rados.rados.0.smithi046.stdout:3147: finishing write tid 1 to smithi04638994-26 2021-07-26T15:56:42.105 INFO:tasks.rados.rados.0.smithi046.stdout:3147: finishing write tid 2 to smithi04638994-26 2021-07-26T15:56:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:3150: delete oid 7 current snap is 303 2021-07-26T15:56:42.106 INFO:tasks.rados.rados.0.smithi046.stdout:3145: expect (ObjNum 987 snap 301 seq_num 987) 2021-07-26T15:56:42.236 INFO:tasks.rados.rados.0.smithi046.stdout:3147: finishing write tid 3 to smithi04638994-26 2021-07-26T15:56:42.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1812 (ObjNum 1009 snap 303 seq_num 1009) dirty exists 2021-07-26T15:56:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:3147: left oid 26 (ObjNum 1009 snap 303 seq_num 1009) 2021-07-26T15:56:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2100 (ObjNum 198191216 snap 22029 seq_num 198538384) dirty exists 2021-07-26T15:56:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:3145: done (3 left) 2021-07-26T15:56:42.237 INFO:tasks.rados.rados.0.smithi046.stdout:3147: done (2 left) 2021-07-26T15:56:42.238 INFO:tasks.rados.rados.0.smithi046.stdout:3149: done (1 left) 2021-07-26T15:56:42.238 INFO:tasks.rados.rados.0.smithi046.stdout:3150: done (0 left) 2021-07-26T15:56:42.238 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 14 current snap is 303 2021-07-26T15:56:42.238 INFO:tasks.rados.rados.0.smithi046.stdout:3151: seq_num 1012 ranges {1671168=155648} 2021-07-26T15:56:42.254 INFO:tasks.rados.rados.0.smithi046.stdout:3151: writing smithi04638994-14 from 1671168 to 1826816 tid 1 2021-07-26T15:56:42.255 INFO:tasks.rados.rados.0.smithi046.stdout:3152: delete oid 48 current snap is 303 2021-07-26T15:56:42.259 INFO:tasks.rados.rados.0.smithi046.stdout:3152: done (1 left) 2021-07-26T15:56:42.259 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 303 2021-07-26T15:56:42.259 INFO:tasks.rados.rados.0.smithi046.stdout:3153: seq_num 1014 ranges {4300800=188416} 2021-07-26T15:56:42.285 INFO:tasks.rados.rados.0.smithi046.stdout:3153: writing smithi04638994-5 from 4300800 to 4489216 tid 1 2021-07-26T15:56:42.287 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 303 2021-07-26T15:56:42.287 INFO:tasks.rados.rados.0.smithi046.stdout:3154: seq_num 1015 ranges {0=204800} 2021-07-26T15:56:42.288 INFO:tasks.rados.rados.0.smithi046.stdout:3154: writing smithi04638994-48 from 0 to 204800 tid 1 2021-07-26T15:56:42.289 INFO:tasks.rados.rados.0.smithi046.stdout:3155: rollback oid 41 current snap is 303 2021-07-26T15:56:42.289 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 276 2021-07-26T15:56:42.289 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 1 to smithi04638994-14 2021-07-26T15:56:42.289 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 2 to smithi04638994-14 2021-07-26T15:56:42.290 INFO:tasks.rados.rados.0.smithi046.stdout:3151: finishing write tid 3 to smithi04638994-14 2021-07-26T15:56:42.290 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2046 (ObjNum 1012 snap 303 seq_num 1012) dirty exists 2021-07-26T15:56:42.290 INFO:tasks.rados.rados.0.smithi046.stdout:3151: left oid 14 (ObjNum 1012 snap 303 seq_num 1012) 2021-07-26T15:56:42.290 INFO:tasks.rados.rados.0.smithi046.stdout:3151: done (3 left) 2021-07-26T15:56:42.290 INFO:tasks.rados.rados.0.smithi046.stdout:3156: delete oid 36 current snap is 303 2021-07-26T15:56:42.295 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing write tid 1 to smithi04638994-5 2021-07-26T15:56:42.295 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing write tid 2 to smithi04638994-5 2021-07-26T15:56:42.296 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 1 to smithi04638994-48 2021-07-26T15:56:42.296 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:56:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:3153: finishing write tid 3 to smithi04638994-5 2021-07-26T15:56:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2048 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2021-07-26T15:56:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:3153: left oid 5 (ObjNum 1014 snap 303 seq_num 1014) 2021-07-26T15:56:42.298 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:56:42.298 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 2 to smithi04638994-48 2021-07-26T15:56:42.299 INFO:tasks.rados.rados.0.smithi046.stdout:3155: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:56:42.299 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1725 (ObjNum 861 snap 258 seq_num 861) dirty exists 2021-07-26T15:56:42.299 INFO:tasks.rados.rados.0.smithi046.stdout:3153: done (3 left) 2021-07-26T15:56:42.299 INFO:tasks.rados.rados.0.smithi046.stdout:3155: done (2 left) 2021-07-26T15:56:42.300 INFO:tasks.rados.rados.0.smithi046.stdout:3156: done (1 left) 2021-07-26T15:56:42.300 INFO:tasks.rados.rados.0.smithi046.stdout:3157: delete oid 35 current snap is 303 2021-07-26T15:56:42.301 INFO:tasks.rados.rados.0.smithi046.stdout:3154: finishing write tid 3 to smithi04638994-48 2021-07-26T15:56:42.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2105 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2021-07-26T15:56:42.301 INFO:tasks.rados.rados.0.smithi046.stdout:3154: left oid 48 (ObjNum 1015 snap 303 seq_num 1015) 2021-07-26T15:56:42.302 INFO:tasks.rados.rados.0.smithi046.stdout:3154: done (1 left) 2021-07-26T15:56:42.302 INFO:tasks.rados.rados.0.smithi046.stdout:3157: done (0 left) 2021-07-26T15:56:42.302 INFO:tasks.rados.rados.0.smithi046.stdout:3158: read oid 36 snap 276 2021-07-26T15:56:42.302 INFO:tasks.rados.rados.0.smithi046.stdout:3158: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:42.303 INFO:tasks.rados.rados.0.smithi046.stdout:3159: snap_remove snap 301 2021-07-26T15:56:43.204 INFO:tasks.rados.rados.0.smithi046.stdout:3159: done (1 left) 2021-07-26T15:56:43.205 INFO:tasks.rados.rados.0.smithi046.stdout:3160: delete oid 44 current snap is 303 2021-07-26T15:56:43.205 INFO:tasks.rados.rados.0.smithi046.stdout:3158: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:56:43.231 INFO:tasks.rados.rados.0.smithi046.stdout:3158: done (1 left) 2021-07-26T15:56:43.232 INFO:tasks.rados.rados.0.smithi046.stdout:3160: done (0 left) 2021-07-26T15:56:43.232 INFO:tasks.rados.rados.0.smithi046.stdout:3161: delete oid 22 current snap is 303 2021-07-26T15:56:43.235 INFO:tasks.rados.rados.0.smithi046.stdout:3161: done (0 left) 2021-07-26T15:56:43.236 INFO:tasks.rados.rados.0.smithi046.stdout:3162: rollback oid 41 current snap is 303 2021-07-26T15:56:43.236 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 296 2021-07-26T15:56:43.236 INFO:tasks.rados.rados.0.smithi046.stdout:3163: rollback oid 19 current snap is 303 2021-07-26T15:56:43.236 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 302 2021-07-26T15:56:43.237 INFO:tasks.rados.rados.0.smithi046.stdout:3164: rollback oid 24 current snap is 303 2021-07-26T15:56:43.237 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 281 2021-07-26T15:56:43.237 INFO:tasks.rados.rados.0.smithi046.stdout:3165: snap_create 2021-07-26T15:56:43.238 INFO:tasks.rados.rados.0.smithi046.stdout:3164: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:56:43.238 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 0 (ObjNum 0 snap 1 seq_num 4) dirty dne 2021-07-26T15:56:43.239 INFO:tasks.rados.rados.0.smithi046.stdout:3163: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:56:43.239 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1665 (ObjNum 1416322926 snap 1836015452 seq_num 1801801314) dirty dne 2021-07-26T15:56:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:3162: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:56:43.241 INFO:tasks.rados.rados.0.smithi046.stdout:3162: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:56:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:3162: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:56:43.242 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1729 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:43.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:43 smithi073 bash[34190]: cluster 2021-07-26T15:56:42.019016+0000 mgr.y (mgr.24683) 420 : cluster [DBG] pgmap v827: 25 pgs: 25 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 9.9 MiB/s wr, 29 op/s 2021-07-26T15:56:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:43 smithi073 bash[34190]: cluster 2021-07-26T15:56:42.077334+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T15:56:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:43 smithi046 bash[41283]: cluster 2021-07-26T15:56:42.019016+0000 mgr.y (mgr.24683) 420 : cluster [DBG] pgmap v827: 25 pgs: 25 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 9.9 MiB/s wr, 29 op/s 2021-07-26T15:56:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:43 smithi046 bash[41283]: cluster 2021-07-26T15:56:42.077334+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T15:56:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:43 smithi046 bash[42351]: cluster 2021-07-26T15:56:42.019016+0000 mgr.y (mgr.24683) 420 : cluster [DBG] pgmap v827: 25 pgs: 25 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 9.9 MiB/s wr, 29 op/s 2021-07-26T15:56:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:43 smithi046 bash[42351]: cluster 2021-07-26T15:56:42.077334+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T15:56:44.211 INFO:tasks.rados.rados.0.smithi046.stdout:3162: done (3 left) 2021-07-26T15:56:44.211 INFO:tasks.rados.rados.0.smithi046.stdout:3163: done (2 left) 2021-07-26T15:56:44.212 INFO:tasks.rados.rados.0.smithi046.stdout:3164: done (1 left) 2021-07-26T15:56:44.212 INFO:tasks.rados.rados.0.smithi046.stdout:3165: done (0 left) 2021-07-26T15:56:44.212 INFO:tasks.rados.rados.0.smithi046.stdout:3166: read oid 49 snap -1 2021-07-26T15:56:44.212 INFO:tasks.rados.rados.0.smithi046.stdout:3166: expect (ObjNum 999 snap 301 seq_num 999) 2021-07-26T15:56:44.212 INFO:tasks.rados.rados.0.smithi046.stdout:3167: snap_remove snap 286 2021-07-26T15:56:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:44 smithi073 bash[34190]: cluster 2021-07-26T15:56:43.204857+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T15:56:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:44 smithi073 bash[34190]: cluster 2021-07-26T15:56:44.019724+0000 mgr.y (mgr.24683) 421 : cluster [DBG] pgmap v830: 25 pgs: 25 active+clean; 321 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 8.6 MiB/s wr, 18 op/s 2021-07-26T15:56:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:44 smithi046 bash[41283]: cluster 2021-07-26T15:56:43.204857+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T15:56:44.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:44 smithi046 bash[41283]: cluster 2021-07-26T15:56:44.019724+0000 mgr.y (mgr.24683) 421 : cluster [DBG] pgmap v830: 25 pgs: 25 active+clean; 321 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 8.6 MiB/s wr, 18 op/s 2021-07-26T15:56:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:44 smithi046 bash[42351]: cluster 2021-07-26T15:56:43.204857+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T15:56:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:44 smithi046 bash[42351]: cluster 2021-07-26T15:56:44.019724+0000 mgr.y (mgr.24683) 421 : cluster [DBG] pgmap v830: 25 pgs: 25 active+clean; 321 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 926 KiB/s rd, 8.6 MiB/s wr, 18 op/s 2021-07-26T15:56:45.215 INFO:tasks.rados.rados.0.smithi046.stdout:3167: done (1 left) 2021-07-26T15:56:45.215 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 304 2021-07-26T15:56:45.216 INFO:tasks.rados.rados.0.smithi046.stdout:3168: seq_num 1020 ranges {4317184=286720} 2021-07-26T15:56:45.245 INFO:tasks.rados.rados.0.smithi046.stdout:3168: writing smithi04638994-12 from 4317184 to 4603904 tid 1 2021-07-26T15:56:45.246 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 304 2021-07-26T15:56:45.246 INFO:tasks.rados.rados.0.smithi046.stdout:3169: seq_num 1021 ranges {9560064=303104} 2021-07-26T15:56:45.301 INFO:tasks.rados.rados.0.smithi046.stdout:3169: writing smithi04638994-45 from 9560064 to 9863168 tid 1 2021-07-26T15:56:45.302 INFO:tasks.rados.rados.0.smithi046.stdout:3170: snap_remove snap 296 2021-07-26T15:56:45.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:45 smithi073 bash[34190]: cluster 2021-07-26T15:56:44.212547+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T15:56:45.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:45 smithi046 bash[41283]: cluster 2021-07-26T15:56:44.212547+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T15:56:45.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:45 smithi046 bash[42351]: cluster 2021-07-26T15:56:44.212547+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T15:56:46.069 INFO:tasks.rados.rados.0.smithi046.stdout:3170: done (3 left) 2021-07-26T15:56:46.070 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 304 2021-07-26T15:56:46.070 INFO:tasks.rados.rados.0.smithi046.stdout:3171: seq_num 1022 ranges {1671168=319488} 2021-07-26T15:56:46.085 INFO:tasks.rados.rados.0.smithi046.stdout:3171: writing smithi04638994-50 from 1671168 to 1990656 tid 1 2021-07-26T15:56:46.085 INFO:tasks.rados.rados.0.smithi046.stdout:3172: rollback oid 34 current snap is 304 2021-07-26T15:56:46.085 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 34 to 276 2021-07-26T15:56:46.085 INFO:tasks.rados.rados.0.smithi046.stdout:3166: expect (ObjNum 999 snap 301 seq_num 999) 2021-07-26T15:56:46.156 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 1 to smithi04638994-12 2021-07-26T15:56:46.156 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 2 to smithi04638994-12 2021-07-26T15:56:46.157 INFO:tasks.rados.rados.0.smithi046.stdout:3168: finishing write tid 3 to smithi04638994-12 2021-07-26T15:56:46.157 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1439 (ObjNum 1020 snap 304 seq_num 1020) dirty exists 2021-07-26T15:56:46.158 INFO:tasks.rados.rados.0.smithi046.stdout:3168: left oid 12 (ObjNum 1020 snap 304 seq_num 1020) 2021-07-26T15:56:46.159 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:46.159 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:46.159 INFO:tasks.rados.rados.0.smithi046.stdout:3169: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:46.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1740 (ObjNum 1021 snap 304 seq_num 1021) dirty exists 2021-07-26T15:56:46.159 INFO:tasks.rados.rados.0.smithi046.stdout:3169: left oid 45 (ObjNum 1021 snap 304 seq_num 1021) 2021-07-26T15:56:46.160 INFO:tasks.rados.rados.0.smithi046.stdout:3172: finishing rollback tid 0 to smithi04638994-34 2021-07-26T15:56:46.160 INFO:tasks.rados.rados.0.smithi046.stdout:3172: finishing rollback tid 1 to smithi04638994-34 2021-07-26T15:56:46.160 INFO:tasks.rados.rados.0.smithi046.stdout:3171: finishing write tid 1 to smithi04638994-50 2021-07-26T15:56:46.160 INFO:tasks.rados.rados.0.smithi046.stdout:3171: finishing write tid 2 to smithi04638994-50 2021-07-26T15:56:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:3166: done (4 left) 2021-07-26T15:56:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:3168: done (3 left) 2021-07-26T15:56:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:3169: done (2 left) 2021-07-26T15:56:46.161 INFO:tasks.rados.rados.0.smithi046.stdout:3173: snap_remove snap 297 2021-07-26T15:56:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:46 smithi073 bash[34190]: cluster 2021-07-26T15:56:45.215421+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T15:56:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:46 smithi073 bash[34190]: cluster 2021-07-26T15:56:46.020441+0000 mgr.y (mgr.24683) 422 : cluster [DBG] pgmap v833: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 736 KiB/s wr, 14 op/s 2021-07-26T15:56:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:46 smithi073 bash[34190]: cluster 2021-07-26T15:56:46.068403+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T15:56:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[41283]: cluster 2021-07-26T15:56:45.215421+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T15:56:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[41283]: cluster 2021-07-26T15:56:46.020441+0000 mgr.y (mgr.24683) 422 : cluster [DBG] pgmap v833: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 736 KiB/s wr, 14 op/s 2021-07-26T15:56:46.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[41283]: cluster 2021-07-26T15:56:46.068403+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T15:56:46.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[42351]: cluster 2021-07-26T15:56:45.215421+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T15:56:46.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[42351]: cluster 2021-07-26T15:56:46.020441+0000 mgr.y (mgr.24683) 422 : cluster [DBG] pgmap v833: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 736 KiB/s wr, 14 op/s 2021-07-26T15:56:46.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:46 smithi046 bash[42351]: cluster 2021-07-26T15:56:46.068403+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T15:56:47.079 INFO:tasks.rados.rados.0.smithi046.stdout:3173: done (2 left) 2021-07-26T15:56:47.079 INFO:tasks.rados.rados.0.smithi046.stdout:3174: rmattr oid 14 current snap is 304 2021-07-26T15:56:47.080 INFO:tasks.rados.rados.0.smithi046.stdout:3174: done (2 left) 2021-07-26T15:56:47.080 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 304 2021-07-26T15:56:47.080 INFO:tasks.rados.rados.0.smithi046.stdout:3175: seq_num 1023 ranges {0=335872} 2021-07-26T15:56:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3175: writing smithi04638994-13 from 0 to 335872 tid 1 2021-07-26T15:56:47.081 INFO:tasks.rados.rados.0.smithi046.stdout:3176: snap_remove snap 292 2021-07-26T15:56:48.088 INFO:tasks.rados.rados.0.smithi046.stdout:3176: done (3 left) 2021-07-26T15:56:48.088 INFO:tasks.rados.rados.0.smithi046.stdout:3177: copy_from oid 24 from oid 25 current snap is 304 2021-07-26T15:56:48.088 INFO:tasks.rados.rados.0.smithi046.stdout:3171: finishing write tid 3 to smithi04638994-50 2021-07-26T15:56:48.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 1814 (ObjNum 1022 snap 304 seq_num 1022) dirty exists 2021-07-26T15:56:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:3171: left oid 50 (ObjNum 1022 snap 304 seq_num 1022) 2021-07-26T15:56:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:3172: finishing rollback tid 2 to smithi04638994-34 2021-07-26T15:56:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1916 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:56:48.089 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 1 to smithi04638994-13 2021-07-26T15:56:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 2 to smithi04638994-13 2021-07-26T15:56:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:3175: finishing write tid 3 to smithi04638994-13 2021-07-26T15:56:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1816 (ObjNum 1023 snap 304 seq_num 1023) dirty exists 2021-07-26T15:56:48.090 INFO:tasks.rados.rados.0.smithi046.stdout:3175: left oid 13 (ObjNum 1023 snap 304 seq_num 1023) 2021-07-26T15:56:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:3171: done (3 left) 2021-07-26T15:56:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:3172: done (2 left) 2021-07-26T15:56:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:3175: done (1 left) 2021-07-26T15:56:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:3178: copy_from oid 35 from oid 5 current snap is 304 2021-07-26T15:56:48.091 INFO:tasks.rados.rados.0.smithi046.stdout:3179: setattr oid 12 current snap is 304 2021-07-26T15:56:48.093 INFO:tasks.rados.rados.0.smithi046.stdout:3180: delete oid 1 current snap is 304 2021-07-26T15:56:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:3180: done (3 left) 2021-07-26T15:56:48.104 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 304 2021-07-26T15:56:48.105 INFO:tasks.rados.rados.0.smithi046.stdout:3181: seq_num 1025 ranges {0=368640} 2021-07-26T15:56:48.107 INFO:tasks.rados.rados.0.smithi046.stdout:3181: writing smithi04638994-8 from 0 to 368640 tid 1 2021-07-26T15:56:48.107 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 304 2021-07-26T15:56:48.107 INFO:tasks.rados.rados.0.smithi046.stdout:3182: seq_num 1026 ranges {6111232=385024} 2021-07-26T15:56:48.145 INFO:tasks.rados.rados.0.smithi046.stdout:3182: writing smithi04638994-3 from 6111232 to 6496256 tid 1 2021-07-26T15:56:48.145 INFO:tasks.rados.rados.0.smithi046.stdout:3183: setattr oid 28 current snap is 304 2021-07-26T15:56:48.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1440 (ObjNum 1020 snap 304 seq_num 1020) dirty exists 2021-07-26T15:56:48.146 INFO:tasks.rados.rados.0.smithi046.stdout:3181: finishing write tid 1 to smithi04638994-8 2021-07-26T15:56:48.146 INFO:tasks.rados.rados.0.smithi046.stdout:3181: finishing write tid 2 to smithi04638994-8 2021-07-26T15:56:48.146 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing copy_from to smithi04638994-24 2021-07-26T15:56:48.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 1709 (ObjNum 947 snap 292 seq_num 947) dirty exists 2021-07-26T15:56:48.147 INFO:tasks.rados.rados.0.smithi046.stdout:3177: finishing copy_from racing read to smithi04638994-24 2021-07-26T15:56:48.147 INFO:tasks.rados.rados.0.smithi046.stdout:3181: finishing write tid 3 to smithi04638994-8 2021-07-26T15:56:48.147 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2074 (ObjNum 1025 snap 304 seq_num 1025) dirty exists 2021-07-26T15:56:48.147 INFO:tasks.rados.rados.0.smithi046.stdout:3181: left oid 8 (ObjNum 1025 snap 304 seq_num 1025) 2021-07-26T15:56:48.148 INFO:tasks.rados.rados.0.smithi046.stdout:3178: finishing copy_from to smithi04638994-35 2021-07-26T15:56:48.148 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2048 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2021-07-26T15:56:48.148 INFO:tasks.rados.rados.0.smithi046.stdout:3178: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:56:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:3177: done (5 left) 2021-07-26T15:56:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:3178: done (4 left) 2021-07-26T15:56:48.149 INFO:tasks.rados.rados.0.smithi046.stdout:3179: done (3 left) 2021-07-26T15:56:48.150 INFO:tasks.rados.rados.0.smithi046.stdout:3181: done (2 left) 2021-07-26T15:56:48.150 INFO:tasks.rados.rados.0.smithi046.stdout:3184: rollback oid 14 current snap is 304 2021-07-26T15:56:48.150 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 14 to 281 2021-07-26T15:56:48.150 INFO:tasks.rados.rados.0.smithi046.stdout:3185: setattr oid 22 current snap is 304 2021-07-26T15:56:48.151 INFO:tasks.rados.rados.0.smithi046.stdout:3186: snap_create 2021-07-26T15:56:48.152 INFO:tasks.rados.rados.0.smithi046.stdout:3182: finishing write tid 1 to smithi04638994-3 2021-07-26T15:56:48.152 INFO:tasks.rados.rados.0.smithi046.stdout:3182: finishing write tid 2 to smithi04638994-3 2021-07-26T15:56:48.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1674 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2021-07-26T15:56:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:3182: finishing write tid 3 to smithi04638994-3 2021-07-26T15:56:48.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1712 (ObjNum 1026 snap 304 seq_num 1026) dirty exists 2021-07-26T15:56:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:3182: left oid 3 (ObjNum 1026 snap 304 seq_num 1026) 2021-07-26T15:56:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1675 (ObjNum 198742848 snap 22029 seq_num 198646336) dirty exists 2021-07-26T15:56:48.154 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing rollback tid 0 to smithi04638994-14 2021-07-26T15:56:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing rollback tid 1 to smithi04638994-14 2021-07-26T15:56:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:3184: finishing rollback tid 2 to smithi04638994-14 2021-07-26T15:56:48.155 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2051 (ObjNum 930 snap 281 seq_num 930) dirty exists 2021-07-26T15:56:48.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:48 smithi073 bash[34190]: cluster 2021-07-26T15:56:47.079747+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T15:56:48.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:48 smithi046 bash[41283]: cluster 2021-07-26T15:56:47.079747+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T15:56:48.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:48 smithi046 bash[42351]: cluster 2021-07-26T15:56:47.079747+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T15:56:49.100 INFO:tasks.rados.rados.0.smithi046.stdout:3182: done (4 left) 2021-07-26T15:56:49.101 INFO:tasks.rados.rados.0.smithi046.stdout:3183: done (3 left) 2021-07-26T15:56:49.101 INFO:tasks.rados.rados.0.smithi046.stdout:3184: done (2 left) 2021-07-26T15:56:49.101 INFO:tasks.rados.rados.0.smithi046.stdout:3185: done (1 left) 2021-07-26T15:56:49.101 INFO:tasks.rados.rados.0.smithi046.stdout:3186: done (0 left) 2021-07-26T15:56:49.102 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 305 2021-07-26T15:56:49.102 INFO:tasks.rados.rados.0.smithi046.stdout:3187: seq_num 1027 ranges {9863168=409600} 2021-07-26T15:56:49.160 INFO:tasks.rados.rados.0.smithi046.stdout:3187: writing smithi04638994-45 from 9863168 to 10272768 tid 1 2021-07-26T15:56:49.160 INFO:tasks.rados.rados.0.smithi046.stdout:3188: read oid 41 snap 304 2021-07-26T15:56:49.160 INFO:tasks.rados.rados.0.smithi046.stdout:3188: expect (ObjNum 945 snap 292 seq_num 945) 2021-07-26T15:56:49.160 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 35 current snap is 305 2021-07-26T15:56:49.161 INFO:tasks.rados.rados.0.smithi046.stdout:3189: seq_num 1028 ranges {4489216=425984} 2021-07-26T15:56:49.188 INFO:tasks.rados.rados.0.smithi046.stdout:3189: writing smithi04638994-35 from 4489216 to 4915200 tid 1 2021-07-26T15:56:49.188 INFO:tasks.rados.rados.0.smithi046.stdout:3190: delete oid 40 current snap is 305 2021-07-26T15:56:49.189 INFO:tasks.rados.rados.0.smithi046.stdout:3187: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:49.189 INFO:tasks.rados.rados.0.smithi046.stdout:3187: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:49.189 INFO:tasks.rados.rados.0.smithi046.stdout:3187: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:49.189 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2050 (ObjNum 1027 snap 305 seq_num 1027) dirty exists 2021-07-26T15:56:49.190 INFO:tasks.rados.rados.0.smithi046.stdout:3187: left oid 45 (ObjNum 1027 snap 305 seq_num 1027) 2021-07-26T15:56:49.198 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 1 to smithi04638994-35 2021-07-26T15:56:49.199 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 2 to smithi04638994-35 2021-07-26T15:56:49.200 INFO:tasks.rados.rados.0.smithi046.stdout:3188: expect (ObjNum 945 snap 292 seq_num 945) 2021-07-26T15:56:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:49 smithi073 bash[34190]: cluster 2021-07-26T15:56:48.021113+0000 mgr.y (mgr.24683) 423 : cluster [DBG] pgmap v836: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 234 KiB/s wr, 15 op/s 2021-07-26T15:56:49.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:49 smithi073 bash[34190]: cluster 2021-07-26T15:56:48.088288+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T15:56:49.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:49 smithi046 bash[41283]: cluster 2021-07-26T15:56:48.021113+0000 mgr.y (mgr.24683) 423 : cluster [DBG] pgmap v836: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 234 KiB/s wr, 15 op/s 2021-07-26T15:56:49.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:49 smithi046 bash[41283]: cluster 2021-07-26T15:56:48.088288+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T15:56:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:49 smithi046 bash[42351]: cluster 2021-07-26T15:56:48.021113+0000 mgr.y (mgr.24683) 423 : cluster [DBG] pgmap v836: 25 pgs: 25 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 234 KiB/s wr, 15 op/s 2021-07-26T15:56:49.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:49 smithi046 bash[42351]: cluster 2021-07-26T15:56:48.088288+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T15:56:49.631 INFO:tasks.rados.rados.0.smithi046.stdout:3189: finishing write tid 3 to smithi04638994-35 2021-07-26T15:56:49.760 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2052 (ObjNum 1028 snap 305 seq_num 1028) dirty exists 2021-07-26T15:56:49.761 INFO:tasks.rados.rados.0.smithi046.stdout:3189: left oid 35 (ObjNum 1028 snap 305 seq_num 1028) 2021-07-26T15:56:49.761 INFO:tasks.rados.rados.0.smithi046.stdout:3187: done (3 left) 2021-07-26T15:56:49.761 INFO:tasks.rados.rados.0.smithi046.stdout:3188: done (2 left) 2021-07-26T15:56:49.761 INFO:tasks.rados.rados.0.smithi046.stdout:3189: done (1 left) 2021-07-26T15:56:49.761 INFO:tasks.rados.rados.0.smithi046.stdout:3190: done (0 left) 2021-07-26T15:56:49.762 INFO:tasks.rados.rados.0.smithi046.stdout:3191: copy_from oid 23 from oid 9 current snap is 305 2021-07-26T15:56:49.762 INFO:tasks.rados.rados.0.smithi046.stdout:3192: setattr oid 33 current snap is 305 2021-07-26T15:56:49.766 INFO:tasks.rados.rados.0.smithi046.stdout:3193: rollback oid 36 current snap is 305 2021-07-26T15:56:49.766 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 36 to 281 2021-07-26T15:56:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:3194: rmattr oid 21 current snap is 305 2021-07-26T15:56:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:3194: done (3 left) 2021-07-26T15:56:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:3195: rollback oid 47 current snap is 305 2021-07-26T15:56:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 277 2021-07-26T15:56:49.767 INFO:tasks.rados.rados.0.smithi046.stdout:3196: copy_from oid 34 from oid 1 current snap is 305 2021-07-26T15:56:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:3197: rollback oid 41 current snap is 305 2021-07-26T15:56:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 299 2021-07-26T15:56:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 24 current snap is 305 2021-07-26T15:56:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:3198: seq_num 1030 ranges {2433024=458752} 2021-07-26T15:56:49.768 INFO:tasks.rados.rados.0.smithi046.stdout:3198: writing smithi04638994-24 from 2433024 to 2891776 tid 1 2021-07-26T15:56:49.771 INFO:tasks.rados.rados.0.smithi046.stdout:3199: read oid 28 snap 288 2021-07-26T15:56:49.772 INFO:tasks.rados.rados.0.smithi046.stdout:3199: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:56:49.772 INFO:tasks.rados.rados.0.smithi046.stdout:3200: rmattr oid 15 current snap is 305 2021-07-26T15:56:49.776 INFO:tasks.rados.rados.0.smithi046.stdout:3200: done (8 left) 2021-07-26T15:56:49.776 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 305 2021-07-26T15:56:49.779 INFO:tasks.rados.rados.0.smithi046.stdout:3196: finishing copy_from to smithi04638994-34 2021-07-26T15:56:49.780 INFO:tasks.rados.rados.0.smithi046.stdout:3196: got expected ENOENT (src dne) 2021-07-26T15:56:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:3201: seq_num 1031 ranges {2433024=475136} 2021-07-26T15:56:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:3201: writing smithi04638994-31 from 2433024 to 2908160 tid 1 2021-07-26T15:56:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:3202: snap_create 2021-07-26T15:56:49.781 INFO:tasks.rados.rados.0.smithi046.stdout:3196: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:56:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:3195: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:56:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:3195: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:56:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1219 (ObjNum 915 snap 275 seq_num 915) dirty exists 2021-07-26T15:56:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1666 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:56:49.782 INFO:tasks.rados.rados.0.smithi046.stdout:3193: finishing rollback tid 1 to smithi04638994-36 2021-07-26T15:56:49.783 INFO:tasks.rados.rados.0.smithi046.stdout:3193: finishing rollback tid 2 to smithi04638994-36 2021-07-26T15:56:49.783 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1731 (ObjNum 903 snap 269 seq_num 903) dirty exists 2021-07-26T15:56:49.783 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing rollback tid 0 to smithi04638994-41 2021-07-26T15:56:49.783 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:56:49.784 INFO:tasks.rados.rados.0.smithi046.stdout:3197: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:56:49.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1734 (ObjNum 945 snap 292 seq_num 945) dirty exists 2021-07-26T15:56:49.784 INFO:tasks.rados.rados.0.smithi046.stdout:3191: finishing copy_from to smithi04638994-23 2021-07-26T15:56:49.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1982 (ObjNum 980 snap 300 seq_num 980) dirty exists 2021-07-26T15:56:49.784 INFO:tasks.rados.rados.0.smithi046.stdout:3191: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:56:49.785 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 1 to smithi04638994-24 2021-07-26T15:56:49.785 INFO:tasks.rados.rados.0.smithi046.stdout:3201: finishing write tid 1 to smithi04638994-31 2021-07-26T15:56:49.786 INFO:tasks.rados.rados.0.smithi046.stdout:3201: finishing write tid 2 to smithi04638994-31 2021-07-26T15:56:49.786 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 2 to smithi04638994-24 2021-07-26T15:56:49.786 INFO:tasks.rados.rados.0.smithi046.stdout:3201: finishing write tid 3 to smithi04638994-31 2021-07-26T15:56:49.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1714 (ObjNum 1031 snap 305 seq_num 1031) dirty exists 2021-07-26T15:56:49.787 INFO:tasks.rados.rados.0.smithi046.stdout:3201: left oid 31 (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:56:49.787 INFO:tasks.rados.rados.0.smithi046.stdout:3198: finishing write tid 3 to smithi04638994-24 2021-07-26T15:56:49.787 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2080 (ObjNum 1030 snap 305 seq_num 1030) dirty exists 2021-07-26T15:56:49.787 INFO:tasks.rados.rados.0.smithi046.stdout:3198: left oid 24 (ObjNum 1030 snap 305 seq_num 1030) 2021-07-26T15:56:49.788 INFO:tasks.rados.rados.0.smithi046.stdout:3199: expect (ObjNum 854 snap 254 seq_num 854) 2021-07-26T15:56:50.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:50 smithi073 bash[34190]: cluster 2021-07-26T15:56:49.101657+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T15:56:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:50 smithi046 bash[41283]: cluster 2021-07-26T15:56:49.101657+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T15:56:50.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:50 smithi046 bash[42351]: cluster 2021-07-26T15:56:49.101657+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T15:56:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:51 smithi073 bash[34190]: cluster 2021-07-26T15:56:50.021788+0000 mgr.y (mgr.24683) 424 : cluster [DBG] pgmap v839: 25 pgs: 25 active+clean; 330 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 13 op/s 2021-07-26T15:56:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:51 smithi073 bash[34190]: cluster 2021-07-26T15:56:50.101567+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T15:56:51.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:51 smithi073 bash[34190]: cluster 2021-07-26T15:56:51.071358+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T15:56:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[41283]: cluster 2021-07-26T15:56:50.021788+0000 mgr.y (mgr.24683) 424 : cluster [DBG] pgmap v839: 25 pgs: 25 active+clean; 330 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 13 op/s 2021-07-26T15:56:51.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[41283]: cluster 2021-07-26T15:56:50.101567+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T15:56:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[41283]: cluster 2021-07-26T15:56:51.071358+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T15:56:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[42351]: cluster 2021-07-26T15:56:50.021788+0000 mgr.y (mgr.24683) 424 : cluster [DBG] pgmap v839: 25 pgs: 25 active+clean; 330 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 13 op/s 2021-07-26T15:56:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[42351]: cluster 2021-07-26T15:56:50.101567+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T15:56:51.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:51 smithi046 bash[42351]: cluster 2021-07-26T15:56:51.071358+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T15:56:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:3191: done (9 left) 2021-07-26T15:56:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:3192: done (8 left) 2021-07-26T15:56:51.999 INFO:tasks.rados.rados.0.smithi046.stdout:3193: done (7 left) 2021-07-26T15:56:52.000 INFO:tasks.rados.rados.0.smithi046.stdout:3195: done (6 left) 2021-07-26T15:56:52.000 INFO:tasks.rados.rados.0.smithi046.stdout:3196: done (5 left) 2021-07-26T15:56:52.000 INFO:tasks.rados.rados.0.smithi046.stdout:3197: done (4 left) 2021-07-26T15:56:52.000 INFO:tasks.rados.rados.0.smithi046.stdout:3198: done (3 left) 2021-07-26T15:56:52.001 INFO:tasks.rados.rados.0.smithi046.stdout:3199: done (2 left) 2021-07-26T15:56:52.001 INFO:tasks.rados.rados.0.smithi046.stdout:3201: done (1 left) 2021-07-26T15:56:52.001 INFO:tasks.rados.rados.0.smithi046.stdout:3202: done (0 left) 2021-07-26T15:56:52.001 INFO:tasks.rados.rados.0.smithi046.stdout:3203: delete oid 25 current snap is 306 2021-07-26T15:56:52.003 INFO:tasks.rados.rados.0.smithi046.stdout:3203: done (0 left) 2021-07-26T15:56:52.003 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 306 2021-07-26T15:56:52.004 INFO:tasks.rados.rados.0.smithi046.stdout:3204: seq_num 1033 ranges {10272768=507904} 2021-07-26T15:56:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:3204: writing smithi04638994-45 from 10272768 to 10780672 tid 1 2021-07-26T15:56:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:3205: read oid 17 snap -1 2021-07-26T15:56:52.073 INFO:tasks.rados.rados.0.smithi046.stdout:3205: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:56:52.074 INFO:tasks.rados.rados.0.smithi046.stdout:3206: rollback oid 5 current snap is 306 2021-07-26T15:56:52.075 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 305 2021-07-26T15:56:52.075 INFO:tasks.rados.rados.0.smithi046.stdout:3207: snap_create 2021-07-26T15:56:52.075 INFO:tasks.rados.rados.0.smithi046.stdout:3205: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:56:52.079 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 1 to smithi04638994-45 2021-07-26T15:56:52.080 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 2 to smithi04638994-45 2021-07-26T15:56:52.082 INFO:tasks.rados.rados.0.smithi046.stdout:3206: finishing rollback tid 0 to smithi04638994-5 2021-07-26T15:56:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:3204: finishing write tid 3 to smithi04638994-45 2021-07-26T15:56:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2054 (ObjNum 1033 snap 306 seq_num 1033) dirty exists 2021-07-26T15:56:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:3204: left oid 45 (ObjNum 1033 snap 306 seq_num 1033) 2021-07-26T15:56:52.083 INFO:tasks.rados.rados.0.smithi046.stdout:3206: finishing rollback tid 1 to smithi04638994-5 2021-07-26T15:56:52.084 INFO:tasks.rados.rados.0.smithi046.stdout:3206: finishing rollback tid 2 to smithi04638994-5 2021-07-26T15:56:52.084 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2054 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2021-07-26T15:56:52.116 INFO:tasks.rados.rados.0.smithi046.stdout:3204: done (3 left) 2021-07-26T15:56:52.116 INFO:tasks.rados.rados.0.smithi046.stdout:3205: done (2 left) 2021-07-26T15:56:52.121 INFO:tasks.rados.rados.0.smithi046.stdout:3206: done (1 left) 2021-07-26T15:56:52.122 INFO:tasks.rados.rados.0.smithi046.stdout:3207: done (0 left) 2021-07-26T15:56:52.122 INFO:tasks.rados.rados.0.smithi046.stdout:3208: read oid 15 snap -1 2021-07-26T15:56:52.122 INFO:tasks.rados.rados.0.smithi046.stdout:3208: expect deleted 2021-07-26T15:56:52.122 INFO:tasks.rados.rados.0.smithi046.stdout:3209: read oid 49 snap -1 2021-07-26T15:56:52.123 INFO:tasks.rados.rados.0.smithi046.stdout:3209: expect (ObjNum 999 snap 301 seq_num 999) 2021-07-26T15:56:52.123 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 307 2021-07-26T15:56:52.123 INFO:tasks.rados.rados.0.smithi046.stdout:3210: seq_num 1034 ranges {729088=524288} 2021-07-26T15:56:52.130 INFO:tasks.rados.rados.0.smithi046.stdout:3210: writing smithi04638994-21 from 729088 to 1253376 tid 1 2021-07-26T15:56:52.131 INFO:tasks.rados.rados.0.smithi046.stdout:3211: copy_from oid 8 from oid 46 current snap is 307 2021-07-26T15:56:52.131 INFO:tasks.rados.rados.0.smithi046.stdout:3208: done (3 left) 2021-07-26T15:56:52.131 INFO:tasks.rados.rados.0.smithi046.stdout:3212: copy_from oid 14 from oid 28 current snap is 307 2021-07-26T15:56:52.132 INFO:tasks.rados.rados.0.smithi046.stdout:3213: delete oid 42 current snap is 307 2021-07-26T15:56:52.133 INFO:tasks.rados.rados.0.smithi046.stdout:3209: expect (ObjNum 999 snap 301 seq_num 999) 2021-07-26T15:56:52.199 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 1 to smithi04638994-21 2021-07-26T15:56:52.199 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 2 to smithi04638994-21 2021-07-26T15:56:52.199 INFO:tasks.rados.rados.0.smithi046.stdout:3211: finishing copy_from to smithi04638994-8 2021-07-26T15:56:52.199 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1908 (ObjNum 1 snap 32682 seq_num 197871320) dirty exists 2021-07-26T15:56:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:3210: finishing write tid 3 to smithi04638994-21 2021-07-26T15:56:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1429 (ObjNum 1034 snap 307 seq_num 1034) dirty exists 2021-07-26T15:56:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:3210: left oid 21 (ObjNum 1034 snap 307 seq_num 1034) 2021-07-26T15:56:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:3209: done (4 left) 2021-07-26T15:56:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:3210: done (3 left) 2021-07-26T15:56:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3213: done (2 left) 2021-07-26T15:56:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3214: read oid 33 snap -1 2021-07-26T15:56:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3214: expect (ObjNum 985 snap 301 seq_num 985) 2021-07-26T15:56:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 307 2021-07-26T15:56:52.202 INFO:tasks.rados.rados.0.smithi046.stdout:3211: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:56:52.202 INFO:tasks.rados.rados.0.smithi046.stdout:3215: seq_num 1036 ranges {2637824=557056} 2021-07-26T15:56:52.223 INFO:tasks.rados.rados.0.smithi046.stdout:3215: writing smithi04638994-26 from 2637824 to 3194880 tid 1 2021-07-26T15:56:52.223 INFO:tasks.rados.rados.0.smithi046.stdout:3211: done (3 left) 2021-07-26T15:56:52.223 INFO:tasks.rados.rados.0.smithi046.stdout:3216: snap_remove snap 288 2021-07-26T15:56:53.121 INFO:tasks.rados.rados.0.smithi046.stdout:3216: done (3 left) 2021-07-26T15:56:53.121 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 307 2021-07-26T15:56:53.121 INFO:tasks.rados.rados.0.smithi046.stdout:3217: seq_num 1037 ranges {7946240=573440} 2021-07-26T15:56:53.174 INFO:tasks.rados.rados.0.smithi046.stdout:3217: writing smithi04638994-41 from 7946240 to 8519680 tid 1 2021-07-26T15:56:53.174 INFO:tasks.rados.rados.0.smithi046.stdout:3218: read oid 42 snap -1 2021-07-26T15:56:53.174 INFO:tasks.rados.rados.0.smithi046.stdout:3218: expect deleted 2021-07-26T15:56:53.174 INFO:tasks.rados.rados.0.smithi046.stdout:3219: rollback oid 10 current snap is 307 2021-07-26T15:56:53.175 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 277 2021-07-26T15:56:53.175 INFO:tasks.rados.rados.0.smithi046.stdout:3212: finishing copy_from to smithi04638994-14 2021-07-26T15:56:53.175 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1674 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2021-07-26T15:56:53.176 INFO:tasks.rados.rados.0.smithi046.stdout:3220: snap_create 2021-07-26T15:56:53.176 INFO:tasks.rados.rados.0.smithi046.stdout:3212: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:56:53.176 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 1 to smithi04638994-26 2021-07-26T15:56:53.176 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 2 to smithi04638994-26 2021-07-26T15:56:53.177 INFO:tasks.rados.rados.0.smithi046.stdout:3215: finishing write tid 3 to smithi04638994-26 2021-07-26T15:56:53.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1818 (ObjNum 1036 snap 307 seq_num 1036) dirty exists 2021-07-26T15:56:53.177 INFO:tasks.rados.rados.0.smithi046.stdout:3215: left oid 26 (ObjNum 1036 snap 307 seq_num 1036) 2021-07-26T15:56:53.177 INFO:tasks.rados.rados.0.smithi046.stdout:3214: expect (ObjNum 985 snap 301 seq_num 985) 2021-07-26T15:56:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:53 smithi046 bash[41283]: cluster 2021-07-26T15:56:52.022332+0000 mgr.y (mgr.24683) 425 : cluster [DBG] pgmap v842: 25 pgs: 25 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2021-07-26T15:56:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:53 smithi046 bash[41283]: cluster 2021-07-26T15:56:52.117242+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T15:56:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:53 smithi046 bash[42351]: cluster 2021-07-26T15:56:52.022332+0000 mgr.y (mgr.24683) 425 : cluster [DBG] pgmap v842: 25 pgs: 25 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2021-07-26T15:56:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:53 smithi046 bash[42351]: cluster 2021-07-26T15:56:52.117242+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T15:56:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:53 smithi073 bash[34190]: cluster 2021-07-26T15:56:52.022332+0000 mgr.y (mgr.24683) 425 : cluster [DBG] pgmap v842: 25 pgs: 25 active+clean; 352 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2021-07-26T15:56:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:53 smithi073 bash[34190]: cluster 2021-07-26T15:56:52.117242+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T15:56:53.658 INFO:tasks.rados.rados.0.smithi046.stdout:3219: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:56:53.658 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 0 (ObjNum 197608432 snap 22029 seq_num 197382016) dirty dne 2021-07-26T15:56:53.659 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 1 to smithi04638994-41 2021-07-26T15:56:53.659 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 2 to smithi04638994-41 2021-07-26T15:56:53.659 INFO:tasks.rados.rados.0.smithi046.stdout:3217: finishing write tid 3 to smithi04638994-41 2021-07-26T15:56:53.659 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1736 (ObjNum 1037 snap 307 seq_num 1037) dirty exists 2021-07-26T15:56:53.660 INFO:tasks.rados.rados.0.smithi046.stdout:3217: left oid 41 (ObjNum 1037 snap 307 seq_num 1037) 2021-07-26T15:56:54.139 INFO:tasks.rados.rados.0.smithi046.stdout:3212: done (6 left) 2021-07-26T15:56:54.139 INFO:tasks.rados.rados.0.smithi046.stdout:3214: done (5 left) 2021-07-26T15:56:54.139 INFO:tasks.rados.rados.0.smithi046.stdout:3215: done (4 left) 2021-07-26T15:56:54.139 INFO:tasks.rados.rados.0.smithi046.stdout:3217: done (3 left) 2021-07-26T15:56:54.140 INFO:tasks.rados.rados.0.smithi046.stdout:3218: done (2 left) 2021-07-26T15:56:54.140 INFO:tasks.rados.rados.0.smithi046.stdout:3219: done (1 left) 2021-07-26T15:56:54.140 INFO:tasks.rados.rados.0.smithi046.stdout:3220: done (0 left) 2021-07-26T15:56:54.140 INFO:tasks.rados.rados.0.smithi046.stdout:3221: read oid 11 snap -1 2021-07-26T15:56:54.140 INFO:tasks.rados.rados.0.smithi046.stdout:3221: expect deleted 2021-07-26T15:56:54.141 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 308 2021-07-26T15:56:54.141 INFO:tasks.rados.rados.0.smithi046.stdout:3222: seq_num 1038 ranges {2359296=589824} 2021-07-26T15:56:54.162 INFO:tasks.rados.rados.0.smithi046.stdout:3222: writing smithi04638994-28 from 2359296 to 2949120 tid 1 2021-07-26T15:56:54.162 INFO:tasks.rados.rados.0.smithi046.stdout:3223: delete oid 49 current snap is 308 2021-07-26T15:56:54.170 INFO:tasks.rados.rados.0.smithi046.stdout:3221: done (2 left) 2021-07-26T15:56:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:3223: done (1 left) 2021-07-26T15:56:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 308 2021-07-26T15:56:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:3224: seq_num 1040 ranges {204800=622592} 2021-07-26T15:56:54.179 INFO:tasks.rados.rados.0.smithi046.stdout:3224: writing smithi04638994-48 from 204800 to 827392 tid 1 2021-07-26T15:56:54.179 INFO:tasks.rados.rados.0.smithi046.stdout:3225: setattr oid 21 current snap is 308 2021-07-26T15:56:54.180 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 1 to smithi04638994-28 2021-07-26T15:56:54.180 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 2 to smithi04638994-28 2021-07-26T15:56:54.180 INFO:tasks.rados.rados.0.smithi046.stdout:3222: finishing write tid 3 to smithi04638994-28 2021-07-26T15:56:54.180 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1677 (ObjNum 1038 snap 308 seq_num 1038) dirty exists 2021-07-26T15:56:54.180 INFO:tasks.rados.rados.0.smithi046.stdout:3222: left oid 28 (ObjNum 1038 snap 308 seq_num 1038) 2021-07-26T15:56:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:3222: done (2 left) 2021-07-26T15:56:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:3226: rollback oid 44 current snap is 308 2021-07-26T15:56:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 299 2021-07-26T15:56:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 308 2021-07-26T15:56:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:3227: seq_num 1041 ranges {0=638976} 2021-07-26T15:56:54.186 INFO:tasks.rados.rados.0.smithi046.stdout:3227: writing smithi04638994-1 from 0 to 638976 tid 1 2021-07-26T15:56:54.186 INFO:tasks.rados.rados.0.smithi046.stdout:3228: read oid 34 snap -1 2021-07-26T15:56:54.186 INFO:tasks.rados.rados.0.smithi046.stdout:3228: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:56:54.187 INFO:tasks.rados.rados.0.smithi046.stdout:3229: rollback oid 24 current snap is 308 2021-07-26T15:56:54.187 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 24 to 300 2021-07-26T15:56:54.187 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 308 2021-07-26T15:56:54.187 INFO:tasks.rados.rados.0.smithi046.stdout:3230: seq_num 1042 ranges {0=655360} 2021-07-26T15:56:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:3230: writing smithi04638994-16 from 0 to 655360 tid 1 2021-07-26T15:56:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 308 2021-07-26T15:56:54.191 INFO:tasks.rados.rados.0.smithi046.stdout:3231: seq_num 1043 ranges {4489216=671744} 2021-07-26T15:56:54.220 INFO:tasks.rados.rados.0.smithi046.stdout:3231: writing smithi04638994-5 from 4489216 to 5160960 tid 1 2021-07-26T15:56:54.220 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 39 current snap is 308 2021-07-26T15:56:54.221 INFO:tasks.rados.rados.0.smithi046.stdout:3232: seq_num 1044 ranges {3743744=688128} 2021-07-26T15:56:54.245 INFO:tasks.rados.rados.0.smithi046.stdout:3232: writing smithi04638994-39 from 3743744 to 4431872 tid 1 2021-07-26T15:56:54.245 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 308 2021-07-26T15:56:54.245 INFO:tasks.rados.rados.0.smithi046.stdout:3233: seq_num 1045 ranges {2072576=704512} 2021-07-26T15:56:54.260 INFO:tasks.rados.rados.0.smithi046.stdout:3233: writing smithi04638994-20 from 2072576 to 2777088 tid 1 2021-07-26T15:56:54.261 INFO:tasks.rados.rados.0.smithi046.stdout:3234: snap_remove snap 306 2021-07-26T15:56:54.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:54 smithi046 bash[41283]: cluster 2021-07-26T15:56:53.120861+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T15:56:54.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:54 smithi046 bash[42351]: cluster 2021-07-26T15:56:53.120861+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T15:56:54.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:54 smithi073 bash[34190]: cluster 2021-07-26T15:56:53.120861+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T15:56:55.148 INFO:tasks.rados.rados.0.smithi046.stdout:3234: done (10 left) 2021-07-26T15:56:55.149 INFO:tasks.rados.rados.0.smithi046.stdout:3235: read oid 6 snap -1 2021-07-26T15:56:55.149 INFO:tasks.rados.rados.0.smithi046.stdout:3235: expect (ObjNum 1005 snap 301 seq_num 1005) 2021-07-26T15:56:55.149 INFO:tasks.rados.rados.0.smithi046.stdout:3236: snap_create 2021-07-26T15:56:55.149 INFO:tasks.rados.rados.0.smithi046.stdout:3226: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:56:55.150 INFO:tasks.rados.rados.0.smithi046.stdout:3226: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:56:55.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1716 (ObjNum 972 snap 299 seq_num 972) dirty exists 2021-07-26T15:56:55.150 INFO:tasks.rados.rados.0.smithi046.stdout:3229: finishing rollback tid 0 to smithi04638994-24 2021-07-26T15:56:55.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1430 (ObjNum 1034 snap 307 seq_num 1034) dirty exists 2021-07-26T15:56:55.151 INFO:tasks.rados.rados.0.smithi046.stdout:3224: finishing write tid 1 to smithi04638994-48 2021-07-26T15:56:55.151 INFO:tasks.rados.rados.0.smithi046.stdout:3224: finishing write tid 2 to smithi04638994-48 2021-07-26T15:56:55.151 INFO:tasks.rados.rados.0.smithi046.stdout:3229: finishing rollback tid 1 to smithi04638994-24 2021-07-26T15:56:55.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2091 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty dne 2021-07-26T15:56:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:3227: finishing write tid 1 to smithi04638994-1 2021-07-26T15:56:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:3227: finishing write tid 2 to smithi04638994-1 2021-07-26T15:56:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:3224: finishing write tid 3 to smithi04638994-48 2021-07-26T15:56:55.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2172 (ObjNum 1040 snap 308 seq_num 1040) dirty exists 2021-07-26T15:56:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:3224: left oid 48 (ObjNum 1040 snap 308 seq_num 1040) 2021-07-26T15:56:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 1 to smithi04638994-16 2021-07-26T15:56:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 2 to smithi04638994-16 2021-07-26T15:56:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:3227: finishing write tid 3 to smithi04638994-1 2021-07-26T15:56:55.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2174 (ObjNum 1041 snap 308 seq_num 1041) dirty exists 2021-07-26T15:56:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:3227: left oid 1 (ObjNum 1041 snap 308 seq_num 1041) 2021-07-26T15:56:55.154 INFO:tasks.rados.rados.0.smithi046.stdout:3228: expect (ObjNum 663 snap 193 seq_num 663) 2021-07-26T15:56:55.227 INFO:tasks.rados.rados.0.smithi046.stdout:3230: finishing write tid 3 to smithi04638994-16 2021-07-26T15:56:55.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1442 (ObjNum 1042 snap 308 seq_num 1042) dirty exists 2021-07-26T15:56:55.228 INFO:tasks.rados.rados.0.smithi046.stdout:3230: left oid 16 (ObjNum 1042 snap 308 seq_num 1042) 2021-07-26T15:56:55.228 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 1 to smithi04638994-5 2021-07-26T15:56:55.228 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 2 to smithi04638994-5 2021-07-26T15:56:55.228 INFO:tasks.rados.rados.0.smithi046.stdout:3231: finishing write tid 3 to smithi04638994-5 2021-07-26T15:56:55.229 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2056 (ObjNum 1043 snap 308 seq_num 1043) dirty exists 2021-07-26T15:56:55.229 INFO:tasks.rados.rados.0.smithi046.stdout:3231: left oid 5 (ObjNum 1043 snap 308 seq_num 1043) 2021-07-26T15:56:55.229 INFO:tasks.rados.rados.0.smithi046.stdout:3232: finishing write tid 1 to smithi04638994-39 2021-07-26T15:56:55.229 INFO:tasks.rados.rados.0.smithi046.stdout:3232: finishing write tid 2 to smithi04638994-39 2021-07-26T15:56:55.229 INFO:tasks.rados.rados.0.smithi046.stdout:3232: finishing write tid 3 to smithi04638994-39 2021-07-26T15:56:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1723 (ObjNum 1044 snap 308 seq_num 1044) dirty exists 2021-07-26T15:56:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:3232: left oid 39 (ObjNum 1044 snap 308 seq_num 1044) 2021-07-26T15:56:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:3233: finishing write tid 1 to smithi04638994-20 2021-07-26T15:56:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:3233: finishing write tid 2 to smithi04638994-20 2021-07-26T15:56:55.231 INFO:tasks.rados.rados.0.smithi046.stdout:3233: finishing write tid 3 to smithi04638994-20 2021-07-26T15:56:55.231 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2094 (ObjNum 1045 snap 308 seq_num 1045) dirty exists 2021-07-26T15:56:55.231 INFO:tasks.rados.rados.0.smithi046.stdout:3233: left oid 20 (ObjNum 1045 snap 308 seq_num 1045) 2021-07-26T15:56:55.232 INFO:tasks.rados.rados.0.smithi046.stdout:3235: expect (ObjNum 1005 snap 301 seq_num 1005) 2021-07-26T15:56:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:55 smithi046 bash[41283]: cluster 2021-07-26T15:56:54.022881+0000 mgr.y (mgr.24683) 426 : cluster [DBG] pgmap v845: 25 pgs: 25 active+clean; 359 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2021-07-26T15:56:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:55 smithi046 bash[41283]: cluster 2021-07-26T15:56:54.139773+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T15:56:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:55 smithi046 bash[42351]: cluster 2021-07-26T15:56:54.022881+0000 mgr.y (mgr.24683) 426 : cluster [DBG] pgmap v845: 25 pgs: 25 active+clean; 359 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2021-07-26T15:56:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:55 smithi046 bash[42351]: cluster 2021-07-26T15:56:54.139773+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T15:56:55.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:55 smithi073 bash[34190]: cluster 2021-07-26T15:56:54.022881+0000 mgr.y (mgr.24683) 426 : cluster [DBG] pgmap v845: 25 pgs: 25 active+clean; 359 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2021-07-26T15:56:55.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:55 smithi073 bash[34190]: cluster 2021-07-26T15:56:54.139773+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T15:56:56.074 INFO:tasks.rados.rados.0.smithi046.stdout:3224: done (11 left) 2021-07-26T15:56:56.074 INFO:tasks.rados.rados.0.smithi046.stdout:3225: done (10 left) 2021-07-26T15:56:56.074 INFO:tasks.rados.rados.0.smithi046.stdout:3226: done (9 left) 2021-07-26T15:56:56.075 INFO:tasks.rados.rados.0.smithi046.stdout:3227: done (8 left) 2021-07-26T15:56:56.075 INFO:tasks.rados.rados.0.smithi046.stdout:3228: done (7 left) 2021-07-26T15:56:56.075 INFO:tasks.rados.rados.0.smithi046.stdout:3229: done (6 left) 2021-07-26T15:56:56.075 INFO:tasks.rados.rados.0.smithi046.stdout:3230: done (5 left) 2021-07-26T15:56:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:3231: done (4 left) 2021-07-26T15:56:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:3232: done (3 left) 2021-07-26T15:56:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:3233: done (2 left) 2021-07-26T15:56:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:3235: done (1 left) 2021-07-26T15:56:56.076 INFO:tasks.rados.rados.0.smithi046.stdout:3236: done (0 left) 2021-07-26T15:56:56.077 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 309 2021-07-26T15:56:56.077 INFO:tasks.rados.rados.0.smithi046.stdout:3237: seq_num 1046 ranges {712704=729088} 2021-07-26T15:56:56.084 INFO:tasks.rados.rados.0.smithi046.stdout:3237: writing smithi04638994-18 from 712704 to 1441792 tid 1 2021-07-26T15:56:56.084 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 309 2021-07-26T15:56:56.084 INFO:tasks.rados.rados.0.smithi046.stdout:3238: seq_num 1047 ranges {5160960=745472} 2021-07-26T15:56:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:3238: writing smithi04638994-5 from 5160960 to 5906432 tid 1 2021-07-26T15:56:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:3239: delete oid 35 current snap is 309 2021-07-26T15:56:56.118 INFO:tasks.rados.rados.0.smithi046.stdout:3237: finishing write tid 1 to smithi04638994-18 2021-07-26T15:56:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:3237: finishing write tid 2 to smithi04638994-18 2021-07-26T15:56:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:3237: finishing write tid 3 to smithi04638994-18 2021-07-26T15:56:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1432 (ObjNum 1046 snap 309 seq_num 1046) dirty exists 2021-07-26T15:56:56.119 INFO:tasks.rados.rados.0.smithi046.stdout:3237: left oid 18 (ObjNum 1046 snap 309 seq_num 1046) 2021-07-26T15:56:56.125 INFO:tasks.rados.rados.0.smithi046.stdout:3237: done (2 left) 2021-07-26T15:56:56.126 INFO:tasks.rados.rados.0.smithi046.stdout:3239: done (1 left) 2021-07-26T15:56:56.126 INFO:tasks.rados.rados.0.smithi046.stdout:3240: delete oid 33 current snap is 309 2021-07-26T15:56:56.127 INFO:tasks.rados.rados.0.smithi046.stdout:3238: finishing write tid 1 to smithi04638994-5 2021-07-26T15:56:56.129 INFO:tasks.rados.rados.0.smithi046.stdout:3238: finishing write tid 2 to smithi04638994-5 2021-07-26T15:56:56.131 INFO:tasks.rados.rados.0.smithi046.stdout:3238: finishing write tid 3 to smithi04638994-5 2021-07-26T15:56:56.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2058 (ObjNum 1047 snap 309 seq_num 1047) dirty exists 2021-07-26T15:56:56.132 INFO:tasks.rados.rados.0.smithi046.stdout:3238: left oid 5 (ObjNum 1047 snap 309 seq_num 1047) 2021-07-26T15:56:56.134 INFO:tasks.rados.rados.0.smithi046.stdout:3238: done (1 left) 2021-07-26T15:56:56.134 INFO:tasks.rados.rados.0.smithi046.stdout:3240: done (0 left) 2021-07-26T15:56:56.134 INFO:tasks.rados.rados.0.smithi046.stdout:3241: snap_create 2021-07-26T15:56:56.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:56 smithi046 bash[42351]: cluster 2021-07-26T15:56:55.149572+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T15:56:56.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:56 smithi046 bash[42351]: cluster 2021-07-26T15:56:56.074004+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T15:56:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:56 smithi046 bash[41283]: cluster 2021-07-26T15:56:55.149572+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T15:56:56.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:56 smithi046 bash[41283]: cluster 2021-07-26T15:56:56.074004+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T15:56:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:56 smithi073 bash[34190]: cluster 2021-07-26T15:56:55.149572+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T15:56:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:56 smithi073 bash[34190]: cluster 2021-07-26T15:56:56.074004+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T15:56:57.084 INFO:tasks.rados.rados.0.smithi046.stdout:3241: done (0 left) 2021-07-26T15:56:57.085 INFO:tasks.rados.rados.0.smithi046.stdout:3242: copy_from oid 23 from oid 22 current snap is 310 2021-07-26T15:56:57.085 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 310 2021-07-26T15:56:57.085 INFO:tasks.rados.rados.0.smithi046.stdout:3243: seq_num 1050 ranges {0=794624} 2021-07-26T15:56:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:3243: writing smithi04638994-33 from 0 to 794624 tid 1 2021-07-26T15:56:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 310 2021-07-26T15:56:57.091 INFO:tasks.rados.rados.0.smithi046.stdout:3244: seq_num 1051 ranges {335872=409600,745472=401408} 2021-07-26T15:56:57.095 INFO:tasks.rados.rados.0.smithi046.stdout:3244: writing smithi04638994-13 from 335872 to 745472 tid 1 2021-07-26T15:56:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:3244: writing smithi04638994-13 from 745472 to 1146880 tid 2 2021-07-26T15:56:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:3245: rmattr oid 16 current snap is 310 2021-07-26T15:56:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:3245: done (3 left) 2021-07-26T15:56:57.098 INFO:tasks.rados.rados.0.smithi046.stdout:3246: snap_create 2021-07-26T15:56:57.099 INFO:tasks.rados.rados.0.smithi046.stdout:3242: finishing copy_from to smithi04638994-23 2021-07-26T15:56:57.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 1675 (ObjNum 1 snap 0 seq_num 197807864) dirty exists 2021-07-26T15:56:57.100 INFO:tasks.rados.rados.0.smithi046.stdout:3242: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:56:57.102 INFO:tasks.rados.rados.0.smithi046.stdout:3243: finishing write tid 1 to smithi04638994-33 2021-07-26T15:56:57.102 INFO:tasks.rados.rados.0.smithi046.stdout:3243: finishing write tid 2 to smithi04638994-33 2021-07-26T15:56:57.104 INFO:tasks.rados.rados.0.smithi046.stdout:3243: finishing write tid 3 to smithi04638994-33 2021-07-26T15:56:57.104 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1669 (ObjNum 1050 snap 310 seq_num 1050) dirty exists 2021-07-26T15:56:57.105 INFO:tasks.rados.rados.0.smithi046.stdout:3243: left oid 33 (ObjNum 1050 snap 310 seq_num 1050) 2021-07-26T15:56:57.107 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 1 to smithi04638994-13 2021-07-26T15:56:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 2 to smithi04638994-13 2021-07-26T15:56:57.108 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 3 to smithi04638994-13 2021-07-26T15:56:57.110 INFO:tasks.rados.rados.0.smithi046.stdout:3244: finishing write tid 4 to smithi04638994-13 2021-07-26T15:56:57.110 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1821 (ObjNum 1051 snap 310 seq_num 1051) dirty exists 2021-07-26T15:56:57.110 INFO:tasks.rados.rados.0.smithi046.stdout:3244: left oid 13 (ObjNum 1051 snap 310 seq_num 1051) 2021-07-26T15:56:57.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:57 smithi046 bash[41283]: cluster 2021-07-26T15:56:56.023661+0000 mgr.y (mgr.24683) 427 : cluster [DBG] pgmap v848: 25 pgs: 25 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2021-07-26T15:56:57.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:57 smithi046 bash[41283]: cluster 2021-07-26T15:56:57.085560+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T15:56:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:57 smithi046 bash[42351]: cluster 2021-07-26T15:56:56.023661+0000 mgr.y (mgr.24683) 427 : cluster [DBG] pgmap v848: 25 pgs: 25 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2021-07-26T15:56:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:57 smithi046 bash[42351]: cluster 2021-07-26T15:56:57.085560+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T15:56:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:57 smithi073 bash[34190]: cluster 2021-07-26T15:56:56.023661+0000 mgr.y (mgr.24683) 427 : cluster [DBG] pgmap v848: 25 pgs: 25 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2021-07-26T15:56:57.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:57 smithi073 bash[34190]: cluster 2021-07-26T15:56:57.085560+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T15:56:58.085 INFO:tasks.rados.rados.0.smithi046.stdout:3242: done (3 left) 2021-07-26T15:56:58.085 INFO:tasks.rados.rados.0.smithi046.stdout:3243: done (2 left) 2021-07-26T15:56:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:3244: done (1 left) 2021-07-26T15:56:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:3246: done (0 left) 2021-07-26T15:56:58.086 INFO:tasks.rados.rados.0.smithi046.stdout:3247: delete oid 7 current snap is 311 2021-07-26T15:56:58.092 INFO:tasks.rados.rados.0.smithi046.stdout:3247: done (0 left) 2021-07-26T15:56:58.092 INFO:tasks.rados.rados.0.smithi046.stdout:3248: snap_remove snap 277 2021-07-26T15:56:59.092 INFO:tasks.rados.rados.0.smithi046.stdout:3248: done (0 left) 2021-07-26T15:56:59.092 INFO:tasks.rados.rados.0.smithi046.stdout:3249: read oid 20 snap -1 2021-07-26T15:56:59.092 INFO:tasks.rados.rados.0.smithi046.stdout:3249: expect (ObjNum 1045 snap 308 seq_num 1045) 2021-07-26T15:56:59.093 INFO:tasks.rados.rados.0.smithi046.stdout:3250: read oid 12 snap -1 2021-07-26T15:56:59.093 INFO:tasks.rados.rados.0.smithi046.stdout:3250: expect (ObjNum 1020 snap 304 seq_num 1020) 2021-07-26T15:56:59.093 INFO:tasks.rados.rados.0.smithi046.stdout:3251: read oid 6 snap -1 2021-07-26T15:56:59.093 INFO:tasks.rados.rados.0.smithi046.stdout:3251: expect (ObjNum 1005 snap 301 seq_num 1005) 2021-07-26T15:56:59.096 INFO:tasks.rados.rados.0.smithi046.stdout:3252: read oid 17 snap -1 2021-07-26T15:56:59.097 INFO:tasks.rados.rados.0.smithi046.stdout:3252: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:56:59.097 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 311 2021-07-26T15:56:59.097 INFO:tasks.rados.rados.0.smithi046.stdout:3253: seq_num 1053 ranges {10305536=442368,10747904=401408} 2021-07-26T15:56:59.155 INFO:tasks.rados.rados.0.smithi046.stdout:3253: writing smithi04638994-2 from 10305536 to 10747904 tid 1 2021-07-26T15:56:59.157 INFO:tasks.rados.rados.0.smithi046.stdout:3253: writing smithi04638994-2 from 10747904 to 11149312 tid 2 2021-07-26T15:56:59.157 INFO:tasks.rados.rados.0.smithi046.stdout:3254: snap_remove snap 307 2021-07-26T15:56:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:59 smithi073 bash[34190]: cluster 2021-07-26T15:56:58.024349+0000 mgr.y (mgr.24683) 428 : cluster [DBG] pgmap v851: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2021-07-26T15:56:59.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:59 smithi073 bash[34190]: cluster 2021-07-26T15:56:58.085604+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T15:56:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:59 smithi073 bash[34190]: audit 2021-07-26T15:56:58.101928+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:59.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:56:59 smithi073 bash[34190]: audit 2021-07-26T15:56:58.976797+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[41283]: cluster 2021-07-26T15:56:58.024349+0000 mgr.y (mgr.24683) 428 : cluster [DBG] pgmap v851: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2021-07-26T15:56:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[41283]: cluster 2021-07-26T15:56:58.085604+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T15:56:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[41283]: audit 2021-07-26T15:56:58.101928+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:59.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[41283]: audit 2021-07-26T15:56:58.976797+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[42351]: cluster 2021-07-26T15:56:58.024349+0000 mgr.y (mgr.24683) 428 : cluster [DBG] pgmap v851: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2021-07-26T15:56:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[42351]: cluster 2021-07-26T15:56:58.085604+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T15:56:59.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[42351]: audit 2021-07-26T15:56:58.101928+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:59.435 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:56:59 smithi046 bash[42351]: audit 2021-07-26T15:56:58.976797+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:00.104 INFO:tasks.rados.rados.0.smithi046.stdout:3254: done (5 left) 2021-07-26T15:57:00.105 INFO:tasks.rados.rados.0.smithi046.stdout:3255: rollback oid 30 current snap is 311 2021-07-26T15:57:00.105 INFO:tasks.rados.rados.0.smithi046.stdout:3252: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:00.107 INFO:tasks.rados.rados.0.smithi046.stdout:3249: expect (ObjNum 1045 snap 308 seq_num 1045) 2021-07-26T15:57:00.234 INFO:tasks.rados.rados.0.smithi046.stdout:3251: expect (ObjNum 1005 snap 301 seq_num 1005) 2021-07-26T15:57:00.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:00 smithi073 bash[34190]: cluster 2021-07-26T15:56:59.090522+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T15:57:00.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:00 smithi046 bash[41283]: cluster 2021-07-26T15:56:59.090522+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T15:57:00.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:00 smithi046 bash[42351]: cluster 2021-07-26T15:56:59.090522+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T15:57:00.529 INFO:tasks.rados.rados.0.smithi046.stdout:3250: expect (ObjNum 1020 snap 304 seq_num 1020) 2021-07-26T15:57:00.798 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing write tid 1 to smithi04638994-2 2021-07-26T15:57:00.798 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing write tid 2 to smithi04638994-2 2021-07-26T15:57:00.798 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing write tid 3 to smithi04638994-2 2021-07-26T15:57:00.798 INFO:tasks.rados.rados.0.smithi046.stdout:3253: finishing write tid 4 to smithi04638994-2 2021-07-26T15:57:00.799 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1726 (ObjNum 1053 snap 311 seq_num 1053) dirty exists 2021-07-26T15:57:00.799 INFO:tasks.rados.rados.0.smithi046.stdout:3253: left oid 2 (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:00.799 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 281 2021-07-26T15:57:00.799 INFO:tasks.rados.rados.0.smithi046.stdout:3249: done (5 left) 2021-07-26T15:57:00.800 INFO:tasks.rados.rados.0.smithi046.stdout:3250: done (4 left) 2021-07-26T15:57:00.800 INFO:tasks.rados.rados.0.smithi046.stdout:3251: done (3 left) 2021-07-26T15:57:00.800 INFO:tasks.rados.rados.0.smithi046.stdout:3252: done (2 left) 2021-07-26T15:57:00.800 INFO:tasks.rados.rados.0.smithi046.stdout:3253: done (1 left) 2021-07-26T15:57:00.801 INFO:tasks.rados.rados.0.smithi046.stdout:3256: snap_remove snap 276 2021-07-26T15:57:01.079 INFO:tasks.rados.rados.0.smithi046.stdout:3255: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:57:01.079 INFO:tasks.rados.rados.0.smithi046.stdout:3255: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:57:01.079 INFO:tasks.rados.rados.0.smithi046.stdout:3255: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:57:01.080 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 1977 (ObjNum 907 snap 272 seq_num 907) dirty exists 2021-07-26T15:57:01.080 INFO:tasks.rados.rados.0.smithi046.stdout:3255: done (1 left) 2021-07-26T15:57:01.080 INFO:tasks.rados.rados.0.smithi046.stdout:3256: done (0 left) 2021-07-26T15:57:01.081 INFO:tasks.rados.rados.0.smithi046.stdout:3257: read oid 17 snap -1 2021-07-26T15:57:01.081 INFO:tasks.rados.rados.0.smithi046.stdout:3257: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:01.081 INFO:tasks.rados.rados.0.smithi046.stdout:3258: delete oid 46 current snap is 311 2021-07-26T15:57:01.086 INFO:tasks.rados.rados.0.smithi046.stdout:3257: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:3257: done (1 left) 2021-07-26T15:57:01.092 INFO:tasks.rados.rados.0.smithi046.stdout:3258: done (0 left) 2021-07-26T15:57:01.093 INFO:tasks.rados.rados.0.smithi046.stdout:3259: snap_create 2021-07-26T15:57:01.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:01 smithi073 bash[34190]: cluster 2021-07-26T15:57:00.025081+0000 mgr.y (mgr.24683) 429 : cluster [DBG] pgmap v854: 25 pgs: 25 active+clean; 374 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:57:01.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:01 smithi073 bash[34190]: cluster 2021-07-26T15:57:00.103535+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T15:57:01.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:01 smithi073 bash[34190]: cluster 2021-07-26T15:57:01.076556+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T15:57:01.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[41283]: cluster 2021-07-26T15:57:00.025081+0000 mgr.y (mgr.24683) 429 : cluster [DBG] pgmap v854: 25 pgs: 25 active+clean; 374 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:57:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[41283]: cluster 2021-07-26T15:57:00.103535+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T15:57:01.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[41283]: cluster 2021-07-26T15:57:01.076556+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T15:57:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[42351]: cluster 2021-07-26T15:57:00.025081+0000 mgr.y (mgr.24683) 429 : cluster [DBG] pgmap v854: 25 pgs: 25 active+clean; 374 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T15:57:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[42351]: cluster 2021-07-26T15:57:00.103535+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T15:57:01.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:01 smithi046 bash[42351]: cluster 2021-07-26T15:57:01.076556+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T15:57:02.089 INFO:tasks.rados.rados.0.smithi046.stdout:3259: done (0 left) 2021-07-26T15:57:02.090 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 312 2021-07-26T15:57:02.090 INFO:tasks.rados.rados.0.smithi046.stdout:3260: seq_num 1055 ranges {794624=475136,1269760=401408} 2021-07-26T15:57:02.100 INFO:tasks.rados.rados.0.smithi046.stdout:3260: writing smithi04638994-33 from 794624 to 1269760 tid 1 2021-07-26T15:57:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:3260: writing smithi04638994-33 from 1269760 to 1671168 tid 2 2021-07-26T15:57:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:3261: copy_from oid 10 from oid 40 current snap is 312 2021-07-26T15:57:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 312 2021-07-26T15:57:02.101 INFO:tasks.rados.rados.0.smithi046.stdout:3262: seq_num 1056 ranges {1441792=491520,1933312=401408} 2021-07-26T15:57:02.112 INFO:tasks.rados.rados.0.smithi046.stdout:3262: writing smithi04638994-18 from 1441792 to 1933312 tid 1 2021-07-26T15:57:02.115 INFO:tasks.rados.rados.0.smithi046.stdout:3262: writing smithi04638994-18 from 1933312 to 2334720 tid 2 2021-07-26T15:57:02.115 INFO:tasks.rados.rados.0.smithi046.stdout:3263: setattr oid 34 current snap is 312 2021-07-26T15:57:02.115 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing copy_from to smithi04638994-10 2021-07-26T15:57:02.116 INFO:tasks.rados.rados.0.smithi046.stdout:3261: got expected ENOENT (src dne) 2021-07-26T15:57:02.116 INFO:tasks.rados.rados.0.smithi046.stdout:3261: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:57:02.116 INFO:tasks.rados.rados.0.smithi046.stdout:3260: finishing write tid 1 to smithi04638994-33 2021-07-26T15:57:02.116 INFO:tasks.rados.rados.0.smithi046.stdout:3260: finishing write tid 2 to smithi04638994-33 2021-07-26T15:57:02.116 INFO:tasks.rados.rados.0.smithi046.stdout:3260: finishing write tid 3 to smithi04638994-33 2021-07-26T15:57:02.117 INFO:tasks.rados.rados.0.smithi046.stdout:3260: finishing write tid 4 to smithi04638994-33 2021-07-26T15:57:02.117 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1672 (ObjNum 1055 snap 312 seq_num 1055) dirty exists 2021-07-26T15:57:02.117 INFO:tasks.rados.rados.0.smithi046.stdout:3260: left oid 33 (ObjNum 1055 snap 312 seq_num 1055) 2021-07-26T15:57:02.118 INFO:tasks.rados.rados.0.smithi046.stdout:3260: done (3 left) 2021-07-26T15:57:02.118 INFO:tasks.rados.rados.0.smithi046.stdout:3261: done (2 left) 2021-07-26T15:57:02.118 INFO:tasks.rados.rados.0.smithi046.stdout:3264: snap_remove snap 311 2021-07-26T15:57:03.118 INFO:tasks.rados.rados.0.smithi046.stdout:3264: done (2 left) 2021-07-26T15:57:03.119 INFO:tasks.rados.rados.0.smithi046.stdout:3265: snap_remove snap 299 2021-07-26T15:57:03.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:03 smithi073 bash[34190]: cluster 2021-07-26T15:57:02.025832+0000 mgr.y (mgr.24683) 430 : cluster [DBG] pgmap v857: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 924 KiB/s wr, 9 op/s 2021-07-26T15:57:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:03 smithi073 bash[34190]: cluster 2021-07-26T15:57:02.090456+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T15:57:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:03 smithi046 bash[41283]: cluster 2021-07-26T15:57:02.025832+0000 mgr.y (mgr.24683) 430 : cluster [DBG] pgmap v857: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 924 KiB/s wr, 9 op/s 2021-07-26T15:57:03.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:03 smithi046 bash[41283]: cluster 2021-07-26T15:57:02.090456+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T15:57:03.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:03 smithi046 bash[42351]: cluster 2021-07-26T15:57:02.025832+0000 mgr.y (mgr.24683) 430 : cluster [DBG] pgmap v857: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 924 KiB/s wr, 9 op/s 2021-07-26T15:57:03.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:03 smithi046 bash[42351]: cluster 2021-07-26T15:57:02.090456+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T15:57:04.127 INFO:tasks.rados.rados.0.smithi046.stdout:3265: done (2 left) 2021-07-26T15:57:04.128 INFO:tasks.rados.rados.0.smithi046.stdout:3266: snap_remove snap 308 2021-07-26T15:57:04.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:04 smithi046 bash[41283]: cluster 2021-07-26T15:57:03.118729+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T15:57:04.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:04 smithi046 bash[42351]: cluster 2021-07-26T15:57:03.118729+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T15:57:04.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:04 smithi073 bash[34190]: cluster 2021-07-26T15:57:03.118729+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T15:57:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3266: done (2 left) 2021-07-26T15:57:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 312 2021-07-26T15:57:05.130 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing write tid 1 to smithi04638994-18 2021-07-26T15:57:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing write tid 2 to smithi04638994-18 2021-07-26T15:57:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 1919 (ObjNum 663 snap 193 seq_num 663) dirty exists 2021-07-26T15:57:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing write tid 3 to smithi04638994-18 2021-07-26T15:57:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:3262: finishing write tid 4 to smithi04638994-18 2021-07-26T15:57:05.131 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1435 (ObjNum 1056 snap 312 seq_num 1056) dirty exists 2021-07-26T15:57:05.132 INFO:tasks.rados.rados.0.smithi046.stdout:3262: left oid 18 (ObjNum 1056 snap 312 seq_num 1056) 2021-07-26T15:57:05.132 INFO:tasks.rados.rados.0.smithi046.stdout:3267: seq_num 1057 ranges {0=507904,507904=401408} 2021-07-26T15:57:05.133 INFO:tasks.rados.rados.0.smithi046.stdout:3267: writing smithi04638994-49 from 0 to 507904 tid 1 2021-07-26T15:57:05.136 INFO:tasks.rados.rados.0.smithi046.stdout:3267: writing smithi04638994-49 from 507904 to 909312 tid 2 2021-07-26T15:57:05.137 INFO:tasks.rados.rados.0.smithi046.stdout:3262: done (2 left) 2021-07-26T15:57:05.137 INFO:tasks.rados.rados.0.smithi046.stdout:3263: done (1 left) 2021-07-26T15:57:05.137 INFO:tasks.rados.rados.0.smithi046.stdout:3268: snap_create 2021-07-26T15:57:05.146 INFO:tasks.rados.rados.0.smithi046.stdout:3267: finishing write tid 1 to smithi04638994-49 2021-07-26T15:57:05.147 INFO:tasks.rados.rados.0.smithi046.stdout:3267: finishing write tid 2 to smithi04638994-49 2021-07-26T15:57:05.147 INFO:tasks.rados.rados.0.smithi046.stdout:3267: finishing write tid 3 to smithi04638994-49 2021-07-26T15:57:05.150 INFO:tasks.rados.rados.0.smithi046.stdout:3267: finishing write tid 4 to smithi04638994-49 2021-07-26T15:57:05.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2059 (ObjNum 1057 snap 312 seq_num 1057) dirty exists 2021-07-26T15:57:05.150 INFO:tasks.rados.rados.0.smithi046.stdout:3267: left oid 49 (ObjNum 1057 snap 312 seq_num 1057) 2021-07-26T15:57:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:05 smithi046 bash[41283]: cluster 2021-07-26T15:57:04.026489+0000 mgr.y (mgr.24683) 431 : cluster [DBG] pgmap v860: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 380 KiB/s wr, 5 op/s 2021-07-26T15:57:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:05 smithi046 bash[41283]: cluster 2021-07-26T15:57:04.128989+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T15:57:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:05 smithi046 bash[42351]: cluster 2021-07-26T15:57:04.026489+0000 mgr.y (mgr.24683) 431 : cluster [DBG] pgmap v860: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 380 KiB/s wr, 5 op/s 2021-07-26T15:57:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:05 smithi046 bash[42351]: cluster 2021-07-26T15:57:04.128989+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T15:57:05.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:05 smithi073 bash[34190]: cluster 2021-07-26T15:57:04.026489+0000 mgr.y (mgr.24683) 431 : cluster [DBG] pgmap v860: 25 pgs: 25 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 380 KiB/s wr, 5 op/s 2021-07-26T15:57:05.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:05 smithi073 bash[34190]: cluster 2021-07-26T15:57:04.128989+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T15:57:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:3267: done (1 left) 2021-07-26T15:57:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:3268: done (0 left) 2021-07-26T15:57:06.078 INFO:tasks.rados.rados.0.smithi046.stdout:3269: rmattr oid 43 current snap is 313 2021-07-26T15:57:06.079 INFO:tasks.rados.rados.0.smithi046.stdout:3269: done (0 left) 2021-07-26T15:57:06.079 INFO:tasks.rados.rados.0.smithi046.stdout:3270: read oid 26 snap 303 2021-07-26T15:57:06.079 INFO:tasks.rados.rados.0.smithi046.stdout:3270: expect (ObjNum 1009 snap 303 seq_num 1009) 2021-07-26T15:57:06.079 INFO:tasks.rados.rados.0.smithi046.stdout:3271: delete oid 33 current snap is 313 2021-07-26T15:57:06.091 INFO:tasks.rados.rados.0.smithi046.stdout:3271: done (1 left) 2021-07-26T15:57:06.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 313 2021-07-26T15:57:06.091 INFO:tasks.rados.rados.0.smithi046.stdout:3272: seq_num 1059 ranges {0=540672,540672=401408} 2021-07-26T15:57:06.095 INFO:tasks.rados.rados.0.smithi046.stdout:3272: writing smithi04638994-23 from 0 to 540672 tid 1 2021-07-26T15:57:06.099 INFO:tasks.rados.rados.0.smithi046.stdout:3272: writing smithi04638994-23 from 540672 to 942080 tid 2 2021-07-26T15:57:06.099 INFO:tasks.rados.rados.0.smithi046.stdout:3273: copy_from oid 8 from oid 30 current snap is 313 2021-07-26T15:57:06.099 INFO:tasks.rados.rados.0.smithi046.stdout:3270: expect (ObjNum 1009 snap 303 seq_num 1009) 2021-07-26T15:57:06.246 INFO:tasks.rados.rados.0.smithi046.stdout:3272: finishing write tid 1 to smithi04638994-23 2021-07-26T15:57:06.247 INFO:tasks.rados.rados.0.smithi046.stdout:3272: finishing write tid 2 to smithi04638994-23 2021-07-26T15:57:06.247 INFO:tasks.rados.rados.0.smithi046.stdout:3272: finishing write tid 3 to smithi04638994-23 2021-07-26T15:57:06.247 INFO:tasks.rados.rados.0.smithi046.stdout:3270: done (2 left) 2021-07-26T15:57:06.248 INFO:tasks.rados.rados.0.smithi046.stdout:3274: delete oid 9 current snap is 313 2021-07-26T15:57:06.248 INFO:tasks.rados.rados.0.smithi046.stdout:3272: finishing write tid 4 to smithi04638994-23 2021-07-26T15:57:06.248 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2142 (ObjNum 1059 snap 313 seq_num 1059) dirty exists 2021-07-26T15:57:06.248 INFO:tasks.rados.rados.0.smithi046.stdout:3272: left oid 23 (ObjNum 1059 snap 313 seq_num 1059) 2021-07-26T15:57:06.251 INFO:tasks.rados.rados.0.smithi046.stdout:3273: finishing copy_from to smithi04638994-8 2021-07-26T15:57:06.251 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 1977 (ObjNum 907 snap 272 seq_num 907) dirty exists 2021-07-26T15:57:06.251 INFO:tasks.rados.rados.0.smithi046.stdout:3273: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:57:06.252 INFO:tasks.rados.rados.0.smithi046.stdout:3272: done (2 left) 2021-07-26T15:57:06.252 INFO:tasks.rados.rados.0.smithi046.stdout:3273: done (1 left) 2021-07-26T15:57:06.253 INFO:tasks.rados.rados.0.smithi046.stdout:3274: done (0 left) 2021-07-26T15:57:06.253 INFO:tasks.rados.rados.0.smithi046.stdout:3275: read oid 12 snap 281 2021-07-26T15:57:06.253 INFO:tasks.rados.rados.0.smithi046.stdout:3275: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:57:06.253 INFO:tasks.rados.rados.0.smithi046.stdout:3276: snap_remove snap 302 2021-07-26T15:57:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:06 smithi046 bash[41283]: cluster 2021-07-26T15:57:05.130488+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T15:57:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:06 smithi046 bash[41283]: cluster 2021-07-26T15:57:06.078380+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T15:57:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:06 smithi046 bash[42351]: cluster 2021-07-26T15:57:05.130488+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T15:57:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:06 smithi046 bash[42351]: cluster 2021-07-26T15:57:06.078380+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T15:57:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:06 smithi073 bash[34190]: cluster 2021-07-26T15:57:05.130488+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T15:57:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:06 smithi073 bash[34190]: cluster 2021-07-26T15:57:06.078380+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T15:57:07.158 INFO:tasks.rados.rados.0.smithi046.stdout:3276: done (1 left) 2021-07-26T15:57:07.159 INFO:tasks.rados.rados.0.smithi046.stdout:3277: snap_create 2021-07-26T15:57:07.159 INFO:tasks.rados.rados.0.smithi046.stdout:3275: expect (ObjNum 810 snap 245 seq_num 810) 2021-07-26T15:57:07.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:07 smithi046 bash[41283]: cluster 2021-07-26T15:57:06.027306+0000 mgr.y (mgr.24683) 432 : cluster [DBG] pgmap v863: 25 pgs: 25 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 214 KiB/s wr, 7 op/s 2021-07-26T15:57:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:07 smithi046 bash[42351]: cluster 2021-07-26T15:57:06.027306+0000 mgr.y (mgr.24683) 432 : cluster [DBG] pgmap v863: 25 pgs: 25 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 214 KiB/s wr, 7 op/s 2021-07-26T15:57:07.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:07 smithi073 bash[34190]: cluster 2021-07-26T15:57:06.027306+0000 mgr.y (mgr.24683) 432 : cluster [DBG] pgmap v863: 25 pgs: 25 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 214 KiB/s wr, 7 op/s 2021-07-26T15:57:08.174 INFO:tasks.rados.rados.0.smithi046.stdout:3275: done (1 left) 2021-07-26T15:57:08.175 INFO:tasks.rados.rados.0.smithi046.stdout:3277: done (0 left) 2021-07-26T15:57:08.175 INFO:tasks.rados.rados.0.smithi046.stdout:3278: read oid 37 snap -1 2021-07-26T15:57:08.175 INFO:tasks.rados.rados.0.smithi046.stdout:3278: expect (ObjNum 985 snap 301 seq_num 985) 2021-07-26T15:57:08.176 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 22 current snap is 314 2021-07-26T15:57:08.176 INFO:tasks.rados.rados.0.smithi046.stdout:3279: seq_num 1061 ranges {0=573440,573440=401408} 2021-07-26T15:57:08.184 INFO:tasks.rados.rados.0.smithi046.stdout:3279: writing smithi04638994-22 from 0 to 573440 tid 1 2021-07-26T15:57:08.184 INFO:tasks.rados.rados.0.smithi046.stdout:3279: writing smithi04638994-22 from 573440 to 974848 tid 2 2021-07-26T15:57:08.185 INFO:tasks.rados.rados.0.smithi046.stdout:3280: copy_from oid 47 from oid 50 current snap is 314 2021-07-26T15:57:08.185 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 314 2021-07-26T15:57:08.185 INFO:tasks.rados.rados.0.smithi046.stdout:3281: seq_num 1062 ranges {827392=589824,1417216=401408} 2021-07-26T15:57:08.192 INFO:tasks.rados.rados.0.smithi046.stdout:3281: writing smithi04638994-48 from 827392 to 1417216 tid 1 2021-07-26T15:57:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:3281: writing smithi04638994-48 from 1417216 to 1818624 tid 2 2021-07-26T15:57:08.195 INFO:tasks.rados.rados.0.smithi046.stdout:3282: setattr oid 24 current snap is 314 2021-07-26T15:57:08.196 INFO:tasks.rados.rados.0.smithi046.stdout:3283: read oid 41 snap -1 2021-07-26T15:57:08.196 INFO:tasks.rados.rados.0.smithi046.stdout:3283: expect (ObjNum 1037 snap 307 seq_num 1037) 2021-07-26T15:57:08.197 INFO:tasks.rados.rados.0.smithi046.stdout:3284: delete oid 33 current snap is 314 2021-07-26T15:57:08.202 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing write tid 1 to smithi04638994-22 2021-07-26T15:57:08.202 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing write tid 2 to smithi04638994-22 2021-07-26T15:57:08.202 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing write tid 3 to smithi04638994-22 2021-07-26T15:57:08.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 24 v 2151 (ObjNum 198527360 snap 22029 seq_num 195899408) dirty exists 2021-07-26T15:57:08.207 INFO:tasks.rados.rados.0.smithi046.stdout:3282: done (6 left) 2021-07-26T15:57:08.207 INFO:tasks.rados.rados.0.smithi046.stdout:3284: done (5 left) 2021-07-26T15:57:08.207 INFO:tasks.rados.rados.0.smithi046.stdout:3285: setattr oid 14 current snap is 314 2021-07-26T15:57:08.209 INFO:tasks.rados.rados.0.smithi046.stdout:3286: read oid 44 snap -1 2021-07-26T15:57:08.209 INFO:tasks.rados.rados.0.smithi046.stdout:3286: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:08.210 INFO:tasks.rados.rados.0.smithi046.stdout:3287: read oid 2 snap 305 2021-07-26T15:57:08.210 INFO:tasks.rados.rados.0.smithi046.stdout:3287: expect (ObjNum 897 snap 267 seq_num 897) 2021-07-26T15:57:08.210 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 46 current snap is 314 2021-07-26T15:57:08.210 INFO:tasks.rados.rados.0.smithi046.stdout:3288: seq_num 1064 ranges {0=622592,622592=401408} 2021-07-26T15:57:08.214 INFO:tasks.rados.rados.0.smithi046.stdout:3288: writing smithi04638994-46 from 0 to 622592 tid 1 2021-07-26T15:57:08.217 INFO:tasks.rados.rados.0.smithi046.stdout:3288: writing smithi04638994-46 from 622592 to 1024000 tid 2 2021-07-26T15:57:08.217 INFO:tasks.rados.rados.0.smithi046.stdout:3289: rollback oid 29 current snap is 314 2021-07-26T15:57:08.217 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 309 2021-07-26T15:57:08.217 INFO:tasks.rados.rados.0.smithi046.stdout:3290: setattr oid 10 current snap is 314 2021-07-26T15:57:08.217 INFO:tasks.rados.rados.0.smithi046.stdout:3281: finishing write tid 1 to smithi04638994-48 2021-07-26T15:57:08.218 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing copy_from to smithi04638994-47 2021-07-26T15:57:08.218 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1814 (ObjNum 1022 snap 304 seq_num 1022) dirty exists 2021-07-26T15:57:08.218 INFO:tasks.rados.rados.0.smithi046.stdout:3279: finishing write tid 4 to smithi04638994-22 2021-07-26T15:57:08.218 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1680 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:57:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:3279: left oid 22 (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:57:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:3281: finishing write tid 2 to smithi04638994-48 2021-07-26T15:57:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:3280: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:57:08.219 INFO:tasks.rados.rados.0.smithi046.stdout:3281: finishing write tid 3 to smithi04638994-48 2021-07-26T15:57:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:3279: done (10 left) 2021-07-26T15:57:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:3280: done (9 left) 2021-07-26T15:57:08.220 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 314 2021-07-26T15:57:08.221 INFO:tasks.rados.rados.0.smithi046.stdout:3291: seq_num 1065 ranges {2777088=638976,3416064=401408} 2021-07-26T15:57:08.239 INFO:tasks.rados.rados.0.smithi046.stdout:3291: writing smithi04638994-20 from 2777088 to 3416064 tid 1 2021-07-26T15:57:08.242 INFO:tasks.rados.rados.0.smithi046.stdout:3291: writing smithi04638994-20 from 3416064 to 3817472 tid 2 2021-07-26T15:57:08.242 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 314 2021-07-26T15:57:08.242 INFO:tasks.rados.rados.0.smithi046.stdout:3278: expect (ObjNum 985 snap 301 seq_num 985) 2021-07-26T15:57:08.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:08 smithi046 bash[42351]: cluster 2021-07-26T15:57:07.158335+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T15:57:08.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:08 smithi046 bash[41283]: cluster 2021-07-26T15:57:07.158335+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T15:57:08.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:08 smithi073 bash[34190]: cluster 2021-07-26T15:57:07.158335+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T15:57:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:3289: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:57:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2059 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2021-07-26T15:57:08.721 INFO:tasks.rados.rados.0.smithi046.stdout:3281: finishing write tid 4 to smithi04638994-48 2021-07-26T15:57:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2229 (ObjNum 1062 snap 314 seq_num 1062) dirty exists 2021-07-26T15:57:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:3281: left oid 48 (ObjNum 1062 snap 314 seq_num 1062) 2021-07-26T15:57:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:3289: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:57:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:3289: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:57:08.722 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2155 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:57:08.723 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing write tid 1 to smithi04638994-46 2021-07-26T15:57:08.723 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing write tid 2 to smithi04638994-46 2021-07-26T15:57:08.723 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing write tid 3 to smithi04638994-46 2021-07-26T15:57:08.723 INFO:tasks.rados.rados.0.smithi046.stdout:3288: finishing write tid 4 to smithi04638994-46 2021-07-26T15:57:08.724 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 1922 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:57:08.724 INFO:tasks.rados.rados.0.smithi046.stdout:3288: left oid 46 (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:57:08.724 INFO:tasks.rados.rados.0.smithi046.stdout:3286: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:08.867 INFO:tasks.rados.rados.0.smithi046.stdout:3291: finishing write tid 1 to smithi04638994-20 2021-07-26T15:57:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3291: finishing write tid 2 to smithi04638994-20 2021-07-26T15:57:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3291: finishing write tid 3 to smithi04638994-20 2021-07-26T15:57:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:3291: finishing write tid 4 to smithi04638994-20 2021-07-26T15:57:08.868 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2159 (ObjNum 1065 snap 314 seq_num 1065) dirty exists 2021-07-26T15:57:08.869 INFO:tasks.rados.rados.0.smithi046.stdout:3291: left oid 20 (ObjNum 1065 snap 314 seq_num 1065) 2021-07-26T15:57:08.869 INFO:tasks.rados.rados.0.smithi046.stdout:3283: expect (ObjNum 1037 snap 307 seq_num 1037) 2021-07-26T15:57:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:09 smithi046 bash[41283]: cluster 2021-07-26T15:57:08.028049+0000 mgr.y (mgr.24683) 433 : cluster [DBG] pgmap v866: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2021-07-26T15:57:09.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:09 smithi046 bash[41283]: cluster 2021-07-26T15:57:08.175237+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T15:57:09.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:09 smithi046 bash[42351]: cluster 2021-07-26T15:57:08.028049+0000 mgr.y (mgr.24683) 433 : cluster [DBG] pgmap v866: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2021-07-26T15:57:09.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:09 smithi046 bash[42351]: cluster 2021-07-26T15:57:08.175237+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T15:57:09.434 INFO:tasks.rados.rados.0.smithi046.stdout:3287: expect (ObjNum 897 snap 267 seq_num 897) 2021-07-26T15:57:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:09 smithi073 bash[34190]: cluster 2021-07-26T15:57:08.028049+0000 mgr.y (mgr.24683) 433 : cluster [DBG] pgmap v866: 25 pgs: 25 active+clean; 371 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 MiB/s wr, 10 op/s 2021-07-26T15:57:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:09 smithi073 bash[34190]: cluster 2021-07-26T15:57:08.175237+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T15:57:10.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1727 (ObjNum 198816416 snap 22029 seq_num 199391840) dirty exists 2021-07-26T15:57:10.151 INFO:tasks.rados.rados.0.smithi046.stdout:3292: seq_num 1066 ranges {0=663552,663552=401408} 2021-07-26T15:57:10.161 INFO:tasks.rados.rados.0.smithi046.stdout:3292: writing smithi04638994-43 from 0 to 663552 tid 1 2021-07-26T15:57:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:3292: writing smithi04638994-43 from 663552 to 1064960 tid 2 2021-07-26T15:57:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:3278: done (10 left) 2021-07-26T15:57:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:3281: done (9 left) 2021-07-26T15:57:10.168 INFO:tasks.rados.rados.0.smithi046.stdout:3283: done (8 left) 2021-07-26T15:57:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:3285: done (7 left) 2021-07-26T15:57:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:3286: done (6 left) 2021-07-26T15:57:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:3287: done (5 left) 2021-07-26T15:57:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:3288: done (4 left) 2021-07-26T15:57:10.169 INFO:tasks.rados.rados.0.smithi046.stdout:3289: done (3 left) 2021-07-26T15:57:10.170 INFO:tasks.rados.rados.0.smithi046.stdout:3290: done (2 left) 2021-07-26T15:57:10.170 INFO:tasks.rados.rados.0.smithi046.stdout:3291: done (1 left) 2021-07-26T15:57:10.170 INFO:tasks.rados.rados.0.smithi046.stdout:3293: delete oid 42 current snap is 314 2021-07-26T15:57:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:3293: done (1 left) 2021-07-26T15:57:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 314 2021-07-26T15:57:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:3294: seq_num 1068 ranges {0=696320,696320=401408} 2021-07-26T15:57:10.173 INFO:tasks.rados.rados.0.smithi046.stdout:3294: writing smithi04638994-10 from 0 to 696320 tid 1 2021-07-26T15:57:10.175 INFO:tasks.rados.rados.0.smithi046.stdout:3294: writing smithi04638994-10 from 696320 to 1097728 tid 2 2021-07-26T15:57:10.175 INFO:tasks.rados.rados.0.smithi046.stdout:3295: snap_create 2021-07-26T15:57:10.176 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 1 to smithi04638994-43 2021-07-26T15:57:10.176 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 2 to smithi04638994-43 2021-07-26T15:57:10.176 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 3 to smithi04638994-43 2021-07-26T15:57:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:3292: finishing write tid 4 to smithi04638994-43 2021-07-26T15:57:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1445 (ObjNum 1066 snap 314 seq_num 1066) dirty exists 2021-07-26T15:57:10.178 INFO:tasks.rados.rados.0.smithi046.stdout:3292: left oid 43 (ObjNum 1066 snap 314 seq_num 1066) 2021-07-26T15:57:10.183 INFO:tasks.rados.rados.0.smithi046.stdout:3294: finishing write tid 1 to smithi04638994-10 2021-07-26T15:57:10.185 INFO:tasks.rados.rados.0.smithi046.stdout:3294: finishing write tid 2 to smithi04638994-10 2021-07-26T15:57:10.186 INFO:tasks.rados.rados.0.smithi046.stdout:3294: finishing write tid 3 to smithi04638994-10 2021-07-26T15:57:10.187 INFO:tasks.rados.rados.0.smithi046.stdout:3294: finishing write tid 4 to smithi04638994-10 2021-07-26T15:57:10.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1730 (ObjNum 1068 snap 314 seq_num 1068) dirty exists 2021-07-26T15:57:10.187 INFO:tasks.rados.rados.0.smithi046.stdout:3294: left oid 10 (ObjNum 1068 snap 314 seq_num 1068) 2021-07-26T15:57:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:3292: done (2 left) 2021-07-26T15:57:11.081 INFO:tasks.rados.rados.0.smithi046.stdout:3294: done (1 left) 2021-07-26T15:57:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:3295: done (0 left) 2021-07-26T15:57:11.082 INFO:tasks.rados.rados.0.smithi046.stdout:3296: read oid 2 snap 312 2021-07-26T15:57:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:3296: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:11.083 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 315 2021-07-26T15:57:11.084 INFO:tasks.rados.rados.0.smithi046.stdout:3297: seq_num 1069 ranges {4603904=712704,5316608=401408} 2021-07-26T15:57:11.115 INFO:tasks.rados.rados.0.smithi046.stdout:3297: writing smithi04638994-12 from 4603904 to 5316608 tid 1 2021-07-26T15:57:11.117 INFO:tasks.rados.rados.0.smithi046.stdout:3297: writing smithi04638994-12 from 5316608 to 5718016 tid 2 2021-07-26T15:57:11.117 INFO:tasks.rados.rados.0.smithi046.stdout:3298: read oid 18 snap -1 2021-07-26T15:57:11.118 INFO:tasks.rados.rados.0.smithi046.stdout:3298: expect (ObjNum 1056 snap 312 seq_num 1056) 2021-07-26T15:57:11.118 INFO:tasks.rados.rados.0.smithi046.stdout:3299: read oid 16 snap -1 2021-07-26T15:57:11.118 INFO:tasks.rados.rados.0.smithi046.stdout:3299: expect (ObjNum 1042 snap 308 seq_num 1042) 2021-07-26T15:57:11.118 INFO:tasks.rados.rados.0.smithi046.stdout:3300: snap_remove snap 309 2021-07-26T15:57:11.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:11 smithi046 bash[41283]: cluster 2021-07-26T15:57:10.028787+0000 mgr.y (mgr.24683) 434 : cluster [DBG] pgmap v868: 25 pgs: 25 active+clean; 368 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 808 KiB/s wr, 14 op/s 2021-07-26T15:57:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:11 smithi046 bash[41283]: cluster 2021-07-26T15:57:11.080859+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T15:57:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:11 smithi046 bash[42351]: cluster 2021-07-26T15:57:10.028787+0000 mgr.y (mgr.24683) 434 : cluster [DBG] pgmap v868: 25 pgs: 25 active+clean; 368 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 808 KiB/s wr, 14 op/s 2021-07-26T15:57:11.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:11 smithi046 bash[42351]: cluster 2021-07-26T15:57:11.080859+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T15:57:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:11 smithi073 bash[34190]: cluster 2021-07-26T15:57:10.028787+0000 mgr.y (mgr.24683) 434 : cluster [DBG] pgmap v868: 25 pgs: 25 active+clean; 368 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 808 KiB/s wr, 14 op/s 2021-07-26T15:57:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:11 smithi073 bash[34190]: cluster 2021-07-26T15:57:11.080859+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T15:57:12.090 INFO:tasks.rados.rados.0.smithi046.stdout:3300: done (4 left) 2021-07-26T15:57:12.091 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 315 2021-07-26T15:57:12.091 INFO:tasks.rados.rados.0.smithi046.stdout:3301: seq_num 1070 ranges {5177344=729088,5906432=401408} 2021-07-26T15:57:12.127 INFO:tasks.rados.rados.0.smithi046.stdout:3301: writing smithi04638994-6 from 5177344 to 5906432 tid 1 2021-07-26T15:57:12.129 INFO:tasks.rados.rados.0.smithi046.stdout:3301: writing smithi04638994-6 from 5906432 to 6307840 tid 2 2021-07-26T15:57:12.129 INFO:tasks.rados.rados.0.smithi046.stdout:3302: copy_from oid 25 from oid 1 current snap is 315 2021-07-26T15:57:12.130 INFO:tasks.rados.rados.0.smithi046.stdout:3296: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:13.053 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 1 to smithi04638994-12 2021-07-26T15:57:13.053 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 2 to smithi04638994-12 2021-07-26T15:57:13.053 INFO:tasks.rados.rados.0.smithi046.stdout:3298: expect (ObjNum 1056 snap 312 seq_num 1056) 2021-07-26T15:57:13.149 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 3 to smithi04638994-12 2021-07-26T15:57:13.150 INFO:tasks.rados.rados.0.smithi046.stdout:3296: done (5 left) 2021-07-26T15:57:13.150 INFO:tasks.rados.rados.0.smithi046.stdout:3298: done (4 left) 2021-07-26T15:57:13.150 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 315 2021-07-26T15:57:13.151 INFO:tasks.rados.rados.0.smithi046.stdout:3297: finishing write tid 4 to smithi04638994-12 2021-07-26T15:57:13.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1448 (ObjNum 1069 snap 315 seq_num 1069) dirty exists 2021-07-26T15:57:13.152 INFO:tasks.rados.rados.0.smithi046.stdout:3297: left oid 12 (ObjNum 1069 snap 315 seq_num 1069) 2021-07-26T15:57:13.152 INFO:tasks.rados.rados.0.smithi046.stdout:3299: expect (ObjNum 1042 snap 308 seq_num 1042) 2021-07-26T15:57:13.167 INFO:tasks.rados.rados.0.smithi046.stdout:3301: finishing write tid 1 to smithi04638994-6 2021-07-26T15:57:13.168 INFO:tasks.rados.rados.0.smithi046.stdout:3301: finishing write tid 2 to smithi04638994-6 2021-07-26T15:57:13.168 INFO:tasks.rados.rados.0.smithi046.stdout:3301: finishing write tid 3 to smithi04638994-6 2021-07-26T15:57:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:3301: finishing write tid 4 to smithi04638994-6 2021-07-26T15:57:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 1980 (ObjNum 1070 snap 315 seq_num 1070) dirty exists 2021-07-26T15:57:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:3301: left oid 6 (ObjNum 1070 snap 315 seq_num 1070) 2021-07-26T15:57:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing copy_from to smithi04638994-25 2021-07-26T15:57:13.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2174 (ObjNum 1041 snap 308 seq_num 1041) dirty exists 2021-07-26T15:57:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:3302: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:57:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:3303: seq_num 1071 ranges {1310720=745472,2056192=401408} 2021-07-26T15:57:13.177 INFO:tasks.rados.rados.0.smithi046.stdout:3303: writing smithi04638994-8 from 1310720 to 2056192 tid 1 2021-07-26T15:57:13.179 INFO:tasks.rados.rados.0.smithi046.stdout:3303: writing smithi04638994-8 from 2056192 to 2457600 tid 2 2021-07-26T15:57:13.179 INFO:tasks.rados.rados.0.smithi046.stdout:3297: done (4 left) 2021-07-26T15:57:13.180 INFO:tasks.rados.rados.0.smithi046.stdout:3299: done (3 left) 2021-07-26T15:57:13.180 INFO:tasks.rados.rados.0.smithi046.stdout:3301: done (2 left) 2021-07-26T15:57:13.180 INFO:tasks.rados.rados.0.smithi046.stdout:3302: done (1 left) 2021-07-26T15:57:13.180 INFO:tasks.rados.rados.0.smithi046.stdout:3304: snap_create 2021-07-26T15:57:13.191 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 1 to smithi04638994-8 2021-07-26T15:57:13.191 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 2 to smithi04638994-8 2021-07-26T15:57:13.192 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 3 to smithi04638994-8 2021-07-26T15:57:13.194 INFO:tasks.rados.rados.0.smithi046.stdout:3303: finishing write tid 4 to smithi04638994-8 2021-07-26T15:57:13.194 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2171 (ObjNum 1071 snap 315 seq_num 1071) dirty exists 2021-07-26T15:57:13.194 INFO:tasks.rados.rados.0.smithi046.stdout:3303: left oid 8 (ObjNum 1071 snap 315 seq_num 1071) 2021-07-26T15:57:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:13 smithi073 bash[34190]: cluster 2021-07-26T15:57:12.029561+0000 mgr.y (mgr.24683) 435 : cluster [DBG] pgmap v870: 25 pgs: 25 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:57:13.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:13 smithi073 bash[34190]: cluster 2021-07-26T15:57:12.091288+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T15:57:13.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:13 smithi046 bash[42351]: cluster 2021-07-26T15:57:12.029561+0000 mgr.y (mgr.24683) 435 : cluster [DBG] pgmap v870: 25 pgs: 25 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:57:13.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:13 smithi046 bash[42351]: cluster 2021-07-26T15:57:12.091288+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T15:57:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:13 smithi046 bash[41283]: cluster 2021-07-26T15:57:12.029561+0000 mgr.y (mgr.24683) 435 : cluster [DBG] pgmap v870: 25 pgs: 25 active+clean; 362 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:57:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:13 smithi046 bash[41283]: cluster 2021-07-26T15:57:12.091288+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T15:57:14.100 INFO:tasks.rados.rados.0.smithi046.stdout:3303: done (1 left) 2021-07-26T15:57:14.100 INFO:tasks.rados.rados.0.smithi046.stdout:3304: done (0 left) 2021-07-26T15:57:14.101 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 316 2021-07-26T15:57:14.101 INFO:tasks.rados.rados.0.smithi046.stdout:3305: seq_num 1072 ranges {1048576=761856,1810432=401408} 2021-07-26T15:57:14.113 INFO:tasks.rados.rados.0.smithi046.stdout:3305: writing smithi04638994-32 from 1048576 to 1810432 tid 1 2021-07-26T15:57:14.115 INFO:tasks.rados.rados.0.smithi046.stdout:3305: writing smithi04638994-32 from 1810432 to 2211840 tid 2 2021-07-26T15:57:14.115 INFO:tasks.rados.rados.0.smithi046.stdout:3306: snap_create 2021-07-26T15:57:14.129 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing write tid 1 to smithi04638994-32 2021-07-26T15:57:14.131 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing write tid 2 to smithi04638994-32 2021-07-26T15:57:14.132 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing write tid 3 to smithi04638994-32 2021-07-26T15:57:14.133 INFO:tasks.rados.rados.0.smithi046.stdout:3305: finishing write tid 4 to smithi04638994-32 2021-07-26T15:57:14.133 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1733 (ObjNum 1072 snap 316 seq_num 1072) dirty exists 2021-07-26T15:57:14.133 INFO:tasks.rados.rados.0.smithi046.stdout:3305: left oid 32 (ObjNum 1072 snap 316 seq_num 1072) 2021-07-26T15:57:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:3305: done (1 left) 2021-07-26T15:57:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:3306: done (0 left) 2021-07-26T15:57:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:3307: read oid 10 snap -1 2021-07-26T15:57:15.109 INFO:tasks.rados.rados.0.smithi046.stdout:3307: expect (ObjNum 1068 snap 314 seq_num 1068) 2021-07-26T15:57:15.110 INFO:tasks.rados.rados.0.smithi046.stdout:3308: setattr oid 12 current snap is 317 2021-07-26T15:57:15.110 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 317 2021-07-26T15:57:15.110 INFO:tasks.rados.rados.0.smithi046.stdout:3309: seq_num 1073 ranges {638976=778240,1417216=401408} 2021-07-26T15:57:15.119 INFO:tasks.rados.rados.0.smithi046.stdout:3309: writing smithi04638994-1 from 638976 to 1417216 tid 1 2021-07-26T15:57:15.122 INFO:tasks.rados.rados.0.smithi046.stdout:3309: writing smithi04638994-1 from 1417216 to 1818624 tid 2 2021-07-26T15:57:15.123 INFO:tasks.rados.rados.0.smithi046.stdout:3310: read oid 17 snap 303 2021-07-26T15:57:15.123 INFO:tasks.rados.rados.0.smithi046.stdout:3310: expect (ObjNum 197921040 snap 22029 seq_num 198940752) 2021-07-26T15:57:15.123 INFO:tasks.rados.rados.0.smithi046.stdout:3311: read oid 50 snap -1 2021-07-26T15:57:15.123 INFO:tasks.rados.rados.0.smithi046.stdout:3311: expect (ObjNum 1022 snap 304 seq_num 1022) 2021-07-26T15:57:15.123 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 317 2021-07-26T15:57:15.124 INFO:tasks.rados.rados.0.smithi046.stdout:3312: seq_num 1074 ranges {8519680=794624,9314304=401408} 2021-07-26T15:57:15.173 INFO:tasks.rados.rados.0.smithi046.stdout:3312: writing smithi04638994-41 from 8519680 to 9314304 tid 1 2021-07-26T15:57:15.176 INFO:tasks.rados.rados.0.smithi046.stdout:3312: writing smithi04638994-41 from 9314304 to 9715712 tid 2 2021-07-26T15:57:15.176 INFO:tasks.rados.rados.0.smithi046.stdout:3313: delete oid 43 current snap is 317 2021-07-26T15:57:15.176 INFO:tasks.rados.rados.0.smithi046.stdout:3307: expect (ObjNum 1068 snap 314 seq_num 1068) 2021-07-26T15:57:15.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1449 (ObjNum 1069 snap 315 seq_num 1069) dirty exists 2021-07-26T15:57:15.215 INFO:tasks.rados.rados.0.smithi046.stdout:3311: expect (ObjNum 1022 snap 304 seq_num 1022) 2021-07-26T15:57:15.297 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing write tid 1 to smithi04638994-1 2021-07-26T15:57:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing write tid 2 to smithi04638994-1 2021-07-26T15:57:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing write tid 3 to smithi04638994-1 2021-07-26T15:57:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3309: finishing write tid 4 to smithi04638994-1 2021-07-26T15:57:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2237 (ObjNum 1073 snap 317 seq_num 1073) dirty exists 2021-07-26T15:57:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3309: left oid 1 (ObjNum 1073 snap 317 seq_num 1073) 2021-07-26T15:57:15.299 INFO:tasks.rados.rados.0.smithi046.stdout:3310: expect (ObjNum 197921040 snap 22029 seq_num 198940752) 2021-07-26T15:57:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing write tid 1 to smithi04638994-41 2021-07-26T15:57:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing write tid 2 to smithi04638994-41 2021-07-26T15:57:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing write tid 3 to smithi04638994-41 2021-07-26T15:57:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:3312: finishing write tid 4 to smithi04638994-41 2021-07-26T15:57:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1739 (ObjNum 1074 snap 317 seq_num 1074) dirty exists 2021-07-26T15:57:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:3312: left oid 41 (ObjNum 1074 snap 317 seq_num 1074) 2021-07-26T15:57:15.302 INFO:tasks.rados.rados.0.smithi046.stdout:3307: done (6 left) 2021-07-26T15:57:15.302 INFO:tasks.rados.rados.0.smithi046.stdout:3308: done (5 left) 2021-07-26T15:57:15.302 INFO:tasks.rados.rados.0.smithi046.stdout:3309: done (4 left) 2021-07-26T15:57:15.302 INFO:tasks.rados.rados.0.smithi046.stdout:3310: done (3 left) 2021-07-26T15:57:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:3311: done (2 left) 2021-07-26T15:57:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:3312: done (1 left) 2021-07-26T15:57:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:3313: done (0 left) 2021-07-26T15:57:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:3314: rmattr oid 32 current snap is 317 2021-07-26T15:57:15.303 INFO:tasks.rados.rados.0.smithi046.stdout:3314: done (0 left) 2021-07-26T15:57:15.304 INFO:tasks.rados.rados.0.smithi046.stdout:3315: rollback oid 7 current snap is 317 2021-07-26T15:57:15.304 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 310 2021-07-26T15:57:15.304 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 317 2021-07-26T15:57:15.304 INFO:tasks.rados.rados.0.smithi046.stdout:3316: seq_num 1076 ranges {3194880=425984,3620864=548864,4169728=253952} 2021-07-26T15:57:15.329 INFO:tasks.rados.rados.0.smithi046.stdout:3316: writing smithi04638994-26 from 3194880 to 3620864 tid 1 2021-07-26T15:57:15.329 INFO:tasks.rados.rados.0.smithi046.stdout:3316: writing smithi04638994-26 from 3620864 to 4169728 tid 2 2021-07-26T15:57:15.332 INFO:tasks.rados.rados.0.smithi046.stdout:3316: writing smithi04638994-26 from 4169728 to 4423680 tid 3 2021-07-26T15:57:15.333 INFO:tasks.rados.rados.0.smithi046.stdout:3315: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:57:15.333 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2102 (ObjNum 0 snap 32682 seq_num 198120176) dirty dne 2021-07-26T15:57:15.333 INFO:tasks.rados.rados.0.smithi046.stdout:3317: read oid 8 snap 300 2021-07-26T15:57:15.333 INFO:tasks.rados.rados.0.smithi046.stdout:3317: expect (ObjNum 198416608 snap 22029 seq_num 198331408) 2021-07-26T15:57:15.334 INFO:tasks.rados.rados.0.smithi046.stdout:3315: done (2 left) 2021-07-26T15:57:15.334 INFO:tasks.rados.rados.0.smithi046.stdout:3318: copy_from oid 47 from oid 2 current snap is 317 2021-07-26T15:57:15.334 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 317 2021-07-26T15:57:15.334 INFO:tasks.rados.rados.0.smithi046.stdout:3319: seq_num 1077 ranges {1818624=442368,2260992=434176,2695168=368640} 2021-07-26T15:57:15.344 INFO:tasks.rados.rados.0.smithi046.stdout:3319: writing smithi04638994-1 from 1818624 to 2260992 tid 1 2021-07-26T15:57:15.346 INFO:tasks.rados.rados.0.smithi046.stdout:3319: writing smithi04638994-1 from 2260992 to 2695168 tid 2 2021-07-26T15:57:15.348 INFO:tasks.rados.rados.0.smithi046.stdout:3319: writing smithi04638994-1 from 2695168 to 3063808 tid 3 2021-07-26T15:57:15.348 INFO:tasks.rados.rados.0.smithi046.stdout:3320: rollback oid 39 current snap is 317 2021-07-26T15:57:15.349 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 281 2021-07-26T15:57:15.349 INFO:tasks.rados.rados.0.smithi046.stdout:3316: finishing write tid 1 to smithi04638994-26 2021-07-26T15:57:15.349 INFO:tasks.rados.rados.0.smithi046.stdout:3317: expect (ObjNum 198416608 snap 22029 seq_num 198331408) 2021-07-26T15:57:15.354 INFO:tasks.rados.rados.0.smithi046.stdout:3316: finishing write tid 2 to smithi04638994-26 2021-07-26T15:57:15.354 INFO:tasks.rados.rados.0.smithi046.stdout:3316: finishing write tid 3 to smithi04638994-26 2021-07-26T15:57:15.354 INFO:tasks.rados.rados.0.smithi046.stdout:3317: done (4 left) 2021-07-26T15:57:15.354 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 317 2021-07-26T15:57:15.355 INFO:tasks.rados.rados.0.smithi046.stdout:3321: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2021-07-26T15:57:15.357 INFO:tasks.rados.rados.0.smithi046.stdout:3321: writing smithi04638994-15 from 0 to 458752 tid 1 2021-07-26T15:57:15.361 INFO:tasks.rados.rados.0.smithi046.stdout:3321: writing smithi04638994-15 from 458752 to 1179648 tid 2 2021-07-26T15:57:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3321: writing smithi04638994-15 from 1179648 to 1261568 tid 3 2021-07-26T15:57:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3322: snap_create 2021-07-26T15:57:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3316: finishing write tid 4 to smithi04638994-26 2021-07-26T15:57:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3316: finishing write tid 5 to smithi04638994-26 2021-07-26T15:57:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1825 (ObjNum 1076 snap 317 seq_num 1076) dirty exists 2021-07-26T15:57:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3316: left oid 26 (ObjNum 1076 snap 317 seq_num 1076) 2021-07-26T15:57:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing write tid 1 to smithi04638994-1 2021-07-26T15:57:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing write tid 2 to smithi04638994-1 2021-07-26T15:57:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 0 to smithi04638994-39 2021-07-26T15:57:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 1 to smithi04638994-39 2021-07-26T15:57:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3320: finishing rollback tid 2 to smithi04638994-39 2021-07-26T15:57:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1736 (ObjNum 910 snap 273 seq_num 910) dirty exists 2021-07-26T15:57:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing write tid 3 to smithi04638994-1 2021-07-26T15:57:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing write tid 4 to smithi04638994-1 2021-07-26T15:57:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 1 to smithi04638994-15 2021-07-26T15:57:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:3319: finishing write tid 5 to smithi04638994-1 2021-07-26T15:57:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2242 (ObjNum 1077 snap 317 seq_num 1077) dirty exists 2021-07-26T15:57:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:3319: left oid 1 (ObjNum 1077 snap 317 seq_num 1077) 2021-07-26T15:57:15.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:15 smithi073 bash[34190]: cluster 2021-07-26T15:57:14.030275+0000 mgr.y (mgr.24683) 436 : cluster [DBG] pgmap v872: 25 pgs: 25 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 980 KiB/s wr, 18 op/s 2021-07-26T15:57:15.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:15 smithi073 bash[34190]: cluster 2021-07-26T15:57:14.101127+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T15:57:15.373 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 2 to smithi04638994-15 2021-07-26T15:57:15.373 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 3 to smithi04638994-15 2021-07-26T15:57:15.374 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 4 to smithi04638994-15 2021-07-26T15:57:15.375 INFO:tasks.rados.rados.0.smithi046.stdout:3321: finishing write tid 5 to smithi04638994-15 2021-07-26T15:57:15.375 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1454 (ObjNum 1078 snap 317 seq_num 1078) dirty exists 2021-07-26T15:57:15.376 INFO:tasks.rados.rados.0.smithi046.stdout:3321: left oid 15 (ObjNum 1078 snap 317 seq_num 1078) 2021-07-26T15:57:15.387 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing copy_from to smithi04638994-47 2021-07-26T15:57:15.387 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1726 (ObjNum 1053 snap 311 seq_num 1053) dirty exists 2021-07-26T15:57:15.388 INFO:tasks.rados.rados.0.smithi046.stdout:3318: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:57:15.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:15 smithi046 bash[41283]: cluster 2021-07-26T15:57:14.030275+0000 mgr.y (mgr.24683) 436 : cluster [DBG] pgmap v872: 25 pgs: 25 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 980 KiB/s wr, 18 op/s 2021-07-26T15:57:15.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:15 smithi046 bash[41283]: cluster 2021-07-26T15:57:14.101127+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T15:57:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:15 smithi046 bash[42351]: cluster 2021-07-26T15:57:14.030275+0000 mgr.y (mgr.24683) 436 : cluster [DBG] pgmap v872: 25 pgs: 25 active+clean; 365 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 980 KiB/s wr, 18 op/s 2021-07-26T15:57:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:15 smithi046 bash[42351]: cluster 2021-07-26T15:57:14.101127+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T15:57:16.085 INFO:tasks.rados.rados.0.smithi046.stdout:3316: done (5 left) 2021-07-26T15:57:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3318: done (4 left) 2021-07-26T15:57:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3319: done (3 left) 2021-07-26T15:57:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3320: done (2 left) 2021-07-26T15:57:16.086 INFO:tasks.rados.rados.0.smithi046.stdout:3321: done (1 left) 2021-07-26T15:57:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:3322: done (0 left) 2021-07-26T15:57:16.087 INFO:tasks.rados.rados.0.smithi046.stdout:3323: rmattr oid 26 current snap is 318 2021-07-26T15:57:16.088 INFO:tasks.rados.rados.0.smithi046.stdout:3323: done (0 left) 2021-07-26T15:57:16.088 INFO:tasks.rados.rados.0.smithi046.stdout:3324: rollback oid 26 current snap is 318 2021-07-26T15:57:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 303 2021-07-26T15:57:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 318 2021-07-26T15:57:16.089 INFO:tasks.rados.rados.0.smithi046.stdout:3325: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2021-07-26T15:57:16.090 INFO:tasks.rados.rados.0.smithi046.stdout:3325: writing smithi04638994-9 from 0 to 475136 tid 1 2021-07-26T15:57:16.093 INFO:tasks.rados.rados.0.smithi046.stdout:3325: writing smithi04638994-9 from 475136 to 1081344 tid 2 2021-07-26T15:57:16.095 INFO:tasks.rados.rados.0.smithi046.stdout:3325: writing smithi04638994-9 from 1081344 to 1277952 tid 3 2021-07-26T15:57:16.095 INFO:tasks.rados.rados.0.smithi046.stdout:3326: snap_remove snap 313 2021-07-26T15:57:16.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:16 smithi073 bash[34190]: cluster 2021-07-26T15:57:15.109718+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T15:57:16.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:16 smithi073 bash[34190]: cluster 2021-07-26T15:57:16.083524+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T15:57:16.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:16 smithi046 bash[41283]: cluster 2021-07-26T15:57:15.109718+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T15:57:16.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:16 smithi046 bash[41283]: cluster 2021-07-26T15:57:16.083524+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T15:57:16.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:16 smithi046 bash[42351]: cluster 2021-07-26T15:57:15.109718+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T15:57:16.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:16 smithi046 bash[42351]: cluster 2021-07-26T15:57:16.083524+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T15:57:17.097 INFO:tasks.rados.rados.0.smithi046.stdout:3326: done (2 left) 2021-07-26T15:57:17.097 INFO:tasks.rados.rados.0.smithi046.stdout:3327: setattr oid 5 current snap is 318 2021-07-26T15:57:17.098 INFO:tasks.rados.rados.0.smithi046.stdout:3324: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:57:17.099 INFO:tasks.rados.rados.0.smithi046.stdout:3324: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:57:17.099 INFO:tasks.rados.rados.0.smithi046.stdout:3324: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:57:17.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1828 (ObjNum 1009 snap 303 seq_num 1009) dirty exists 2021-07-26T15:57:17.099 INFO:tasks.rados.rados.0.smithi046.stdout:3325: finishing write tid 1 to smithi04638994-9 2021-07-26T15:57:17.100 INFO:tasks.rados.rados.0.smithi046.stdout:3325: finishing write tid 2 to smithi04638994-9 2021-07-26T15:57:17.100 INFO:tasks.rados.rados.0.smithi046.stdout:3325: finishing write tid 3 to smithi04638994-9 2021-07-26T15:57:17.100 INFO:tasks.rados.rados.0.smithi046.stdout:3325: finishing write tid 4 to smithi04638994-9 2021-07-26T15:57:17.100 INFO:tasks.rados.rados.0.smithi046.stdout:3325: finishing write tid 5 to smithi04638994-9 2021-07-26T15:57:17.100 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2246 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:57:17.101 INFO:tasks.rados.rados.0.smithi046.stdout:3325: left oid 9 (ObjNum 1079 snap 318 seq_num 1079) 2021-07-26T15:57:17.102 INFO:tasks.rados.rados.0.smithi046.stdout:3324: done (2 left) 2021-07-26T15:57:17.102 INFO:tasks.rados.rados.0.smithi046.stdout:3325: done (1 left) 2021-07-26T15:57:17.102 INFO:tasks.rados.rados.0.smithi046.stdout:3328: read oid 43 snap -1 2021-07-26T15:57:17.102 INFO:tasks.rados.rados.0.smithi046.stdout:3328: expect deleted 2021-07-26T15:57:17.103 INFO:tasks.rados.rados.0.smithi046.stdout:3329: read oid 50 snap -1 2021-07-26T15:57:17.103 INFO:tasks.rados.rados.0.smithi046.stdout:3329: expect (ObjNum 1022 snap 304 seq_num 1022) 2021-07-26T15:57:17.103 INFO:tasks.rados.rados.0.smithi046.stdout:3330: snap_create 2021-07-26T15:57:17.113 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2060 (ObjNum 1047 snap 309 seq_num 1047) dirty exists 2021-07-26T15:57:17.114 INFO:tasks.rados.rados.0.smithi046.stdout:3329: expect (ObjNum 1022 snap 304 seq_num 1022) 2021-07-26T15:57:17.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:17 smithi073 bash[34190]: cluster 2021-07-26T15:57:16.031013+0000 mgr.y (mgr.24683) 437 : cluster [DBG] pgmap v875: 25 pgs: 25 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T15:57:17.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:17 smithi073 bash[34190]: cluster 2021-07-26T15:57:17.096961+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T15:57:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:17 smithi046 bash[41283]: cluster 2021-07-26T15:57:16.031013+0000 mgr.y (mgr.24683) 437 : cluster [DBG] pgmap v875: 25 pgs: 25 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T15:57:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:17 smithi046 bash[41283]: cluster 2021-07-26T15:57:17.096961+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T15:57:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:17 smithi046 bash[42351]: cluster 2021-07-26T15:57:16.031013+0000 mgr.y (mgr.24683) 437 : cluster [DBG] pgmap v875: 25 pgs: 25 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T15:57:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:17 smithi046 bash[42351]: cluster 2021-07-26T15:57:17.096961+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T15:57:18.098 INFO:tasks.rados.rados.0.smithi046.stdout:3327: done (3 left) 2021-07-26T15:57:18.098 INFO:tasks.rados.rados.0.smithi046.stdout:3328: done (2 left) 2021-07-26T15:57:18.099 INFO:tasks.rados.rados.0.smithi046.stdout:3329: done (1 left) 2021-07-26T15:57:18.099 INFO:tasks.rados.rados.0.smithi046.stdout:3330: done (0 left) 2021-07-26T15:57:18.099 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 319 2021-07-26T15:57:18.100 INFO:tasks.rados.rados.0.smithi046.stdout:3331: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2021-07-26T15:57:18.102 INFO:tasks.rados.rados.0.smithi046.stdout:3331: writing smithi04638994-17 from 0 to 491520 tid 1 2021-07-26T15:57:18.106 INFO:tasks.rados.rados.0.smithi046.stdout:3331: writing smithi04638994-17 from 491520 to 1032192 tid 2 2021-07-26T15:57:18.109 INFO:tasks.rados.rados.0.smithi046.stdout:3331: writing smithi04638994-17 from 1032192 to 1294336 tid 3 2021-07-26T15:57:18.109 INFO:tasks.rados.rados.0.smithi046.stdout:3332: read oid 7 snap -1 2021-07-26T15:57:18.109 INFO:tasks.rados.rados.0.smithi046.stdout:3332: expect deleted 2021-07-26T15:57:18.110 INFO:tasks.rados.rados.0.smithi046.stdout:3333: snap_remove snap 281 2021-07-26T15:57:19.106 INFO:tasks.rados.rados.0.smithi046.stdout:3333: done (2 left) 2021-07-26T15:57:19.107 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 16 current snap is 319 2021-07-26T15:57:19.107 INFO:tasks.rados.rados.0.smithi046.stdout:3331: finishing write tid 1 to smithi04638994-17 2021-07-26T15:57:19.107 INFO:tasks.rados.rados.0.smithi046.stdout:3334: seq_num 1081 ranges {655360=507904,1163264=425984,1589248=376832} 2021-07-26T15:57:19.115 INFO:tasks.rados.rados.0.smithi046.stdout:3334: writing smithi04638994-16 from 655360 to 1163264 tid 1 2021-07-26T15:57:19.119 INFO:tasks.rados.rados.0.smithi046.stdout:3334: writing smithi04638994-16 from 1163264 to 1589248 tid 2 2021-07-26T15:57:19.123 INFO:tasks.rados.rados.0.smithi046.stdout:3334: writing smithi04638994-16 from 1589248 to 1966080 tid 3 2021-07-26T15:57:19.123 INFO:tasks.rados.rados.0.smithi046.stdout:3335: rmattr oid 29 current snap is 319 2021-07-26T15:57:19.123 INFO:tasks.rados.rados.0.smithi046.stdout:3335: done (3 left) 2021-07-26T15:57:19.124 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 319 2021-07-26T15:57:19.124 INFO:tasks.rados.rados.0.smithi046.stdout:3331: finishing write tid 2 to smithi04638994-17 2021-07-26T15:57:19.124 INFO:tasks.rados.rados.0.smithi046.stdout:3331: finishing write tid 3 to smithi04638994-17 2021-07-26T15:57:19.124 INFO:tasks.rados.rados.0.smithi046.stdout:3331: finishing write tid 4 to smithi04638994-17 2021-07-26T15:57:19.125 INFO:tasks.rados.rados.0.smithi046.stdout:3331: finishing write tid 5 to smithi04638994-17 2021-07-26T15:57:19.125 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2255 (ObjNum 1080 snap 319 seq_num 1080) dirty exists 2021-07-26T15:57:19.125 INFO:tasks.rados.rados.0.smithi046.stdout:3331: left oid 17 (ObjNum 1080 snap 319 seq_num 1080) 2021-07-26T15:57:19.125 INFO:tasks.rados.rados.0.smithi046.stdout:3336: seq_num 1082 ranges {1097728=524288,1622016=704512,2326528=98304} 2021-07-26T15:57:19.132 INFO:tasks.rados.rados.0.smithi046.stdout:3336: writing smithi04638994-10 from 1097728 to 1622016 tid 1 2021-07-26T15:57:19.137 INFO:tasks.rados.rados.0.smithi046.stdout:3336: writing smithi04638994-10 from 1622016 to 2326528 tid 2 2021-07-26T15:57:19.139 INFO:tasks.rados.rados.0.smithi046.stdout:3336: writing smithi04638994-10 from 2326528 to 2424832 tid 3 2021-07-26T15:57:19.139 INFO:tasks.rados.rados.0.smithi046.stdout:3331: done (3 left) 2021-07-26T15:57:19.139 INFO:tasks.rados.rados.0.smithi046.stdout:3332: done (2 left) 2021-07-26T15:57:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3337: delete oid 50 current snap is 319 2021-07-26T15:57:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing write tid 1 to smithi04638994-16 2021-07-26T15:57:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing write tid 2 to smithi04638994-16 2021-07-26T15:57:19.140 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing write tid 3 to smithi04638994-16 2021-07-26T15:57:19.143 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing write tid 4 to smithi04638994-16 2021-07-26T15:57:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:3334: finishing write tid 5 to smithi04638994-16 2021-07-26T15:57:19.144 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 1458 (ObjNum 1081 snap 319 seq_num 1081) dirty exists 2021-07-26T15:57:19.145 INFO:tasks.rados.rados.0.smithi046.stdout:3334: left oid 16 (ObjNum 1081 snap 319 seq_num 1081) 2021-07-26T15:57:19.145 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing write tid 1 to smithi04638994-10 2021-07-26T15:57:19.146 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing write tid 2 to smithi04638994-10 2021-07-26T15:57:19.146 INFO:tasks.rados.rados.0.smithi046.stdout:3334: done (2 left) 2021-07-26T15:57:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3337: done (1 left) 2021-07-26T15:57:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3338: copy_from oid 35 from oid 7 current snap is 319 2021-07-26T15:57:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3339: rmattr oid 43 current snap is 319 2021-07-26T15:57:19.147 INFO:tasks.rados.rados.0.smithi046.stdout:3339: done (2 left) 2021-07-26T15:57:19.148 INFO:tasks.rados.rados.0.smithi046.stdout:3340: snap_remove snap 315 2021-07-26T15:57:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:19 smithi073 bash[34190]: cluster 2021-07-26T15:57:18.031657+0000 mgr.y (mgr.24683) 438 : cluster [DBG] pgmap v878: 25 pgs: 25 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2021-07-26T15:57:19.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:19 smithi073 bash[34190]: cluster 2021-07-26T15:57:18.098257+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T15:57:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:19 smithi046 bash[41283]: cluster 2021-07-26T15:57:18.031657+0000 mgr.y (mgr.24683) 438 : cluster [DBG] pgmap v878: 25 pgs: 25 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2021-07-26T15:57:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:19 smithi046 bash[41283]: cluster 2021-07-26T15:57:18.098257+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T15:57:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:19 smithi046 bash[42351]: cluster 2021-07-26T15:57:18.031657+0000 mgr.y (mgr.24683) 438 : cluster [DBG] pgmap v878: 25 pgs: 25 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2021-07-26T15:57:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:19 smithi046 bash[42351]: cluster 2021-07-26T15:57:18.098257+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T15:57:20.120 INFO:tasks.rados.rados.0.smithi046.stdout:3340: done (2 left) 2021-07-26T15:57:20.121 INFO:tasks.rados.rados.0.smithi046.stdout:3341: setattr oid 27 current snap is 319 2021-07-26T15:57:20.124 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing write tid 3 to smithi04638994-10 2021-07-26T15:57:20.125 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing write tid 4 to smithi04638994-10 2021-07-26T15:57:20.125 INFO:tasks.rados.rados.0.smithi046.stdout:3338: finishing copy_from to smithi04638994-35 2021-07-26T15:57:20.126 INFO:tasks.rados.rados.0.smithi046.stdout:3338: got expected ENOENT (src dne) 2021-07-26T15:57:20.126 INFO:tasks.rados.rados.0.smithi046.stdout:3338: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:57:20.126 INFO:tasks.rados.rados.0.smithi046.stdout:3336: finishing write tid 5 to smithi04638994-10 2021-07-26T15:57:20.126 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1740 (ObjNum 1082 snap 319 seq_num 1082) dirty exists 2021-07-26T15:57:20.127 INFO:tasks.rados.rados.0.smithi046.stdout:3336: left oid 10 (ObjNum 1082 snap 319 seq_num 1082) 2021-07-26T15:57:20.128 INFO:tasks.rados.rados.0.smithi046.stdout:3336: done (2 left) 2021-07-26T15:57:20.128 INFO:tasks.rados.rados.0.smithi046.stdout:3338: done (1 left) 2021-07-26T15:57:20.128 INFO:tasks.rados.rados.0.smithi046.stdout:3342: copy_from oid 30 from oid 9 current snap is 319 2021-07-26T15:57:20.128 INFO:tasks.rados.rados.0.smithi046.stdout:3343: read oid 44 snap -1 2021-07-26T15:57:20.129 INFO:tasks.rados.rados.0.smithi046.stdout:3343: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:20.129 INFO:tasks.rados.rados.0.smithi046.stdout:3344: read oid 49 snap 314 2021-07-26T15:57:20.129 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 1057 snap 312 seq_num 1057) 2021-07-26T15:57:20.129 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 319 2021-07-26T15:57:20.130 INFO:tasks.rados.rados.0.smithi046.stdout:3345: seq_num 1084 ranges {6496256=557056,7053312=475136,7528448=327680} 2021-07-26T15:57:20.166 INFO:tasks.rados.rados.0.smithi046.stdout:3345: writing smithi04638994-3 from 6496256 to 7053312 tid 1 2021-07-26T15:57:20.169 INFO:tasks.rados.rados.0.smithi046.stdout:3345: writing smithi04638994-3 from 7053312 to 7528448 tid 2 2021-07-26T15:57:20.171 INFO:tasks.rados.rados.0.smithi046.stdout:3345: writing smithi04638994-3 from 7528448 to 7856128 tid 3 2021-07-26T15:57:20.171 INFO:tasks.rados.rados.0.smithi046.stdout:3346: snap_remove snap 305 2021-07-26T15:57:20.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:20 smithi073 bash[34190]: cluster 2021-07-26T15:57:19.107941+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T15:57:20.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:20 smithi046 bash[41283]: cluster 2021-07-26T15:57:19.107941+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T15:57:20.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:20 smithi046 bash[42351]: cluster 2021-07-26T15:57:19.107941+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T15:57:21.088 INFO:tasks.rados.rados.0.smithi046.stdout:3344: expect (ObjNum 1057 snap 312 seq_num 1057) 2021-07-26T15:57:21.124 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2272 (ObjNum 1 snap 32682 seq_num 198434272) dirty exists 2021-07-26T15:57:21.124 INFO:tasks.rados.rados.0.smithi046.stdout:3343: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:21.275 INFO:tasks.rados.rados.0.smithi046.stdout:3342: finishing copy_from to smithi04638994-30 2021-07-26T15:57:21.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2246 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:57:21.276 INFO:tasks.rados.rados.0.smithi046.stdout:3342: finishing copy_from racing read to smithi04638994-30 2021-07-26T15:57:21.276 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing write tid 1 to smithi04638994-3 2021-07-26T15:57:21.277 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing write tid 2 to smithi04638994-3 2021-07-26T15:57:21.277 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing write tid 3 to smithi04638994-3 2021-07-26T15:57:21.277 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing write tid 4 to smithi04638994-3 2021-07-26T15:57:21.277 INFO:tasks.rados.rados.0.smithi046.stdout:3345: finishing write tid 5 to smithi04638994-3 2021-07-26T15:57:21.278 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1720 (ObjNum 1084 snap 319 seq_num 1084) dirty exists 2021-07-26T15:57:21.278 INFO:tasks.rados.rados.0.smithi046.stdout:3345: left oid 3 (ObjNum 1084 snap 319 seq_num 1084) 2021-07-26T15:57:21.278 INFO:tasks.rados.rados.0.smithi046.stdout:3341: done (5 left) 2021-07-26T15:57:21.278 INFO:tasks.rados.rados.0.smithi046.stdout:3342: done (4 left) 2021-07-26T15:57:21.279 INFO:tasks.rados.rados.0.smithi046.stdout:3343: done (3 left) 2021-07-26T15:57:21.279 INFO:tasks.rados.rados.0.smithi046.stdout:3344: done (2 left) 2021-07-26T15:57:21.279 INFO:tasks.rados.rados.0.smithi046.stdout:3345: done (1 left) 2021-07-26T15:57:21.279 INFO:tasks.rados.rados.0.smithi046.stdout:3346: done (0 left) 2021-07-26T15:57:21.279 INFO:tasks.rados.rados.0.smithi046.stdout:3347: rmattr oid 35 current snap is 319 2021-07-26T15:57:21.280 INFO:tasks.rados.rados.0.smithi046.stdout:3347: done (0 left) 2021-07-26T15:57:21.280 INFO:tasks.rados.rados.0.smithi046.stdout:3348: snap_create 2021-07-26T15:57:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:21 smithi073 bash[34190]: cluster 2021-07-26T15:57:20.032368+0000 mgr.y (mgr.24683) 439 : cluster [DBG] pgmap v881: 25 pgs: 25 active+clean; 391 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2021-07-26T15:57:21.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:21 smithi073 bash[34190]: cluster 2021-07-26T15:57:20.117735+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T15:57:21.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:21 smithi073 bash[34190]: cluster 2021-07-26T15:57:21.087248+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T15:57:21.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[41283]: cluster 2021-07-26T15:57:20.032368+0000 mgr.y (mgr.24683) 439 : cluster [DBG] pgmap v881: 25 pgs: 25 active+clean; 391 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2021-07-26T15:57:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[41283]: cluster 2021-07-26T15:57:20.117735+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T15:57:21.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[41283]: cluster 2021-07-26T15:57:21.087248+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T15:57:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[42351]: cluster 2021-07-26T15:57:20.032368+0000 mgr.y (mgr.24683) 439 : cluster [DBG] pgmap v881: 25 pgs: 25 active+clean; 391 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2021-07-26T15:57:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[42351]: cluster 2021-07-26T15:57:20.117735+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T15:57:21.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:21 smithi046 bash[42351]: cluster 2021-07-26T15:57:21.087248+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T15:57:22.128 INFO:tasks.rados.rados.0.smithi046.stdout:3348: done (0 left) 2021-07-26T15:57:22.128 INFO:tasks.rados.rados.0.smithi046.stdout:3349: read oid 3 snap -1 2021-07-26T15:57:22.129 INFO:tasks.rados.rados.0.smithi046.stdout:3349: expect (ObjNum 1084 snap 319 seq_num 1084) 2021-07-26T15:57:22.129 INFO:tasks.rados.rados.0.smithi046.stdout:3350: delete oid 28 current snap is 320 2021-07-26T15:57:22.133 INFO:tasks.rados.rados.0.smithi046.stdout:3350: done (1 left) 2021-07-26T15:57:22.133 INFO:tasks.rados.rados.0.smithi046.stdout:3351: read oid 26 snap 294 2021-07-26T15:57:22.134 INFO:tasks.rados.rados.0.smithi046.stdout:3351: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:57:22.134 INFO:tasks.rados.rados.0.smithi046.stdout:3352: delete oid 32 current snap is 320 2021-07-26T15:57:22.140 INFO:tasks.rados.rados.0.smithi046.stdout:3352: done (2 left) 2021-07-26T15:57:22.141 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 320 2021-07-26T15:57:22.141 INFO:tasks.rados.rados.0.smithi046.stdout:3353: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2021-07-26T15:57:22.145 INFO:tasks.rados.rados.0.smithi046.stdout:3353: writing smithi04638994-28 from 0 to 614400 tid 1 2021-07-26T15:57:22.151 INFO:tasks.rados.rados.0.smithi046.stdout:3353: writing smithi04638994-28 from 614400 to 1146880 tid 2 2021-07-26T15:57:22.153 INFO:tasks.rados.rados.0.smithi046.stdout:3353: writing smithi04638994-28 from 1146880 to 1417216 tid 3 2021-07-26T15:57:22.153 INFO:tasks.rados.rados.0.smithi046.stdout:3354: read oid 10 snap -1 2021-07-26T15:57:22.153 INFO:tasks.rados.rados.0.smithi046.stdout:3354: expect (ObjNum 1082 snap 319 seq_num 1082) 2021-07-26T15:57:22.154 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 320 2021-07-26T15:57:22.154 INFO:tasks.rados.rados.0.smithi046.stdout:3355: seq_num 1088 ranges {1261568=630784,1892352=466944,2359296=335872} 2021-07-26T15:57:22.166 INFO:tasks.rados.rados.0.smithi046.stdout:3355: writing smithi04638994-15 from 1261568 to 1892352 tid 1 2021-07-26T15:57:22.168 INFO:tasks.rados.rados.0.smithi046.stdout:3355: writing smithi04638994-15 from 1892352 to 2359296 tid 2 2021-07-26T15:57:22.171 INFO:tasks.rados.rados.0.smithi046.stdout:3355: writing smithi04638994-15 from 2359296 to 2695168 tid 3 2021-07-26T15:57:22.171 INFO:tasks.rados.rados.0.smithi046.stdout:3356: read oid 44 snap -1 2021-07-26T15:57:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:3356: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:3357: copy_from oid 34 from oid 40 current snap is 320 2021-07-26T15:57:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:3349: expect (ObjNum 1084 snap 319 seq_num 1084) 2021-07-26T15:57:22.765 INFO:tasks.rados.rados.0.smithi046.stdout:3351: expect (ObjNum 941 snap 286 seq_num 941) 2021-07-26T15:57:22.858 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing write tid 1 to smithi04638994-28 2021-07-26T15:57:22.859 INFO:tasks.rados.rados.0.smithi046.stdout:3354: expect (ObjNum 1082 snap 319 seq_num 1082) 2021-07-26T15:57:22.942 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing write tid 2 to smithi04638994-28 2021-07-26T15:57:22.942 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing write tid 3 to smithi04638994-28 2021-07-26T15:57:22.943 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing write tid 4 to smithi04638994-28 2021-07-26T15:57:22.943 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing copy_from to smithi04638994-34 2021-07-26T15:57:22.943 INFO:tasks.rados.rados.0.smithi046.stdout:3357: got expected ENOENT (src dne) 2021-07-26T15:57:22.944 INFO:tasks.rados.rados.0.smithi046.stdout:3357: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:57:22.944 INFO:tasks.rados.rados.0.smithi046.stdout:3353: finishing write tid 5 to smithi04638994-28 2021-07-26T15:57:22.944 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1685 (ObjNum 1087 snap 320 seq_num 1087) dirty exists 2021-07-26T15:57:22.944 INFO:tasks.rados.rados.0.smithi046.stdout:3353: left oid 28 (ObjNum 1087 snap 320 seq_num 1087) 2021-07-26T15:57:22.945 INFO:tasks.rados.rados.0.smithi046.stdout:3355: finishing write tid 1 to smithi04638994-15 2021-07-26T15:57:22.945 INFO:tasks.rados.rados.0.smithi046.stdout:3349: done (6 left) 2021-07-26T15:57:22.945 INFO:tasks.rados.rados.0.smithi046.stdout:3351: done (5 left) 2021-07-26T15:57:22.945 INFO:tasks.rados.rados.0.smithi046.stdout:3353: done (4 left) 2021-07-26T15:57:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:3354: done (3 left) 2021-07-26T15:57:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:3357: done (2 left) 2021-07-26T15:57:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:3358: read oid 11 snap -1 2021-07-26T15:57:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:3358: expect deleted 2021-07-26T15:57:22.946 INFO:tasks.rados.rados.0.smithi046.stdout:3359: read oid 41 snap -1 2021-07-26T15:57:22.947 INFO:tasks.rados.rados.0.smithi046.stdout:3359: expect (ObjNum 1074 snap 317 seq_num 1074) 2021-07-26T15:57:22.947 INFO:tasks.rados.rados.0.smithi046.stdout:3360: snap_remove snap 319 2021-07-26T15:57:23.138 INFO:tasks.rados.rados.0.smithi046.stdout:3360: done (4 left) 2021-07-26T15:57:23.138 INFO:tasks.rados.rados.0.smithi046.stdout:3361: copy_from oid 10 from oid 31 current snap is 320 2021-07-26T15:57:23.138 INFO:tasks.rados.rados.0.smithi046.stdout:3355: finishing write tid 2 to smithi04638994-15 2021-07-26T15:57:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:3355: finishing write tid 3 to smithi04638994-15 2021-07-26T15:57:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:3355: finishing write tid 4 to smithi04638994-15 2021-07-26T15:57:23.139 INFO:tasks.rados.rados.0.smithi046.stdout:3356: expect (ObjNum 972 snap 299 seq_num 972) 2021-07-26T15:57:23.293 INFO:tasks.rados.rados.0.smithi046.stdout:3355: finishing write tid 5 to smithi04638994-15 2021-07-26T15:57:23.293 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1462 (ObjNum 1088 snap 320 seq_num 1088) dirty exists 2021-07-26T15:57:23.294 INFO:tasks.rados.rados.0.smithi046.stdout:3355: left oid 15 (ObjNum 1088 snap 320 seq_num 1088) 2021-07-26T15:57:23.294 INFO:tasks.rados.rados.0.smithi046.stdout:3359: expect (ObjNum 1074 snap 317 seq_num 1074) 2021-07-26T15:57:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:23 smithi046 bash[41283]: cluster 2021-07-26T15:57:22.033104+0000 mgr.y (mgr.24683) 440 : cluster [DBG] pgmap v884: 25 pgs: 25 active+clean; 378 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2021-07-26T15:57:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:23 smithi046 bash[41283]: cluster 2021-07-26T15:57:22.129712+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T15:57:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:23 smithi046 bash[42351]: cluster 2021-07-26T15:57:22.033104+0000 mgr.y (mgr.24683) 440 : cluster [DBG] pgmap v884: 25 pgs: 25 active+clean; 378 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2021-07-26T15:57:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:23 smithi046 bash[42351]: cluster 2021-07-26T15:57:22.129712+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T15:57:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:23 smithi073 bash[34190]: cluster 2021-07-26T15:57:22.033104+0000 mgr.y (mgr.24683) 440 : cluster [DBG] pgmap v884: 25 pgs: 25 active+clean; 378 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2021-07-26T15:57:23.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:23 smithi073 bash[34190]: cluster 2021-07-26T15:57:22.129712+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T15:57:24.031 INFO:tasks.rados.rados.0.smithi046.stdout:3361: finishing copy_from to smithi04638994-10 2021-07-26T15:57:24.032 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1714 (ObjNum 1031 snap 305 seq_num 1031) dirty exists 2021-07-26T15:57:24.032 INFO:tasks.rados.rados.0.smithi046.stdout:3361: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:57:24.032 INFO:tasks.rados.rados.0.smithi046.stdout:3355: done (4 left) 2021-07-26T15:57:24.032 INFO:tasks.rados.rados.0.smithi046.stdout:3356: done (3 left) 2021-07-26T15:57:24.033 INFO:tasks.rados.rados.0.smithi046.stdout:3358: done (2 left) 2021-07-26T15:57:24.033 INFO:tasks.rados.rados.0.smithi046.stdout:3359: done (1 left) 2021-07-26T15:57:24.033 INFO:tasks.rados.rados.0.smithi046.stdout:3361: done (0 left) 2021-07-26T15:57:24.033 INFO:tasks.rados.rados.0.smithi046.stdout:3362: copy_from oid 40 from oid 35 current snap is 320 2021-07-26T15:57:24.034 INFO:tasks.rados.rados.0.smithi046.stdout:3363: rollback oid 4 current snap is 320 2021-07-26T15:57:24.034 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 316 2021-07-26T15:57:24.034 INFO:tasks.rados.rados.0.smithi046.stdout:3364: copy_from oid 44 from oid 37 current snap is 320 2021-07-26T15:57:24.034 INFO:tasks.rados.rados.0.smithi046.stdout:3365: read oid 43 snap -1 2021-07-26T15:57:24.035 INFO:tasks.rados.rados.0.smithi046.stdout:3365: expect deleted 2021-07-26T15:57:24.035 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 320 2021-07-26T15:57:24.035 INFO:tasks.rados.rados.0.smithi046.stdout:3366: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2021-07-26T15:57:24.043 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04638994-19 from 0 to 647168 tid 1 2021-07-26T15:57:24.048 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04638994-19 from 647168 to 1392640 tid 2 2021-07-26T15:57:24.048 INFO:tasks.rados.rados.0.smithi046.stdout:3366: writing smithi04638994-19 from 1392640 to 1449984 tid 3 2021-07-26T15:57:24.049 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 320 2021-07-26T15:57:24.049 INFO:tasks.rados.rados.0.smithi046.stdout:3367: seq_num 1090 ranges {2179072=663552,2842624=630784,3473408=172032} 2021-07-26T15:57:24.064 INFO:tasks.rados.rados.0.smithi046.stdout:3367: writing smithi04638994-34 from 2179072 to 2842624 tid 1 2021-07-26T15:57:24.068 INFO:tasks.rados.rados.0.smithi046.stdout:3367: writing smithi04638994-34 from 2842624 to 3473408 tid 2 2021-07-26T15:57:24.069 INFO:tasks.rados.rados.0.smithi046.stdout:3367: writing smithi04638994-34 from 3473408 to 3645440 tid 3 2021-07-26T15:57:24.069 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 320 2021-07-26T15:57:24.070 INFO:tasks.rados.rados.0.smithi046.stdout:3362: finishing copy_from to smithi04638994-40 2021-07-26T15:57:24.070 INFO:tasks.rados.rados.0.smithi046.stdout:3362: got expected ENOENT (src dne) 2021-07-26T15:57:24.070 INFO:tasks.rados.rados.0.smithi046.stdout:3368: seq_num 1091 ranges {1146880=679936,1826816=516096,2342912=286720} 2021-07-26T15:57:24.079 INFO:tasks.rados.rados.0.smithi046.stdout:3368: writing smithi04638994-13 from 1146880 to 1826816 tid 1 2021-07-26T15:57:24.082 INFO:tasks.rados.rados.0.smithi046.stdout:3368: writing smithi04638994-13 from 1826816 to 2342912 tid 2 2021-07-26T15:57:24.086 INFO:tasks.rados.rados.0.smithi046.stdout:3368: writing smithi04638994-13 from 2342912 to 2629632 tid 3 2021-07-26T15:57:24.086 INFO:tasks.rados.rados.0.smithi046.stdout:3369: delete oid 27 current snap is 320 2021-07-26T15:57:24.086 INFO:tasks.rados.rados.0.smithi046.stdout:3362: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:57:24.086 INFO:tasks.rados.rados.0.smithi046.stdout:3363: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:57:24.087 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2044 (ObjNum 197608432 snap 22029 seq_num 197382016) dirty dne 2021-07-26T15:57:24.087 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 1 to smithi04638994-19 2021-07-26T15:57:24.087 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 2 to smithi04638994-19 2021-07-26T15:57:24.087 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 3 to smithi04638994-19 2021-07-26T15:57:24.088 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 4 to smithi04638994-19 2021-07-26T15:57:24.088 INFO:tasks.rados.rados.0.smithi046.stdout:3366: finishing write tid 5 to smithi04638994-19 2021-07-26T15:57:24.088 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1677 (ObjNum 1089 snap 320 seq_num 1089) dirty exists 2021-07-26T15:57:24.089 INFO:tasks.rados.rados.0.smithi046.stdout:3366: left oid 19 (ObjNum 1089 snap 320 seq_num 1089) 2021-07-26T15:57:24.089 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 1 to smithi04638994-34 2021-07-26T15:57:24.089 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 2 to smithi04638994-34 2021-07-26T15:57:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:3364: finishing copy_from to smithi04638994-44 2021-07-26T15:57:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1664 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:57:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 3 to smithi04638994-34 2021-07-26T15:57:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:3364: finishing copy_from racing read to smithi04638994-44 2021-07-26T15:57:24.090 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 4 to smithi04638994-34 2021-07-26T15:57:24.091 INFO:tasks.rados.rados.0.smithi046.stdout:3367: finishing write tid 5 to smithi04638994-34 2021-07-26T15:57:24.093 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2178 (ObjNum 1090 snap 320 seq_num 1090) dirty exists 2021-07-26T15:57:24.094 INFO:tasks.rados.rados.0.smithi046.stdout:3367: left oid 34 (ObjNum 1090 snap 320 seq_num 1090) 2021-07-26T15:57:24.094 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing write tid 1 to smithi04638994-13 2021-07-26T15:57:24.095 INFO:tasks.rados.rados.0.smithi046.stdout:3362: done (7 left) 2021-07-26T15:57:24.095 INFO:tasks.rados.rados.0.smithi046.stdout:3363: done (6 left) 2021-07-26T15:57:24.095 INFO:tasks.rados.rados.0.smithi046.stdout:3364: done (5 left) 2021-07-26T15:57:24.096 INFO:tasks.rados.rados.0.smithi046.stdout:3365: done (4 left) 2021-07-26T15:57:24.096 INFO:tasks.rados.rados.0.smithi046.stdout:3366: done (3 left) 2021-07-26T15:57:24.096 INFO:tasks.rados.rados.0.smithi046.stdout:3367: done (2 left) 2021-07-26T15:57:24.096 INFO:tasks.rados.rados.0.smithi046.stdout:3369: done (1 left) 2021-07-26T15:57:24.097 INFO:tasks.rados.rados.0.smithi046.stdout:3370: snap_create 2021-07-26T15:57:24.098 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing write tid 2 to smithi04638994-13 2021-07-26T15:57:24.098 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing write tid 3 to smithi04638994-13 2021-07-26T15:57:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing write tid 4 to smithi04638994-13 2021-07-26T15:57:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:3368: finishing write tid 5 to smithi04638994-13 2021-07-26T15:57:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1833 (ObjNum 1091 snap 320 seq_num 1091) dirty exists 2021-07-26T15:57:24.099 INFO:tasks.rados.rados.0.smithi046.stdout:3368: left oid 13 (ObjNum 1091 snap 320 seq_num 1091) 2021-07-26T15:57:24.142 INFO:tasks.rados.rados.0.smithi046.stdout:3368: done (1 left) 2021-07-26T15:57:24.143 INFO:tasks.rados.rados.0.smithi046.stdout:3370: done (0 left) 2021-07-26T15:57:24.143 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 20 current snap is 321 2021-07-26T15:57:24.143 INFO:tasks.rados.rados.0.smithi046.stdout:3371: seq_num 1093 ranges {3817472=712704,4530176=688128,5218304=114688} 2021-07-26T15:57:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:3371: writing smithi04638994-20 from 3817472 to 4530176 tid 1 2021-07-26T15:57:24.174 INFO:tasks.rados.rados.0.smithi046.stdout:3371: writing smithi04638994-20 from 4530176 to 5218304 tid 2 2021-07-26T15:57:24.175 INFO:tasks.rados.rados.0.smithi046.stdout:3371: writing smithi04638994-20 from 5218304 to 5332992 tid 3 2021-07-26T15:57:24.175 INFO:tasks.rados.rados.0.smithi046.stdout:3372: read oid 7 snap -1 2021-07-26T15:57:24.175 INFO:tasks.rados.rados.0.smithi046.stdout:3372: expect deleted 2021-07-26T15:57:24.176 INFO:tasks.rados.rados.0.smithi046.stdout:3373: rollback oid 37 current snap is 321 2021-07-26T15:57:24.176 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 318 2021-07-26T15:57:24.176 INFO:tasks.rados.rados.0.smithi046.stdout:3374: snap_create 2021-07-26T15:57:24.183 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 1 to smithi04638994-20 2021-07-26T15:57:24.183 INFO:tasks.rados.rados.0.smithi046.stdout:3373: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:57:24.184 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 2 to smithi04638994-20 2021-07-26T15:57:24.186 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 3 to smithi04638994-20 2021-07-26T15:57:24.186 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 4 to smithi04638994-20 2021-07-26T15:57:24.186 INFO:tasks.rados.rados.0.smithi046.stdout:3373: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:57:24.186 INFO:tasks.rados.rados.0.smithi046.stdout:3373: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:57:24.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2062 (ObjNum 985 snap 301 seq_num 985) dirty exists 2021-07-26T15:57:24.187 INFO:tasks.rados.rados.0.smithi046.stdout:3371: finishing write tid 5 to smithi04638994-20 2021-07-26T15:57:24.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2200 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2021-07-26T15:57:24.188 INFO:tasks.rados.rados.0.smithi046.stdout:3371: left oid 20 (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:57:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[41283]: cluster 2021-07-26T15:57:23.137512+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T15:57:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[41283]: audit 2021-07-26T15:57:24.045334+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[41283]: audit 2021-07-26T15:57:24.047649+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:24.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[41283]: audit 2021-07-26T15:57:24.048894+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:57:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[42351]: cluster 2021-07-26T15:57:23.137512+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T15:57:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[42351]: audit 2021-07-26T15:57:24.045334+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[42351]: audit 2021-07-26T15:57:24.047649+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:24.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:24 smithi046 bash[42351]: audit 2021-07-26T15:57:24.048894+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:57:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:24 smithi073 bash[34190]: cluster 2021-07-26T15:57:23.137512+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T15:57:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:24 smithi073 bash[34190]: audit 2021-07-26T15:57:24.045334+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:24.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:24 smithi073 bash[34190]: audit 2021-07-26T15:57:24.047649+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:24.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:24 smithi073 bash[34190]: audit 2021-07-26T15:57:24.048894+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:57:25.154 INFO:tasks.rados.rados.0.smithi046.stdout:3371: done (3 left) 2021-07-26T15:57:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:3372: done (2 left) 2021-07-26T15:57:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:3373: done (1 left) 2021-07-26T15:57:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:3374: done (0 left) 2021-07-26T15:57:25.155 INFO:tasks.rados.rados.0.smithi046.stdout:3375: snap_create 2021-07-26T15:57:25.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[42351]: cluster 2021-07-26T15:57:24.033723+0000 mgr.y (mgr.24683) 441 : cluster [DBG] pgmap v887: 25 pgs: 25 active+clean; 380 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2021-07-26T15:57:25.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[42351]: cluster 2021-07-26T15:57:24.144544+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T15:57:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[42351]: audit 2021-07-26T15:57:24.307437+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:25.439 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[42351]: audit 2021-07-26T15:57:24.552138+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:25.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[41283]: cluster 2021-07-26T15:57:24.033723+0000 mgr.y (mgr.24683) 441 : cluster [DBG] pgmap v887: 25 pgs: 25 active+clean; 380 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2021-07-26T15:57:25.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[41283]: cluster 2021-07-26T15:57:24.144544+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T15:57:25.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[41283]: audit 2021-07-26T15:57:24.307437+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:25.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:25 smithi046 bash[41283]: audit 2021-07-26T15:57:24.552138+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:25 smithi073 bash[34190]: cluster 2021-07-26T15:57:24.033723+0000 mgr.y (mgr.24683) 441 : cluster [DBG] pgmap v887: 25 pgs: 25 active+clean; 380 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2021-07-26T15:57:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:25 smithi073 bash[34190]: cluster 2021-07-26T15:57:24.144544+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T15:57:25.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:25 smithi073 bash[34190]: audit 2021-07-26T15:57:24.307437+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:25.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:25 smithi073 bash[34190]: audit 2021-07-26T15:57:24.552138+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:57:26.100 INFO:tasks.rados.rados.0.smithi046.stdout:3375: done (0 left) 2021-07-26T15:57:26.100 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 323 2021-07-26T15:57:26.101 INFO:tasks.rados.rados.0.smithi046.stdout:3376: seq_num 1094 ranges {2457600=729088,3186688=573440,3760128=229376} 2021-07-26T15:57:26.118 INFO:tasks.rados.rados.0.smithi046.stdout:3376: writing smithi04638994-8 from 2457600 to 3186688 tid 1 2021-07-26T15:57:26.122 INFO:tasks.rados.rados.0.smithi046.stdout:3376: writing smithi04638994-8 from 3186688 to 3760128 tid 2 2021-07-26T15:57:26.123 INFO:tasks.rados.rados.0.smithi046.stdout:3376: writing smithi04638994-8 from 3760128 to 3989504 tid 3 2021-07-26T15:57:26.124 INFO:tasks.rados.rados.0.smithi046.stdout:3377: rollback oid 37 current snap is 323 2021-07-26T15:57:26.124 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 300 2021-07-26T15:57:26.124 INFO:tasks.rados.rados.0.smithi046.stdout:3378: snap_create 2021-07-26T15:57:26.142 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing write tid 1 to smithi04638994-8 2021-07-26T15:57:26.144 INFO:tasks.rados.rados.0.smithi046.stdout:3377: finishing rollback tid 0 to smithi04638994-37 2021-07-26T15:57:26.144 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing write tid 2 to smithi04638994-8 2021-07-26T15:57:26.144 INFO:tasks.rados.rados.0.smithi046.stdout:3377: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:57:26.144 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing write tid 3 to smithi04638994-8 2021-07-26T15:57:26.145 INFO:tasks.rados.rados.0.smithi046.stdout:3377: finishing rollback tid 2 to smithi04638994-37 2021-07-26T15:57:26.145 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2065 (ObjNum 959 snap 296 seq_num 959) dirty exists 2021-07-26T15:57:26.145 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing write tid 4 to smithi04638994-8 2021-07-26T15:57:26.146 INFO:tasks.rados.rados.0.smithi046.stdout:3376: finishing write tid 5 to smithi04638994-8 2021-07-26T15:57:26.146 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2205 (ObjNum 1094 snap 323 seq_num 1094) dirty exists 2021-07-26T15:57:26.146 INFO:tasks.rados.rados.0.smithi046.stdout:3376: left oid 8 (ObjNum 1094 snap 323 seq_num 1094) 2021-07-26T15:57:26.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:26 smithi046 bash[41283]: cluster 2021-07-26T15:57:25.155841+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T15:57:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:26 smithi046 bash[41283]: cluster 2021-07-26T15:57:26.099824+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T15:57:26.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:26 smithi046 bash[42351]: cluster 2021-07-26T15:57:25.155841+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T15:57:26.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:26 smithi046 bash[42351]: cluster 2021-07-26T15:57:26.099824+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T15:57:26.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:26 smithi073 bash[34190]: cluster 2021-07-26T15:57:25.155841+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T15:57:26.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:26 smithi073 bash[34190]: cluster 2021-07-26T15:57:26.099824+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T15:57:27.113 INFO:tasks.rados.rados.0.smithi046.stdout:3376: done (2 left) 2021-07-26T15:57:27.113 INFO:tasks.rados.rados.0.smithi046.stdout:3377: done (1 left) 2021-07-26T15:57:27.113 INFO:tasks.rados.rados.0.smithi046.stdout:3378: done (0 left) 2021-07-26T15:57:27.113 INFO:tasks.rados.rados.0.smithi046.stdout:3379: setattr oid 17 current snap is 324 2021-07-26T15:57:27.118 INFO:tasks.rados.rados.0.smithi046.stdout:3380: snap_create 2021-07-26T15:57:27.128 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2281 (ObjNum 1080 snap 319 seq_num 1080) dirty exists 2021-07-26T15:57:27.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:27 smithi046 bash[42351]: cluster 2021-07-26T15:57:26.034571+0000 mgr.y (mgr.24683) 442 : cluster [DBG] pgmap v890: 25 pgs: 25 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2021-07-26T15:57:27.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:27 smithi046 bash[42351]: cluster 2021-07-26T15:57:27.114221+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T15:57:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:27 smithi046 bash[41283]: cluster 2021-07-26T15:57:26.034571+0000 mgr.y (mgr.24683) 442 : cluster [DBG] pgmap v890: 25 pgs: 25 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2021-07-26T15:57:27.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:27 smithi046 bash[41283]: cluster 2021-07-26T15:57:27.114221+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T15:57:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:27 smithi073 bash[34190]: cluster 2021-07-26T15:57:26.034571+0000 mgr.y (mgr.24683) 442 : cluster [DBG] pgmap v890: 25 pgs: 25 active+clean; 394 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2021-07-26T15:57:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:27 smithi073 bash[34190]: cluster 2021-07-26T15:57:27.114221+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T15:57:28.115 INFO:tasks.rados.rados.0.smithi046.stdout:3379: done (1 left) 2021-07-26T15:57:28.115 INFO:tasks.rados.rados.0.smithi046.stdout:3380: done (0 left) 2021-07-26T15:57:28.115 INFO:tasks.rados.rados.0.smithi046.stdout:3381: snap_create 2021-07-26T15:57:29.123 INFO:tasks.rados.rados.0.smithi046.stdout:3381: done (0 left) 2021-07-26T15:57:29.124 INFO:tasks.rados.rados.0.smithi046.stdout:3382: read oid 29 snap -1 2021-07-26T15:57:29.124 INFO:tasks.rados.rados.0.smithi046.stdout:3382: expect (ObjNum 979 snap 300 seq_num 979) 2021-07-26T15:57:29.124 INFO:tasks.rados.rados.0.smithi046.stdout:3383: read oid 23 snap 323 2021-07-26T15:57:29.124 INFO:tasks.rados.rados.0.smithi046.stdout:3383: expect (ObjNum 1059 snap 313 seq_num 1059) 2021-07-26T15:57:29.125 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 326 2021-07-26T15:57:29.125 INFO:tasks.rados.rados.0.smithi046.stdout:3384: seq_num 1095 ranges {7856128=745472,8601600=499712,9101312=303104} 2021-07-26T15:57:29.176 INFO:tasks.rados.rados.0.smithi046.stdout:3384: writing smithi04638994-3 from 7856128 to 8601600 tid 1 2021-07-26T15:57:29.179 INFO:tasks.rados.rados.0.smithi046.stdout:3384: writing smithi04638994-3 from 8601600 to 9101312 tid 2 2021-07-26T15:57:29.181 INFO:tasks.rados.rados.0.smithi046.stdout:3384: writing smithi04638994-3 from 9101312 to 9404416 tid 3 2021-07-26T15:57:29.181 INFO:tasks.rados.rados.0.smithi046.stdout:3385: read oid 46 snap 300 2021-07-26T15:57:29.181 INFO:tasks.rados.rados.0.smithi046.stdout:3385: expect (ObjNum 197814960 snap 22029 seq_num 198604224) 2021-07-26T15:57:29.182 INFO:tasks.rados.rados.0.smithi046.stdout:3386: copy_from oid 4 from oid 2 current snap is 326 2021-07-26T15:57:29.182 INFO:tasks.rados.rados.0.smithi046.stdout:3382: expect (ObjNum 979 snap 300 seq_num 979) 2021-07-26T15:57:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:29 smithi073 bash[34190]: cluster 2021-07-26T15:57:28.035324+0000 mgr.y (mgr.24683) 443 : cluster [DBG] pgmap v893: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2021-07-26T15:57:29.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:29 smithi073 bash[34190]: cluster 2021-07-26T15:57:28.116231+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T15:57:29.397 INFO:tasks.rados.rados.0.smithi046.stdout:3383: expect (ObjNum 1059 snap 313 seq_num 1059) 2021-07-26T15:57:29.423 INFO:tasks.rados.rados.0.smithi046.stdout:3385: expect (ObjNum 197814960 snap 22029 seq_num 198604224) 2021-07-26T15:57:29.426 INFO:tasks.rados.rados.0.smithi046.stdout:3384: finishing write tid 1 to smithi04638994-3 2021-07-26T15:57:29.426 INFO:tasks.rados.rados.0.smithi046.stdout:3384: finishing write tid 2 to smithi04638994-3 2021-07-26T15:57:29.426 INFO:tasks.rados.rados.0.smithi046.stdout:3384: finishing write tid 3 to smithi04638994-3 2021-07-26T15:57:29.426 INFO:tasks.rados.rados.0.smithi046.stdout:3384: finishing write tid 4 to smithi04638994-3 2021-07-26T15:57:29.427 INFO:tasks.rados.rados.0.smithi046.stdout:3384: finishing write tid 5 to smithi04638994-3 2021-07-26T15:57:29.427 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1724 (ObjNum 1095 snap 326 seq_num 1095) dirty exists 2021-07-26T15:57:29.427 INFO:tasks.rados.rados.0.smithi046.stdout:3384: left oid 3 (ObjNum 1095 snap 326 seq_num 1095) 2021-07-26T15:57:29.427 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing copy_from to smithi04638994-4 2021-07-26T15:57:29.428 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 1726 (ObjNum 1053 snap 311 seq_num 1053) dirty exists 2021-07-26T15:57:29.428 INFO:tasks.rados.rados.0.smithi046.stdout:3386: finishing copy_from racing read to smithi04638994-4 2021-07-26T15:57:29.428 INFO:tasks.rados.rados.0.smithi046.stdout:3382: done (4 left) 2021-07-26T15:57:29.428 INFO:tasks.rados.rados.0.smithi046.stdout:3383: done (3 left) 2021-07-26T15:57:29.428 INFO:tasks.rados.rados.0.smithi046.stdout:3384: done (2 left) 2021-07-26T15:57:29.429 INFO:tasks.rados.rados.0.smithi046.stdout:3385: done (1 left) 2021-07-26T15:57:29.429 INFO:tasks.rados.rados.0.smithi046.stdout:3386: done (0 left) 2021-07-26T15:57:29.429 INFO:tasks.rados.rados.0.smithi046.stdout:3387: copy_from oid 13 from oid 3 current snap is 326 2021-07-26T15:57:29.429 INFO:tasks.rados.rados.0.smithi046.stdout:3388: copy_from oid 14 from oid 35 current snap is 326 2021-07-26T15:57:29.429 INFO:tasks.rados.rados.0.smithi046.stdout:3389: snap_remove snap 316 2021-07-26T15:57:29.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:29 smithi046 bash[42351]: cluster 2021-07-26T15:57:28.035324+0000 mgr.y (mgr.24683) 443 : cluster [DBG] pgmap v893: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2021-07-26T15:57:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:29 smithi046 bash[42351]: cluster 2021-07-26T15:57:28.116231+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T15:57:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:29 smithi046 bash[41283]: cluster 2021-07-26T15:57:28.035324+0000 mgr.y (mgr.24683) 443 : cluster [DBG] pgmap v893: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2021-07-26T15:57:29.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:29 smithi046 bash[41283]: cluster 2021-07-26T15:57:28.116231+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T15:57:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:3389: done (2 left) 2021-07-26T15:57:30.134 INFO:tasks.rados.rados.0.smithi046.stdout:3390: delete oid 4 current snap is 326 2021-07-26T15:57:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing copy_from to smithi04638994-14 2021-07-26T15:57:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:3388: got expected ENOENT (src dne) 2021-07-26T15:57:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:3388: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:57:30.135 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing copy_from to smithi04638994-13 2021-07-26T15:57:30.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1724 (ObjNum 1095 snap 326 seq_num 1095) dirty exists 2021-07-26T15:57:30.136 INFO:tasks.rados.rados.0.smithi046.stdout:3387: finishing copy_from racing read to smithi04638994-13 2021-07-26T15:57:30.142 INFO:tasks.rados.rados.0.smithi046.stdout:3387: done (2 left) 2021-07-26T15:57:30.142 INFO:tasks.rados.rados.0.smithi046.stdout:3388: done (1 left) 2021-07-26T15:57:30.142 INFO:tasks.rados.rados.0.smithi046.stdout:3390: done (0 left) 2021-07-26T15:57:30.142 INFO:tasks.rados.rados.0.smithi046.stdout:3391: snap_remove snap 304 2021-07-26T15:57:30.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:30 smithi046 bash[42351]: cluster 2021-07-26T15:57:29.125202+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T15:57:30.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:30 smithi046 bash[41283]: cluster 2021-07-26T15:57:29.125202+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T15:57:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:30 smithi073 bash[34190]: cluster 2021-07-26T15:57:29.125202+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T15:57:31.104 INFO:tasks.rados.rados.0.smithi046.stdout:3391: done (0 left) 2021-07-26T15:57:31.105 INFO:tasks.rados.rados.0.smithi046.stdout:3392: read oid 35 snap 320 2021-07-26T15:57:31.105 INFO:tasks.rados.rados.0.smithi046.stdout:3392: expect deleted 2021-07-26T15:57:31.105 INFO:tasks.rados.rados.0.smithi046.stdout:3393: copy_from oid 34 from oid 5 current snap is 326 2021-07-26T15:57:31.105 INFO:tasks.rados.rados.0.smithi046.stdout:3394: setattr oid 47 current snap is 326 2021-07-26T15:57:31.110 INFO:tasks.rados.rados.0.smithi046.stdout:3395: snap_create 2021-07-26T15:57:31.122 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1815 (ObjNum 1053 snap 311 seq_num 1053) dirty exists 2021-07-26T15:57:31.160 INFO:tasks.rados.rados.0.smithi046.stdout:3393: finishing copy_from to smithi04638994-34 2021-07-26T15:57:31.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2060 (ObjNum 1047 snap 309 seq_num 1047) dirty exists 2021-07-26T15:57:31.161 INFO:tasks.rados.rados.0.smithi046.stdout:3393: finishing copy_from racing read to smithi04638994-34 2021-07-26T15:57:31.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[41283]: cluster 2021-07-26T15:57:30.036108+0000 mgr.y (mgr.24683) 444 : cluster [DBG] pgmap v896: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 744 KiB/s wr, 3 op/s 2021-07-26T15:57:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[41283]: cluster 2021-07-26T15:57:30.135338+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T15:57:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[41283]: cluster 2021-07-26T15:57:31.104557+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T15:57:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[42351]: cluster 2021-07-26T15:57:30.036108+0000 mgr.y (mgr.24683) 444 : cluster [DBG] pgmap v896: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 744 KiB/s wr, 3 op/s 2021-07-26T15:57:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[42351]: cluster 2021-07-26T15:57:30.135338+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T15:57:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:31 smithi046 bash[42351]: cluster 2021-07-26T15:57:31.104557+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T15:57:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:31 smithi073 bash[34190]: cluster 2021-07-26T15:57:30.036108+0000 mgr.y (mgr.24683) 444 : cluster [DBG] pgmap v896: 25 pgs: 25 active+clean; 399 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 744 KiB/s wr, 3 op/s 2021-07-26T15:57:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:31 smithi073 bash[34190]: cluster 2021-07-26T15:57:30.135338+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T15:57:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:31 smithi073 bash[34190]: cluster 2021-07-26T15:57:31.104557+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T15:57:32.115 INFO:tasks.rados.rados.0.smithi046.stdout:3392: done (3 left) 2021-07-26T15:57:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:3393: done (2 left) 2021-07-26T15:57:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:3394: done (1 left) 2021-07-26T15:57:32.116 INFO:tasks.rados.rados.0.smithi046.stdout:3395: done (0 left) 2021-07-26T15:57:32.117 INFO:tasks.rados.rados.0.smithi046.stdout:3396: delete oid 34 current snap is 327 2021-07-26T15:57:32.121 INFO:tasks.rados.rados.0.smithi046.stdout:3396: done (0 left) 2021-07-26T15:57:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:3397: rmattr oid 6 current snap is 327 2021-07-26T15:57:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:3397: done (0 left) 2021-07-26T15:57:32.122 INFO:tasks.rados.rados.0.smithi046.stdout:3398: read oid 36 snap -1 2021-07-26T15:57:32.123 INFO:tasks.rados.rados.0.smithi046.stdout:3398: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:57:32.123 INFO:tasks.rados.rados.0.smithi046.stdout:3399: delete oid 50 current snap is 327 2021-07-26T15:57:32.128 INFO:tasks.rados.rados.0.smithi046.stdout:3399: done (1 left) 2021-07-26T15:57:32.129 INFO:tasks.rados.rados.0.smithi046.stdout:3400: rollback oid 25 current snap is 327 2021-07-26T15:57:32.129 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 312 2021-07-26T15:57:32.129 INFO:tasks.rados.rados.0.smithi046.stdout:3401: read oid 20 snap 325 2021-07-26T15:57:32.130 INFO:tasks.rados.rados.0.smithi046.stdout:3401: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:57:32.130 INFO:tasks.rados.rados.0.smithi046.stdout:3402: snap_remove snap 300 2021-07-26T15:57:33.127 INFO:tasks.rados.rados.0.smithi046.stdout:3398: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:57:33.158 INFO:tasks.rados.rados.0.smithi046.stdout:3398: done (3 left) 2021-07-26T15:57:33.158 INFO:tasks.rados.rados.0.smithi046.stdout:3402: done (2 left) 2021-07-26T15:57:33.159 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 327 2021-07-26T15:57:33.159 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:57:33.159 INFO:tasks.rados.rados.0.smithi046.stdout:3400: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:57:33.159 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2181 (ObjNum 1835560302 snap 1935365461 seq_num 1951486576) dirty dne 2021-07-26T15:57:33.160 INFO:tasks.rados.rados.0.smithi046.stdout:3401: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:57:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:33 smithi073 bash[34190]: cluster 2021-07-26T15:57:32.036856+0000 mgr.y (mgr.24683) 445 : cluster [DBG] pgmap v899: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2021-07-26T15:57:33.366 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:33 smithi073 bash[34190]: cluster 2021-07-26T15:57:32.116848+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T15:57:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:33 smithi046 bash[41283]: cluster 2021-07-26T15:57:32.036856+0000 mgr.y (mgr.24683) 445 : cluster [DBG] pgmap v899: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2021-07-26T15:57:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:33 smithi046 bash[41283]: cluster 2021-07-26T15:57:32.116848+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T15:57:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:33 smithi046 bash[42351]: cluster 2021-07-26T15:57:32.036856+0000 mgr.y (mgr.24683) 445 : cluster [DBG] pgmap v899: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 10 op/s 2021-07-26T15:57:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:33 smithi046 bash[42351]: cluster 2021-07-26T15:57:32.116848+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T15:57:33.461 INFO:tasks.rados.rados.0.smithi046.stdout:3403: seq_num 1099 ranges {1253376=409600,1662976=442368,2105344=720896,2826240=40960} 2021-07-26T15:57:33.477 INFO:tasks.rados.rados.0.smithi046.stdout:3403: writing smithi04638994-21 from 1253376 to 1662976 tid 1 2021-07-26T15:57:33.480 INFO:tasks.rados.rados.0.smithi046.stdout:3403: writing smithi04638994-21 from 1662976 to 2105344 tid 2 2021-07-26T15:57:33.485 INFO:tasks.rados.rados.0.smithi046.stdout:3403: writing smithi04638994-21 from 2105344 to 2826240 tid 3 2021-07-26T15:57:33.486 INFO:tasks.rados.rados.0.smithi046.stdout:3403: writing smithi04638994-21 from 2826240 to 2867200 tid 4 2021-07-26T15:57:33.486 INFO:tasks.rados.rados.0.smithi046.stdout:3400: done (2 left) 2021-07-26T15:57:33.486 INFO:tasks.rados.rados.0.smithi046.stdout:3401: done (1 left) 2021-07-26T15:57:33.486 INFO:tasks.rados.rados.0.smithi046.stdout:3404: copy_from oid 37 from oid 24 current snap is 327 2021-07-26T15:57:33.487 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 1 to smithi04638994-21 2021-07-26T15:57:33.487 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 2 to smithi04638994-21 2021-07-26T15:57:33.488 INFO:tasks.rados.rados.0.smithi046.stdout:3405: read oid 34 snap -1 2021-07-26T15:57:33.488 INFO:tasks.rados.rados.0.smithi046.stdout:3405: expect deleted 2021-07-26T15:57:33.489 INFO:tasks.rados.rados.0.smithi046.stdout:3406: snap_remove snap 294 2021-07-26T15:57:34.135 INFO:tasks.rados.rados.0.smithi046.stdout:3406: done (3 left) 2021-07-26T15:57:34.135 INFO:tasks.rados.rados.0.smithi046.stdout:3407: snap_remove snap 303 2021-07-26T15:57:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:34 smithi046 bash[41283]: cluster 2021-07-26T15:57:33.126753+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T15:57:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:34 smithi046 bash[42351]: cluster 2021-07-26T15:57:33.126753+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T15:57:34.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:34 smithi073 bash[34190]: cluster 2021-07-26T15:57:33.126753+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T15:57:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3407: done (3 left) 2021-07-26T15:57:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3408: copy_from oid 26 from oid 28 current snap is 327 2021-07-26T15:57:35.147 INFO:tasks.rados.rados.0.smithi046.stdout:3409: read oid 31 snap -1 2021-07-26T15:57:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:3409: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:57:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:3410: rmattr oid 11 current snap is 327 2021-07-26T15:57:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:3410: done (5 left) 2021-07-26T15:57:35.149 INFO:tasks.rados.rados.0.smithi046.stdout:3411: delete oid 23 current snap is 327 2021-07-26T15:57:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 3 to smithi04638994-21 2021-07-26T15:57:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:3404: finishing copy_from to smithi04638994-37 2021-07-26T15:57:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2151 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:57:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 4 to smithi04638994-21 2021-07-26T15:57:35.150 INFO:tasks.rados.rados.0.smithi046.stdout:3404: finishing copy_from racing read to smithi04638994-37 2021-07-26T15:57:35.151 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 5 to smithi04638994-21 2021-07-26T15:57:35.151 INFO:tasks.rados.rados.0.smithi046.stdout:3403: finishing write tid 6 to smithi04638994-21 2021-07-26T15:57:35.151 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1440 (ObjNum 1099 snap 327 seq_num 1099) dirty exists 2021-07-26T15:57:35.151 INFO:tasks.rados.rados.0.smithi046.stdout:3403: left oid 21 (ObjNum 1099 snap 327 seq_num 1099) 2021-07-26T15:57:35.159 INFO:tasks.rados.rados.0.smithi046.stdout:3403: done (5 left) 2021-07-26T15:57:35.159 INFO:tasks.rados.rados.0.smithi046.stdout:3404: done (4 left) 2021-07-26T15:57:35.160 INFO:tasks.rados.rados.0.smithi046.stdout:3405: done (3 left) 2021-07-26T15:57:35.160 INFO:tasks.rados.rados.0.smithi046.stdout:3411: done (2 left) 2021-07-26T15:57:35.160 INFO:tasks.rados.rados.0.smithi046.stdout:3412: delete oid 35 current snap is 327 2021-07-26T15:57:35.167 INFO:tasks.rados.rados.0.smithi046.stdout:3409: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:57:35.303 INFO:tasks.rados.rados.0.smithi046.stdout:3408: finishing copy_from to smithi04638994-26 2021-07-26T15:57:35.303 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1685 (ObjNum 1087 snap 320 seq_num 1087) dirty exists 2021-07-26T15:57:35.304 INFO:tasks.rados.rados.0.smithi046.stdout:3408: finishing copy_from racing read to smithi04638994-26 2021-07-26T15:57:35.304 INFO:tasks.rados.rados.0.smithi046.stdout:3408: done (2 left) 2021-07-26T15:57:35.304 INFO:tasks.rados.rados.0.smithi046.stdout:3409: done (1 left) 2021-07-26T15:57:35.304 INFO:tasks.rados.rados.0.smithi046.stdout:3412: done (0 left) 2021-07-26T15:57:35.305 INFO:tasks.rados.rados.0.smithi046.stdout:3413: delete oid 37 current snap is 327 2021-07-26T15:57:35.307 INFO:tasks.rados.rados.0.smithi046.stdout:3413: done (0 left) 2021-07-26T15:57:35.307 INFO:tasks.rados.rados.0.smithi046.stdout:3414: rmattr oid 49 current snap is 327 2021-07-26T15:57:35.308 INFO:tasks.rados.rados.0.smithi046.stdout:3414: done (0 left) 2021-07-26T15:57:35.308 INFO:tasks.rados.rados.0.smithi046.stdout:3415: snap_remove snap 326 2021-07-26T15:57:35.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:35 smithi046 bash[42351]: cluster 2021-07-26T15:57:34.037615+0000 mgr.y (mgr.24683) 446 : cluster [DBG] pgmap v902: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2021-07-26T15:57:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:35 smithi046 bash[42351]: cluster 2021-07-26T15:57:34.136274+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T15:57:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:35 smithi046 bash[41283]: cluster 2021-07-26T15:57:34.037615+0000 mgr.y (mgr.24683) 446 : cluster [DBG] pgmap v902: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2021-07-26T15:57:35.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:35 smithi046 bash[41283]: cluster 2021-07-26T15:57:34.136274+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T15:57:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:35 smithi073 bash[34190]: cluster 2021-07-26T15:57:34.037615+0000 mgr.y (mgr.24683) 446 : cluster [DBG] pgmap v902: 25 pgs: 25 active+clean; 402 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2021-07-26T15:57:35.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:35 smithi073 bash[34190]: cluster 2021-07-26T15:57:34.136274+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T15:57:36.155 INFO:tasks.rados.rados.0.smithi046.stdout:3415: done (0 left) 2021-07-26T15:57:36.155 INFO:tasks.rados.rados.0.smithi046.stdout:3416: rmattr oid 50 current snap is 327 2021-07-26T15:57:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:3416: done (0 left) 2021-07-26T15:57:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 327 2021-07-26T15:57:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:3417: seq_num 1103 ranges {7643136=475136,8118272=425984,8544256=696320,9240576=81920} 2021-07-26T15:57:36.202 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04638994-44 from 7643136 to 8118272 tid 1 2021-07-26T15:57:36.205 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04638994-44 from 8118272 to 8544256 tid 2 2021-07-26T15:57:36.209 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04638994-44 from 8544256 to 9240576 tid 3 2021-07-26T15:57:36.211 INFO:tasks.rados.rados.0.smithi046.stdout:3417: writing smithi04638994-44 from 9240576 to 9322496 tid 4 2021-07-26T15:57:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:3418: rollback oid 4 current snap is 327 2021-07-26T15:57:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 314 2021-07-26T15:57:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:3419: read oid 2 snap -1 2021-07-26T15:57:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:3419: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:3420: delete oid 40 current snap is 327 2021-07-26T15:57:36.218 INFO:tasks.rados.rados.0.smithi046.stdout:3420: done (3 left) 2021-07-26T15:57:36.219 INFO:tasks.rados.rados.0.smithi046.stdout:3421: rollback oid 3 current snap is 327 2021-07-26T15:57:36.219 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 317 2021-07-26T15:57:36.219 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 327 2021-07-26T15:57:36.219 INFO:tasks.rados.rados.0.smithi046.stdout:3422: seq_num 1105 ranges {1277952=516096,1794048=598016,2392064=606208} 2021-07-26T15:57:36.228 INFO:tasks.rados.rados.0.smithi046.stdout:3422: writing smithi04638994-9 from 1277952 to 1794048 tid 1 2021-07-26T15:57:36.232 INFO:tasks.rados.rados.0.smithi046.stdout:3422: writing smithi04638994-9 from 1794048 to 2392064 tid 2 2021-07-26T15:57:36.236 INFO:tasks.rados.rados.0.smithi046.stdout:3422: writing smithi04638994-9 from 2392064 to 2998272 tid 3 2021-07-26T15:57:36.236 INFO:tasks.rados.rados.0.smithi046.stdout:3423: copy_from oid 12 from oid 33 current snap is 327 2021-07-26T15:57:36.237 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 1 to smithi04638994-44 2021-07-26T15:57:36.237 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 2 to smithi04638994-44 2021-07-26T15:57:36.237 INFO:tasks.rados.rados.0.smithi046.stdout:3418: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:57:36.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 0 (ObjNum 198966320 snap 22029 seq_num 198696464) dirty dne 2021-07-26T15:57:36.238 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 3 to smithi04638994-44 2021-07-26T15:57:36.238 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 4 to smithi04638994-44 2021-07-26T15:57:36.238 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 5 to smithi04638994-44 2021-07-26T15:57:36.238 INFO:tasks.rados.rados.0.smithi046.stdout:3418: done (5 left) 2021-07-26T15:57:36.239 INFO:tasks.rados.rados.0.smithi046.stdout:3424: rmattr oid 8 current snap is 327 2021-07-26T15:57:36.239 INFO:tasks.rados.rados.0.smithi046.stdout:3424: done (5 left) 2021-07-26T15:57:36.239 INFO:tasks.rados.rados.0.smithi046.stdout:3425: rmattr oid 28 current snap is 327 2021-07-26T15:57:36.239 INFO:tasks.rados.rados.0.smithi046.stdout:3425: done (5 left) 2021-07-26T15:57:36.240 INFO:tasks.rados.rados.0.smithi046.stdout:3426: read oid 37 snap -1 2021-07-26T15:57:36.240 INFO:tasks.rados.rados.0.smithi046.stdout:3426: expect deleted 2021-07-26T15:57:36.240 INFO:tasks.rados.rados.0.smithi046.stdout:3427: rollback oid 5 current snap is 327 2021-07-26T15:57:36.240 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 314 2021-07-26T15:57:36.240 INFO:tasks.rados.rados.0.smithi046.stdout:3428: read oid 36 snap -1 2021-07-26T15:57:36.241 INFO:tasks.rados.rados.0.smithi046.stdout:3428: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:57:36.241 INFO:tasks.rados.rados.0.smithi046.stdout:3429: delete oid 7 current snap is 327 2021-07-26T15:57:36.242 INFO:tasks.rados.rados.0.smithi046.stdout:3421: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:57:36.242 INFO:tasks.rados.rados.0.smithi046.stdout:3417: finishing write tid 6 to smithi04638994-44 2021-07-26T15:57:36.242 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1729 (ObjNum 1103 snap 327 seq_num 1103) dirty exists 2021-07-26T15:57:36.242 INFO:tasks.rados.rados.0.smithi046.stdout:3417: left oid 44 (ObjNum 1103 snap 327 seq_num 1103) 2021-07-26T15:57:36.243 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing rollback tid 0 to smithi04638994-5 2021-07-26T15:57:36.244 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing rollback tid 1 to smithi04638994-5 2021-07-26T15:57:36.244 INFO:tasks.rados.rados.0.smithi046.stdout:3427: finishing rollback tid 2 to smithi04638994-5 2021-07-26T15:57:36.244 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2064 (ObjNum 1047 snap 309 seq_num 1047) dirty exists 2021-07-26T15:57:36.244 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 1 to smithi04638994-9 2021-07-26T15:57:36.244 INFO:tasks.rados.rados.0.smithi046.stdout:3428: expect (ObjNum 903 snap 269 seq_num 903) 2021-07-26T15:57:36.273 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 2 to smithi04638994-9 2021-07-26T15:57:36.274 INFO:tasks.rados.rados.0.smithi046.stdout:3421: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:57:36.274 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 3 to smithi04638994-9 2021-07-26T15:57:36.275 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 4 to smithi04638994-9 2021-07-26T15:57:36.275 INFO:tasks.rados.rados.0.smithi046.stdout:3421: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:57:36.275 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1732 (ObjNum 1026 snap 304 seq_num 1026) dirty exists 2021-07-26T15:57:36.276 INFO:tasks.rados.rados.0.smithi046.stdout:3422: finishing write tid 5 to smithi04638994-9 2021-07-26T15:57:36.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2333 (ObjNum 1105 snap 327 seq_num 1105) dirty exists 2021-07-26T15:57:36.276 INFO:tasks.rados.rados.0.smithi046.stdout:3422: left oid 9 (ObjNum 1105 snap 327 seq_num 1105) 2021-07-26T15:57:36.276 INFO:tasks.rados.rados.0.smithi046.stdout:3423: finishing copy_from to smithi04638994-12 2021-07-26T15:57:36.277 INFO:tasks.rados.rados.0.smithi046.stdout:3423: got expected ENOENT (src dne) 2021-07-26T15:57:36.277 INFO:tasks.rados.rados.0.smithi046.stdout:3423: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:57:36.277 INFO:tasks.rados.rados.0.smithi046.stdout:3419: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:36.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:36 smithi046 bash[42351]: cluster 2021-07-26T15:57:35.139443+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T15:57:36.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:36 smithi046 bash[41283]: cluster 2021-07-26T15:57:35.139443+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T15:57:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:36 smithi073 bash[34190]: cluster 2021-07-26T15:57:35.139443+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T15:57:37.189 INFO:tasks.rados.rados.0.smithi046.stdout:3417: done (8 left) 2021-07-26T15:57:37.189 INFO:tasks.rados.rados.0.smithi046.stdout:3419: done (7 left) 2021-07-26T15:57:37.189 INFO:tasks.rados.rados.0.smithi046.stdout:3421: done (6 left) 2021-07-26T15:57:37.189 INFO:tasks.rados.rados.0.smithi046.stdout:3422: done (5 left) 2021-07-26T15:57:37.190 INFO:tasks.rados.rados.0.smithi046.stdout:3423: done (4 left) 2021-07-26T15:57:37.190 INFO:tasks.rados.rados.0.smithi046.stdout:3426: done (3 left) 2021-07-26T15:57:37.190 INFO:tasks.rados.rados.0.smithi046.stdout:3427: done (2 left) 2021-07-26T15:57:37.190 INFO:tasks.rados.rados.0.smithi046.stdout:3428: done (1 left) 2021-07-26T15:57:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:3429: done (0 left) 2021-07-26T15:57:37.191 INFO:tasks.rados.rados.0.smithi046.stdout:3430: snap_remove snap 325 2021-07-26T15:57:37.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:37 smithi046 bash[42351]: cluster 2021-07-26T15:57:36.038384+0000 mgr.y (mgr.24683) 447 : cluster [DBG] pgmap v905: 25 pgs: 25 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2021-07-26T15:57:37.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:37 smithi046 bash[42351]: cluster 2021-07-26T15:57:36.156590+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T15:57:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:37 smithi046 bash[41283]: cluster 2021-07-26T15:57:36.038384+0000 mgr.y (mgr.24683) 447 : cluster [DBG] pgmap v905: 25 pgs: 25 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2021-07-26T15:57:37.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:37 smithi046 bash[41283]: cluster 2021-07-26T15:57:36.156590+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T15:57:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:37 smithi073 bash[34190]: cluster 2021-07-26T15:57:36.038384+0000 mgr.y (mgr.24683) 447 : cluster [DBG] pgmap v905: 25 pgs: 25 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2021-07-26T15:57:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:37 smithi073 bash[34190]: cluster 2021-07-26T15:57:36.156590+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T15:57:38.167 INFO:tasks.rados.rados.0.smithi046.stdout:3430: done (0 left) 2021-07-26T15:57:38.168 INFO:tasks.rados.rados.0.smithi046.stdout:3431: read oid 50 snap -1 2021-07-26T15:57:38.168 INFO:tasks.rados.rados.0.smithi046.stdout:3431: expect deleted 2021-07-26T15:57:38.168 INFO:tasks.rados.rados.0.smithi046.stdout:3432: copy_from oid 14 from oid 22 current snap is 327 2021-07-26T15:57:38.168 INFO:tasks.rados.rados.0.smithi046.stdout:3433: rollback oid 3 current snap is 327 2021-07-26T15:57:38.168 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 3 to 312 2021-07-26T15:57:38.169 INFO:tasks.rados.rados.0.smithi046.stdout:3434: snap_create 2021-07-26T15:57:38.180 INFO:tasks.rados.rados.0.smithi046.stdout:3433: finishing rollback tid 0 to smithi04638994-3 2021-07-26T15:57:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:3433: finishing rollback tid 1 to smithi04638994-3 2021-07-26T15:57:38.184 INFO:tasks.rados.rados.0.smithi046.stdout:3433: finishing rollback tid 2 to smithi04638994-3 2021-07-26T15:57:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1735 (ObjNum 1026 snap 304 seq_num 1026) dirty exists 2021-07-26T15:57:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing copy_from to smithi04638994-14 2021-07-26T15:57:38.185 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 1680 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:57:38.186 INFO:tasks.rados.rados.0.smithi046.stdout:3432: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:57:39.177 INFO:tasks.rados.rados.0.smithi046.stdout:3431: done (3 left) 2021-07-26T15:57:39.177 INFO:tasks.rados.rados.0.smithi046.stdout:3432: done (2 left) 2021-07-26T15:57:39.178 INFO:tasks.rados.rados.0.smithi046.stdout:3433: done (1 left) 2021-07-26T15:57:39.178 INFO:tasks.rados.rados.0.smithi046.stdout:3434: done (0 left) 2021-07-26T15:57:39.179 INFO:tasks.rados.rados.0.smithi046.stdout:3435: rollback oid 13 current snap is 328 2021-07-26T15:57:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 317 2021-07-26T15:57:39.180 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 328 2021-07-26T15:57:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:3436: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2021-07-26T15:57:39.181 INFO:tasks.rados.rados.0.smithi046.stdout:3436: writing smithi04638994-42 from 0 to 548864 tid 1 2021-07-26T15:57:39.186 INFO:tasks.rados.rados.0.smithi046.stdout:3436: writing smithi04638994-42 from 548864 to 1318912 tid 2 2021-07-26T15:57:39.190 INFO:tasks.rados.rados.0.smithi046.stdout:3436: writing smithi04638994-42 from 1318912 to 1753088 tid 3 2021-07-26T15:57:39.191 INFO:tasks.rados.rados.0.smithi046.stdout:3437: copy_from oid 47 from oid 38 current snap is 328 2021-07-26T15:57:39.191 INFO:tasks.rados.rados.0.smithi046.stdout:3435: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:57:39.191 INFO:tasks.rados.rados.0.smithi046.stdout:3435: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:57:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:3435: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:57:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 1836 (ObjNum 1051 snap 310 seq_num 1051) dirty exists 2021-07-26T15:57:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:3435: done (2 left) 2021-07-26T15:57:39.192 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 6 current snap is 328 2021-07-26T15:57:39.193 INFO:tasks.rados.rados.0.smithi046.stdout:3438: seq_num 1108 ranges {6307840=565248,6873088=647168,7520256=483328,8003584=73728} 2021-07-26T15:57:39.230 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04638994-6 from 6307840 to 6873088 tid 1 2021-07-26T15:57:39.233 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04638994-6 from 6873088 to 7520256 tid 2 2021-07-26T15:57:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04638994-6 from 7520256 to 8003584 tid 3 2021-07-26T15:57:39.237 INFO:tasks.rados.rados.0.smithi046.stdout:3438: writing smithi04638994-6 from 8003584 to 8077312 tid 4 2021-07-26T15:57:39.237 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 328 2021-07-26T15:57:39.237 INFO:tasks.rados.rados.0.smithi046.stdout:3439: seq_num 1109 ranges {5718016=581632,6299648=532480,6832128=647168,7479296=24576} 2021-07-26T15:57:39.273 INFO:tasks.rados.rados.0.smithi046.stdout:3439: writing smithi04638994-12 from 5718016 to 6299648 tid 1 2021-07-26T15:57:39.275 INFO:tasks.rados.rados.0.smithi046.stdout:3439: writing smithi04638994-12 from 6299648 to 6832128 tid 2 2021-07-26T15:57:39.280 INFO:tasks.rados.rados.0.smithi046.stdout:3439: writing smithi04638994-12 from 6832128 to 7479296 tid 3 2021-07-26T15:57:39.281 INFO:tasks.rados.rados.0.smithi046.stdout:3439: writing smithi04638994-12 from 7479296 to 7503872 tid 4 2021-07-26T15:57:39.281 INFO:tasks.rados.rados.0.smithi046.stdout:3440: snap_create 2021-07-26T15:57:39.281 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing write tid 1 to smithi04638994-42 2021-07-26T15:57:39.282 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing write tid 2 to smithi04638994-42 2021-07-26T15:57:39.282 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing write tid 3 to smithi04638994-42 2021-07-26T15:57:39.282 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing write tid 4 to smithi04638994-42 2021-07-26T15:57:39.282 INFO:tasks.rados.rados.0.smithi046.stdout:3436: finishing write tid 5 to smithi04638994-42 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 978 (ObjNum 1107 snap 328 seq_num 1107) dirty exists 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi046.stdout:3436: left oid 42 (ObjNum 1107 snap 328 seq_num 1107) 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing copy_from to smithi04638994-47 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1717 (ObjNum 953 snap 293 seq_num 953) dirty exists 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi046.stdout:3437: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:57:39.284 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 1 to smithi04638994-6 2021-07-26T15:57:39.284 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 2 to smithi04638994-6 2021-07-26T15:57:39.284 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 3 to smithi04638994-6 2021-07-26T15:57:39.284 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 4 to smithi04638994-6 2021-07-26T15:57:39.285 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 5 to smithi04638994-6 2021-07-26T15:57:39.285 INFO:tasks.rados.rados.0.smithi046.stdout:3438: finishing write tid 6 to smithi04638994-6 2021-07-26T15:57:39.285 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2251 (ObjNum 1108 snap 328 seq_num 1108) dirty exists 2021-07-26T15:57:39.285 INFO:tasks.rados.rados.0.smithi046.stdout:3438: left oid 6 (ObjNum 1108 snap 328 seq_num 1108) 2021-07-26T15:57:39.288 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 1 to smithi04638994-12 2021-07-26T15:57:39.304 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 2 to smithi04638994-12 2021-07-26T15:57:39.305 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 3 to smithi04638994-12 2021-07-26T15:57:39.305 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 4 to smithi04638994-12 2021-07-26T15:57:39.322 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 5 to smithi04638994-12 2021-07-26T15:57:39.322 INFO:tasks.rados.rados.0.smithi046.stdout:3439: finishing write tid 6 to smithi04638994-12 2021-07-26T15:57:39.322 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1467 (ObjNum 1109 snap 328 seq_num 1109) dirty exists 2021-07-26T15:57:39.323 INFO:tasks.rados.rados.0.smithi046.stdout:3439: left oid 12 (ObjNum 1109 snap 328 seq_num 1109) 2021-07-26T15:57:39.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:39 smithi046 bash[42351]: cluster 2021-07-26T15:57:38.039265+0000 mgr.y (mgr.24683) 448 : cluster [DBG] pgmap v907: 25 pgs: 25 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2021-07-26T15:57:39.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:39 smithi046 bash[42351]: cluster 2021-07-26T15:57:38.167579+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T15:57:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:39 smithi046 bash[41283]: cluster 2021-07-26T15:57:38.039265+0000 mgr.y (mgr.24683) 448 : cluster [DBG] pgmap v907: 25 pgs: 25 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2021-07-26T15:57:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:39 smithi046 bash[41283]: cluster 2021-07-26T15:57:38.167579+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T15:57:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:39 smithi073 bash[34190]: cluster 2021-07-26T15:57:38.039265+0000 mgr.y (mgr.24683) 448 : cluster [DBG] pgmap v907: 25 pgs: 25 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2021-07-26T15:57:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:39 smithi073 bash[34190]: cluster 2021-07-26T15:57:38.167579+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T15:57:40.188 INFO:tasks.rados.rados.0.smithi046.stdout:3436: done (4 left) 2021-07-26T15:57:40.189 INFO:tasks.rados.rados.0.smithi046.stdout:3437: done (3 left) 2021-07-26T15:57:40.189 INFO:tasks.rados.rados.0.smithi046.stdout:3438: done (2 left) 2021-07-26T15:57:40.189 INFO:tasks.rados.rados.0.smithi046.stdout:3439: done (1 left) 2021-07-26T15:57:40.190 INFO:tasks.rados.rados.0.smithi046.stdout:3440: done (0 left) 2021-07-26T15:57:40.190 INFO:tasks.rados.rados.0.smithi046.stdout:3441: read oid 35 snap 327 2021-07-26T15:57:40.190 INFO:tasks.rados.rados.0.smithi046.stdout:3441: expect deleted 2021-07-26T15:57:40.190 INFO:tasks.rados.rados.0.smithi046.stdout:3442: read oid 5 snap 322 2021-07-26T15:57:40.190 INFO:tasks.rados.rados.0.smithi046.stdout:3442: expect (ObjNum 1047 snap 309 seq_num 1047) 2021-07-26T15:57:40.191 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 329 2021-07-26T15:57:40.191 INFO:tasks.rados.rados.0.smithi046.stdout:3443: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2021-07-26T15:57:40.196 INFO:tasks.rados.rados.0.smithi046.stdout:3443: writing smithi04638994-43 from 0 to 598016 tid 1 2021-07-26T15:57:40.200 INFO:tasks.rados.rados.0.smithi046.stdout:3443: writing smithi04638994-43 from 598016 to 1064960 tid 2 2021-07-26T15:57:40.203 INFO:tasks.rados.rados.0.smithi046.stdout:3443: writing smithi04638994-43 from 1064960 to 1515520 tid 3 2021-07-26T15:57:40.205 INFO:tasks.rados.rados.0.smithi046.stdout:3443: writing smithi04638994-43 from 1515520 to 1802240 tid 4 2021-07-26T15:57:40.206 INFO:tasks.rados.rados.0.smithi046.stdout:3444: rollback oid 44 current snap is 329 2021-07-26T15:57:40.206 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 327 2021-07-26T15:57:40.206 INFO:tasks.rados.rados.0.smithi046.stdout:3441: done (3 left) 2021-07-26T15:57:40.207 INFO:tasks.rados.rados.0.smithi046.stdout:3445: delete oid 13 current snap is 329 2021-07-26T15:57:40.213 INFO:tasks.rados.rados.0.smithi046.stdout:3445: done (3 left) 2021-07-26T15:57:40.214 INFO:tasks.rados.rados.0.smithi046.stdout:3446: delete oid 36 current snap is 329 2021-07-26T15:57:40.214 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 1 to smithi04638994-43 2021-07-26T15:57:40.215 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 2 to smithi04638994-43 2021-07-26T15:57:40.215 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:57:40.216 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:57:40.219 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 3 to smithi04638994-43 2021-07-26T15:57:40.219 INFO:tasks.rados.rados.0.smithi046.stdout:3446: done (3 left) 2021-07-26T15:57:40.220 INFO:tasks.rados.rados.0.smithi046.stdout:3447: read oid 47 snap 323 2021-07-26T15:57:40.220 INFO:tasks.rados.rados.0.smithi046.stdout:3447: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:40.220 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 17 current snap is 329 2021-07-26T15:57:40.220 INFO:tasks.rados.rados.0.smithi046.stdout:3444: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:57:40.220 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1738 (ObjNum 1103 snap 327 seq_num 1103) dirty exists 2021-07-26T15:57:40.221 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 4 to smithi04638994-43 2021-07-26T15:57:40.221 INFO:tasks.rados.rados.0.smithi046.stdout:3448: seq_num 1113 ranges {1294336=647168,1941504=524288,2465792=622592,3088384=57344} 2021-07-26T15:57:40.230 INFO:tasks.rados.rados.0.smithi046.stdout:3448: writing smithi04638994-17 from 1294336 to 1941504 tid 1 2021-07-26T15:57:40.233 INFO:tasks.rados.rados.0.smithi046.stdout:3448: writing smithi04638994-17 from 1941504 to 2465792 tid 2 2021-07-26T15:57:40.238 INFO:tasks.rados.rados.0.smithi046.stdout:3448: writing smithi04638994-17 from 2465792 to 3088384 tid 3 2021-07-26T15:57:40.239 INFO:tasks.rados.rados.0.smithi046.stdout:3448: writing smithi04638994-17 from 3088384 to 3145728 tid 4 2021-07-26T15:57:40.240 INFO:tasks.rados.rados.0.smithi046.stdout:3444: done (4 left) 2021-07-26T15:57:40.242 INFO:tasks.rados.rados.0.smithi046.stdout:3449: copy_from oid 1 from oid 34 current snap is 329 2021-07-26T15:57:40.242 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 5 to smithi04638994-43 2021-07-26T15:57:40.242 INFO:tasks.rados.rados.0.smithi046.stdout:3450: snap_create 2021-07-26T15:57:40.242 INFO:tasks.rados.rados.0.smithi046.stdout:3443: finishing write tid 6 to smithi04638994-43 2021-07-26T15:57:40.243 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1472 (ObjNum 1110 snap 329 seq_num 1110) dirty exists 2021-07-26T15:57:40.243 INFO:tasks.rados.rados.0.smithi046.stdout:3443: left oid 43 (ObjNum 1110 snap 329 seq_num 1110) 2021-07-26T15:57:40.244 INFO:tasks.rados.rados.0.smithi046.stdout:3442: expect (ObjNum 1047 snap 309 seq_num 1047) 2021-07-26T15:57:40.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:40 smithi046 bash[41283]: cluster 2021-07-26T15:57:39.178067+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T15:57:40.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:40 smithi046 bash[42351]: cluster 2021-07-26T15:57:39.178067+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T15:57:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:40 smithi073 bash[34190]: cluster 2021-07-26T15:57:39.178067+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T15:57:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 1 to smithi04638994-17 2021-07-26T15:57:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 2 to smithi04638994-17 2021-07-26T15:57:40.689 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 3 to smithi04638994-17 2021-07-26T15:57:40.690 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 4 to smithi04638994-17 2021-07-26T15:57:40.690 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 5 to smithi04638994-17 2021-07-26T15:57:40.690 INFO:tasks.rados.rados.0.smithi046.stdout:3449: finishing copy_from to smithi04638994-1 2021-07-26T15:57:40.690 INFO:tasks.rados.rados.0.smithi046.stdout:3449: got expected ENOENT (src dne) 2021-07-26T15:57:40.690 INFO:tasks.rados.rados.0.smithi046.stdout:3449: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:57:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:3448: finishing write tid 6 to smithi04638994-17 2021-07-26T15:57:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 17 v 2342 (ObjNum 1113 snap 329 seq_num 1113) dirty exists 2021-07-26T15:57:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:3448: left oid 17 (ObjNum 1113 snap 329 seq_num 1113) 2021-07-26T15:57:40.691 INFO:tasks.rados.rados.0.smithi046.stdout:3447: expect (ObjNum 1053 snap 311 seq_num 1053) 2021-07-26T15:57:41.598 INFO:tasks.rados.rados.0.smithi046.stdout:3442: done (5 left) 2021-07-26T15:57:41.599 INFO:tasks.rados.rados.0.smithi046.stdout:3443: done (4 left) 2021-07-26T15:57:41.599 INFO:tasks.rados.rados.0.smithi046.stdout:3447: done (3 left) 2021-07-26T15:57:41.599 INFO:tasks.rados.rados.0.smithi046.stdout:3448: done (2 left) 2021-07-26T15:57:41.599 INFO:tasks.rados.rados.0.smithi046.stdout:3449: done (1 left) 2021-07-26T15:57:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:3450: done (0 left) 2021-07-26T15:57:41.600 INFO:tasks.rados.rados.0.smithi046.stdout:3451: delete oid 26 current snap is 330 2021-07-26T15:57:41.604 INFO:tasks.rados.rados.0.smithi046.stdout:3451: done (0 left) 2021-07-26T15:57:41.604 INFO:tasks.rados.rados.0.smithi046.stdout:3452: snap_remove snap 312 2021-07-26T15:57:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:41 smithi073 bash[34190]: cluster 2021-07-26T15:57:40.040096+0000 mgr.y (mgr.24683) 449 : cluster [DBG] pgmap v910: 25 pgs: 25 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2021-07-26T15:57:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:41 smithi073 bash[34190]: cluster 2021-07-26T15:57:40.187889+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T15:57:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:41 smithi073 bash[34190]: cluster 2021-07-26T15:57:41.109560+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T15:57:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[42351]: cluster 2021-07-26T15:57:40.040096+0000 mgr.y (mgr.24683) 449 : cluster [DBG] pgmap v910: 25 pgs: 25 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2021-07-26T15:57:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[42351]: cluster 2021-07-26T15:57:40.187889+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T15:57:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[42351]: cluster 2021-07-26T15:57:41.109560+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T15:57:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[41283]: cluster 2021-07-26T15:57:40.040096+0000 mgr.y (mgr.24683) 449 : cluster [DBG] pgmap v910: 25 pgs: 25 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2021-07-26T15:57:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[41283]: cluster 2021-07-26T15:57:40.187889+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T15:57:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:41 smithi046 bash[41283]: cluster 2021-07-26T15:57:41.109560+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T15:57:42.197 INFO:tasks.rados.rados.0.smithi046.stdout:3452: done (0 left) 2021-07-26T15:57:42.198 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 330 2021-07-26T15:57:42.198 INFO:tasks.rados.rados.0.smithi046.stdout:3453: seq_num 1115 ranges {3063808=679936,3743744=688128,4431872=516096} 2021-07-26T15:57:42.223 INFO:tasks.rados.rados.0.smithi046.stdout:3453: writing smithi04638994-1 from 3063808 to 3743744 tid 1 2021-07-26T15:57:42.228 INFO:tasks.rados.rados.0.smithi046.stdout:3453: writing smithi04638994-1 from 3743744 to 4431872 tid 2 2021-07-26T15:57:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:3453: writing smithi04638994-1 from 4431872 to 4947968 tid 3 2021-07-26T15:57:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 330 2021-07-26T15:57:42.232 INFO:tasks.rados.rados.0.smithi046.stdout:3453: finishing write tid 1 to smithi04638994-1 2021-07-26T15:57:42.233 INFO:tasks.rados.rados.0.smithi046.stdout:3454: seq_num 1116 ranges {2908160=696320,3604480=573440,4177920=450560,4628480=180224} 2021-07-26T15:57:42.252 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04638994-31 from 2908160 to 3604480 tid 1 2021-07-26T15:57:42.255 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04638994-31 from 3604480 to 4177920 tid 2 2021-07-26T15:57:42.258 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04638994-31 from 4177920 to 4628480 tid 3 2021-07-26T15:57:42.259 INFO:tasks.rados.rados.0.smithi046.stdout:3454: writing smithi04638994-31 from 4628480 to 4808704 tid 4 2021-07-26T15:57:42.259 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 330 2021-07-26T15:57:42.260 INFO:tasks.rados.rados.0.smithi046.stdout:3453: finishing write tid 2 to smithi04638994-1 2021-07-26T15:57:42.260 INFO:tasks.rados.rados.0.smithi046.stdout:3455: seq_num 1117 ranges {4653056=712704,5365760=458752,5824512=655360,6479872=90112} 2021-07-26T15:57:42.289 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04638994-38 from 4653056 to 5365760 tid 1 2021-07-26T15:57:42.291 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04638994-38 from 5365760 to 5824512 tid 2 2021-07-26T15:57:42.296 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04638994-38 from 5824512 to 6479872 tid 3 2021-07-26T15:57:42.296 INFO:tasks.rados.rados.0.smithi046.stdout:3455: writing smithi04638994-38 from 6479872 to 6569984 tid 4 2021-07-26T15:57:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 330 2021-07-26T15:57:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:3453: finishing write tid 3 to smithi04638994-1 2021-07-26T15:57:42.297 INFO:tasks.rados.rados.0.smithi046.stdout:3456: seq_num 1118 ranges {9322496=729088,10051584=794624,10846208=409600} 2021-07-26T15:57:42.351 INFO:tasks.rados.rados.0.smithi046.stdout:3456: writing smithi04638994-44 from 9322496 to 10051584 tid 1 2021-07-26T15:57:42.355 INFO:tasks.rados.rados.0.smithi046.stdout:3456: writing smithi04638994-44 from 10051584 to 10846208 tid 2 2021-07-26T15:57:42.358 INFO:tasks.rados.rados.0.smithi046.stdout:3456: writing smithi04638994-44 from 10846208 to 11255808 tid 3 2021-07-26T15:57:42.358 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 5 current snap is 330 2021-07-26T15:57:42.359 INFO:tasks.rados.rados.0.smithi046.stdout:3453: finishing write tid 4 to smithi04638994-1 2021-07-26T15:57:42.359 INFO:tasks.rados.rados.0.smithi046.stdout:3457: seq_num 1119 ranges {5906432=745472,6651904=679936,7331840=524288} 2021-07-26T15:57:42.394 INFO:tasks.rados.rados.0.smithi046.stdout:3457: writing smithi04638994-5 from 5906432 to 6651904 tid 1 2021-07-26T15:57:42.398 INFO:tasks.rados.rados.0.smithi046.stdout:3457: writing smithi04638994-5 from 6651904 to 7331840 tid 2 2021-07-26T15:57:42.402 INFO:tasks.rados.rados.0.smithi046.stdout:3457: writing smithi04638994-5 from 7331840 to 7856128 tid 3 2021-07-26T15:57:42.403 INFO:tasks.rados.rados.0.smithi046.stdout:3458: rmattr oid 26 current snap is 330 2021-07-26T15:57:42.403 INFO:tasks.rados.rados.0.smithi046.stdout:3458: done (5 left) 2021-07-26T15:57:42.403 INFO:tasks.rados.rados.0.smithi046.stdout:3459: rollback oid 25 current snap is 330 2021-07-26T15:57:42.403 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 320 2021-07-26T15:57:42.404 INFO:tasks.rados.rados.0.smithi046.stdout:3453: finishing write tid 5 to smithi04638994-1 2021-07-26T15:57:42.404 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2355 (ObjNum 1115 snap 330 seq_num 1115) dirty exists 2021-07-26T15:57:42.404 INFO:tasks.rados.rados.0.smithi046.stdout:3453: left oid 1 (ObjNum 1115 snap 330 seq_num 1115) 2021-07-26T15:57:42.404 INFO:tasks.rados.rados.0.smithi046.stdout:3453: done (5 left) 2021-07-26T15:57:42.405 INFO:tasks.rados.rados.0.smithi046.stdout:3460: rmattr oid 49 current snap is 330 2021-07-26T15:57:42.405 INFO:tasks.rados.rados.0.smithi046.stdout:3460: done (5 left) 2021-07-26T15:57:42.405 INFO:tasks.rados.rados.0.smithi046.stdout:3461: rmattr oid 2 current snap is 330 2021-07-26T15:57:42.405 INFO:tasks.rados.rados.0.smithi046.stdout:3461: done (5 left) 2021-07-26T15:57:42.405 INFO:tasks.rados.rados.0.smithi046.stdout:3462: read oid 8 snap -1 2021-07-26T15:57:42.406 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 1094 snap 323 seq_num 1094) 2021-07-26T15:57:42.406 INFO:tasks.rados.rados.0.smithi046.stdout:3463: rollback oid 37 current snap is 330 2021-07-26T15:57:42.406 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 327 2021-07-26T15:57:42.406 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 1 to smithi04638994-31 2021-07-26T15:57:42.407 INFO:tasks.rados.rados.0.smithi046.stdout:3464: read oid 34 snap -1 2021-07-26T15:57:42.407 INFO:tasks.rados.rados.0.smithi046.stdout:3464: expect deleted 2021-07-26T15:57:42.407 INFO:tasks.rados.rados.0.smithi046.stdout:3465: setattr oid 39 current snap is 330 2021-07-26T15:57:42.407 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 2 to smithi04638994-31 2021-07-26T15:57:42.407 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 3 to smithi04638994-31 2021-07-26T15:57:42.408 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 4 to smithi04638994-31 2021-07-26T15:57:42.408 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 5 to smithi04638994-31 2021-07-26T15:57:42.408 INFO:tasks.rados.rados.0.smithi046.stdout:3454: finishing write tid 6 to smithi04638994-31 2021-07-26T15:57:42.408 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1743 (ObjNum 1116 snap 330 seq_num 1116) dirty exists 2021-07-26T15:57:42.408 INFO:tasks.rados.rados.0.smithi046.stdout:3454: left oid 31 (ObjNum 1116 snap 330 seq_num 1116) 2021-07-26T15:57:42.409 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 1 to smithi04638994-38 2021-07-26T15:57:42.409 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 2 to smithi04638994-38 2021-07-26T15:57:42.409 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 3 to smithi04638994-38 2021-07-26T15:57:42.409 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 4 to smithi04638994-38 2021-07-26T15:57:42.410 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 5 to smithi04638994-38 2021-07-26T15:57:42.410 INFO:tasks.rados.rados.0.smithi046.stdout:3455: finishing write tid 6 to smithi04638994-38 2021-07-26T15:57:42.410 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2157 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:57:42.410 INFO:tasks.rados.rados.0.smithi046.stdout:3455: left oid 38 (ObjNum 1117 snap 330 seq_num 1117) 2021-07-26T15:57:42.411 INFO:tasks.rados.rados.0.smithi046.stdout:3456: finishing write tid 1 to smithi04638994-44 2021-07-26T15:57:42.411 INFO:tasks.rados.rados.0.smithi046.stdout:3456: finishing write tid 2 to smithi04638994-44 2021-07-26T15:57:42.411 INFO:tasks.rados.rados.0.smithi046.stdout:3456: finishing write tid 3 to smithi04638994-44 2021-07-26T15:57:42.411 INFO:tasks.rados.rados.0.smithi046.stdout:3456: finishing write tid 4 to smithi04638994-44 2021-07-26T15:57:42.411 INFO:tasks.rados.rados.0.smithi046.stdout:3456: finishing write tid 5 to smithi04638994-44 2021-07-26T15:57:42.412 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1747 (ObjNum 1118 snap 330 seq_num 1118) dirty exists 2021-07-26T15:57:42.412 INFO:tasks.rados.rados.0.smithi046.stdout:3456: left oid 44 (ObjNum 1118 snap 330 seq_num 1118) 2021-07-26T15:57:42.413 INFO:tasks.rados.rados.0.smithi046.stdout:3454: done (8 left) 2021-07-26T15:57:42.414 INFO:tasks.rados.rados.0.smithi046.stdout:3455: done (7 left) 2021-07-26T15:57:42.414 INFO:tasks.rados.rados.0.smithi046.stdout:3456: done (6 left) 2021-07-26T15:57:42.414 INFO:tasks.rados.rados.0.smithi046.stdout:3466: rmattr oid 29 current snap is 330 2021-07-26T15:57:42.414 INFO:tasks.rados.rados.0.smithi046.stdout:3466: done (6 left) 2021-07-26T15:57:42.414 INFO:tasks.rados.rados.0.smithi046.stdout:3467: read oid 6 snap -1 2021-07-26T15:57:42.415 INFO:tasks.rados.rados.0.smithi046.stdout:3467: expect (ObjNum 1108 snap 328 seq_num 1108) 2021-07-26T15:57:42.415 INFO:tasks.rados.rados.0.smithi046.stdout:3468: read oid 45 snap -1 2021-07-26T15:57:42.415 INFO:tasks.rados.rados.0.smithi046.stdout:3468: expect (ObjNum 1033 snap 306 seq_num 1033) 2021-07-26T15:57:42.415 INFO:tasks.rados.rados.0.smithi046.stdout:3469: read oid 22 snap -1 2021-07-26T15:57:42.416 INFO:tasks.rados.rados.0.smithi046.stdout:3469: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:57:42.416 INFO:tasks.rados.rados.0.smithi046.stdout:3470: copy_from oid 40 from oid 15 current snap is 330 2021-07-26T15:57:42.416 INFO:tasks.rados.rados.0.smithi046.stdout:3471: copy_from oid 7 from oid 46 current snap is 330 2021-07-26T15:57:42.416 INFO:tasks.rados.rados.0.smithi046.stdout:3472: delete oid 21 current snap is 330 2021-07-26T15:57:42.416 INFO:tasks.rados.rados.0.smithi046.stdout:3472: done (11 left) 2021-07-26T15:57:42.417 INFO:tasks.rados.rados.0.smithi046.stdout:3473: rollback oid 29 current snap is 330 2021-07-26T15:57:42.417 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 320 2021-07-26T15:57:42.417 INFO:tasks.rados.rados.0.smithi046.stdout:3474: rollback oid 48 current snap is 330 2021-07-26T15:57:42.417 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 310 2021-07-26T15:57:42.417 INFO:tasks.rados.rados.0.smithi046.stdout:3475: delete oid 41 current snap is 330 2021-07-26T15:57:42.418 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing write tid 1 to smithi04638994-5 2021-07-26T15:57:42.418 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing write tid 2 to smithi04638994-5 2021-07-26T15:57:42.420 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 1742 (ObjNum 910 snap 273 seq_num 910) dirty exists 2021-07-26T15:57:42.422 INFO:tasks.rados.rados.0.smithi046.stdout:3474: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:57:42.422 INFO:tasks.rados.rados.0.smithi046.stdout:3464: done (13 left) 2021-07-26T15:57:42.422 INFO:tasks.rados.rados.0.smithi046.stdout:3465: done (12 left) 2021-07-26T15:57:42.422 INFO:tasks.rados.rados.0.smithi046.stdout:3475: done (11 left) 2021-07-26T15:57:42.423 INFO:tasks.rados.rados.0.smithi046.stdout:3476: copy_from oid 21 from oid 3 current snap is 330 2021-07-26T15:57:42.423 INFO:tasks.rados.rados.0.smithi046.stdout:3477: snap_create 2021-07-26T15:57:42.423 INFO:tasks.rados.rados.0.smithi046.stdout:3459: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:57:42.423 INFO:tasks.rados.rados.0.smithi046.stdout:3459: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:57:42.424 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2183 (ObjNum 1041 snap 308 seq_num 1041) dirty exists 2021-07-26T15:57:42.424 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing write tid 3 to smithi04638994-5 2021-07-26T15:57:42.424 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing write tid 4 to smithi04638994-5 2021-07-26T15:57:42.425 INFO:tasks.rados.rados.0.smithi046.stdout:3469: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:57:42.462 INFO:tasks.rados.rados.0.smithi046.stdout:3457: finishing write tid 5 to smithi04638994-5 2021-07-26T15:57:42.462 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2068 (ObjNum 1119 snap 330 seq_num 1119) dirty exists 2021-07-26T15:57:42.462 INFO:tasks.rados.rados.0.smithi046.stdout:3457: left oid 5 (ObjNum 1119 snap 330 seq_num 1119) 2021-07-26T15:57:42.463 INFO:tasks.rados.rados.0.smithi046.stdout:3463: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:57:42.463 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2152 (ObjNum 164534256 snap 22029 seq_num 1) dirty dne 2021-07-26T15:57:42.463 INFO:tasks.rados.rados.0.smithi046.stdout:3474: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:57:42.463 INFO:tasks.rados.rados.0.smithi046.stdout:3474: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:57:42.463 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2359 (ObjNum 1040 snap 308 seq_num 1040) dirty exists 2021-07-26T15:57:42.464 INFO:tasks.rados.rados.0.smithi046.stdout:3470: finishing copy_from to smithi04638994-40 2021-07-26T15:57:42.464 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1462 (ObjNum 1088 snap 320 seq_num 1088) dirty exists 2021-07-26T15:57:42.464 INFO:tasks.rados.rados.0.smithi046.stdout:3470: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:57:42.464 INFO:tasks.rados.rados.0.smithi046.stdout:3462: expect (ObjNum 1094 snap 323 seq_num 1094) 2021-07-26T15:57:42.642 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:57:42.642 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:57:42.643 INFO:tasks.rados.rados.0.smithi046.stdout:3473: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:57:42.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2265 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:57:42.643 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing copy_from to smithi04638994-7 2021-07-26T15:57:42.643 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 1922 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:57:42.644 INFO:tasks.rados.rados.0.smithi046.stdout:3471: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:57:42.644 INFO:tasks.rados.rados.0.smithi046.stdout:3467: expect (ObjNum 1108 snap 328 seq_num 1108) 2021-07-26T15:57:43.203 INFO:tasks.rados.rados.0.smithi046.stdout:3476: finishing copy_from to smithi04638994-21 2021-07-26T15:57:43.204 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1735 (ObjNum 1026 snap 304 seq_num 1026) dirty exists 2021-07-26T15:57:43.204 INFO:tasks.rados.rados.0.smithi046.stdout:3476: finishing copy_from racing read to smithi04638994-21 2021-07-26T15:57:43.204 INFO:tasks.rados.rados.0.smithi046.stdout:3468: expect (ObjNum 1033 snap 306 seq_num 1033) 2021-07-26T15:57:43.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:43 smithi073 bash[34190]: cluster 2021-07-26T15:57:42.040813+0000 mgr.y (mgr.24683) 450 : cluster [DBG] pgmap v913: 25 pgs: 25 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T15:57:43.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:43 smithi073 bash[34190]: cluster 2021-07-26T15:57:42.198820+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T15:57:43.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:43 smithi046 bash[41283]: cluster 2021-07-26T15:57:42.040813+0000 mgr.y (mgr.24683) 450 : cluster [DBG] pgmap v913: 25 pgs: 25 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T15:57:43.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:43 smithi046 bash[41283]: cluster 2021-07-26T15:57:42.198820+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T15:57:43.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:43 smithi046 bash[42351]: cluster 2021-07-26T15:57:42.040813+0000 mgr.y (mgr.24683) 450 : cluster [DBG] pgmap v913: 25 pgs: 25 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T15:57:43.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:43 smithi046 bash[42351]: cluster 2021-07-26T15:57:42.198820+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T15:57:44.357 INFO:tasks.rados.rados.0.smithi046.stdout:3457: done (12 left) 2021-07-26T15:57:44.358 INFO:tasks.rados.rados.0.smithi046.stdout:3459: done (11 left) 2021-07-26T15:57:44.358 INFO:tasks.rados.rados.0.smithi046.stdout:3462: done (10 left) 2021-07-26T15:57:44.358 INFO:tasks.rados.rados.0.smithi046.stdout:3463: done (9 left) 2021-07-26T15:57:44.358 INFO:tasks.rados.rados.0.smithi046.stdout:3467: done (8 left) 2021-07-26T15:57:44.359 INFO:tasks.rados.rados.0.smithi046.stdout:3468: done (7 left) 2021-07-26T15:57:44.359 INFO:tasks.rados.rados.0.smithi046.stdout:3469: done (6 left) 2021-07-26T15:57:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:3470: done (5 left) 2021-07-26T15:57:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:3471: done (4 left) 2021-07-26T15:57:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:3473: done (3 left) 2021-07-26T15:57:44.360 INFO:tasks.rados.rados.0.smithi046.stdout:3474: done (2 left) 2021-07-26T15:57:44.361 INFO:tasks.rados.rados.0.smithi046.stdout:3476: done (1 left) 2021-07-26T15:57:44.361 INFO:tasks.rados.rados.0.smithi046.stdout:3477: done (0 left) 2021-07-26T15:57:44.361 INFO:tasks.rados.rados.0.smithi046.stdout:3478: delete oid 13 current snap is 331 2021-07-26T15:57:44.363 INFO:tasks.rados.rados.0.smithi046.stdout:3478: done (0 left) 2021-07-26T15:57:44.363 INFO:tasks.rados.rados.0.smithi046.stdout:3479: delete oid 2 current snap is 331 2021-07-26T15:57:44.368 INFO:tasks.rados.rados.0.smithi046.stdout:3479: done (0 left) 2021-07-26T15:57:44.368 INFO:tasks.rados.rados.0.smithi046.stdout:3480: snap_create 2021-07-26T15:57:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:44 smithi073 bash[34190]: cluster 2021-07-26T15:57:43.201164+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T15:57:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:44 smithi073 bash[34190]: cluster 2021-07-26T15:57:44.041439+0000 mgr.y (mgr.24683) 451 : cluster [DBG] pgmap v916: 25 pgs: 25 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2021-07-26T15:57:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:44 smithi046 bash[41283]: cluster 2021-07-26T15:57:43.201164+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T15:57:44.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:44 smithi046 bash[41283]: cluster 2021-07-26T15:57:44.041439+0000 mgr.y (mgr.24683) 451 : cluster [DBG] pgmap v916: 25 pgs: 25 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2021-07-26T15:57:44.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:44 smithi046 bash[42351]: cluster 2021-07-26T15:57:43.201164+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T15:57:44.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:44 smithi046 bash[42351]: cluster 2021-07-26T15:57:44.041439+0000 mgr.y (mgr.24683) 451 : cluster [DBG] pgmap v916: 25 pgs: 25 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2021-07-26T15:57:45.218 INFO:tasks.rados.rados.0.smithi046.stdout:3480: done (0 left) 2021-07-26T15:57:45.219 INFO:tasks.rados.rados.0.smithi046.stdout:3481: read oid 49 snap -1 2021-07-26T15:57:45.219 INFO:tasks.rados.rados.0.smithi046.stdout:3481: expect (ObjNum 1057 snap 312 seq_num 1057) 2021-07-26T15:57:45.219 INFO:tasks.rados.rados.0.smithi046.stdout:3482: snap_remove snap 329 2021-07-26T15:57:46.112 INFO:tasks.rados.rados.0.smithi046.stdout:3482: done (1 left) 2021-07-26T15:57:46.112 INFO:tasks.rados.rados.0.smithi046.stdout:3483: snap_remove snap 321 2021-07-26T15:57:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:46 smithi073 bash[34190]: cluster 2021-07-26T15:57:45.219117+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T15:57:46.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:46 smithi073 bash[34190]: cluster 2021-07-26T15:57:46.042172+0000 mgr.y (mgr.24683) 452 : cluster [DBG] pgmap v918: 25 pgs: 25 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2021-07-26T15:57:46.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:46 smithi073 bash[34190]: cluster 2021-07-26T15:57:46.112698+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T15:57:46.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[42351]: cluster 2021-07-26T15:57:45.219117+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T15:57:46.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[42351]: cluster 2021-07-26T15:57:46.042172+0000 mgr.y (mgr.24683) 452 : cluster [DBG] pgmap v918: 25 pgs: 25 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2021-07-26T15:57:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[42351]: cluster 2021-07-26T15:57:46.112698+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T15:57:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[41283]: cluster 2021-07-26T15:57:45.219117+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T15:57:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[41283]: cluster 2021-07-26T15:57:46.042172+0000 mgr.y (mgr.24683) 452 : cluster [DBG] pgmap v918: 25 pgs: 25 active+clean; 242 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2021-07-26T15:57:46.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:46 smithi046 bash[41283]: cluster 2021-07-26T15:57:46.112698+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T15:57:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:3483: done (1 left) 2021-07-26T15:57:47.122 INFO:tasks.rados.rados.0.smithi046.stdout:3484: delete oid 14 current snap is 332 2021-07-26T15:57:47.123 INFO:tasks.rados.rados.0.smithi046.stdout:3481: expect (ObjNum 1057 snap 312 seq_num 1057) 2021-07-26T15:57:47.162 INFO:tasks.rados.rados.0.smithi046.stdout:3481: done (1 left) 2021-07-26T15:57:47.162 INFO:tasks.rados.rados.0.smithi046.stdout:3484: done (0 left) 2021-07-26T15:57:47.162 INFO:tasks.rados.rados.0.smithi046.stdout:3485: rollback oid 19 current snap is 332 2021-07-26T15:57:47.163 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 331 2021-07-26T15:57:47.163 INFO:tasks.rados.rados.0.smithi046.stdout:3486: copy_from oid 18 from oid 42 current snap is 332 2021-07-26T15:57:47.163 INFO:tasks.rados.rados.0.smithi046.stdout:3487: read oid 30 snap 327 2021-07-26T15:57:47.163 INFO:tasks.rados.rados.0.smithi046.stdout:3487: expect (ObjNum 1079 snap 318 seq_num 1079) 2021-07-26T15:57:47.163 INFO:tasks.rados.rados.0.smithi046.stdout:3488: read oid 10 snap -1 2021-07-26T15:57:47.164 INFO:tasks.rados.rados.0.smithi046.stdout:3488: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:57:47.164 INFO:tasks.rados.rados.0.smithi046.stdout:3489: delete oid 21 current snap is 332 2021-07-26T15:57:47.172 INFO:tasks.rados.rados.0.smithi046.stdout:3489: done (4 left) 2021-07-26T15:57:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:3490: rmattr oid 26 current snap is 332 2021-07-26T15:57:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:3490: done (4 left) 2021-07-26T15:57:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 332 2021-07-26T15:57:47.173 INFO:tasks.rados.rados.0.smithi046.stdout:3491: seq_num 1126 ranges {1417216=466944,1884160=720896,2605056=778240,3383296=106496} 2021-07-26T15:57:47.178 INFO:tasks.rados.rados.0.smithi046.stdout:3491: writing smithi04638994-28 from 1417216 to 1884160 tid 1 2021-07-26T15:57:47.182 INFO:tasks.rados.rados.0.smithi046.stdout:3491: writing smithi04638994-28 from 1884160 to 2605056 tid 2 2021-07-26T15:57:47.188 INFO:tasks.rados.rados.0.smithi046.stdout:3491: writing smithi04638994-28 from 2605056 to 3383296 tid 3 2021-07-26T15:57:47.188 INFO:tasks.rados.rados.0.smithi046.stdout:3491: writing smithi04638994-28 from 3383296 to 3489792 tid 4 2021-07-26T15:57:47.188 INFO:tasks.rados.rados.0.smithi046.stdout:3492: rollback oid 37 current snap is 332 2021-07-26T15:57:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 37 to 327 2021-07-26T15:57:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:57:47.189 INFO:tasks.rados.rados.0.smithi046.stdout:3487: expect (ObjNum 1079 snap 318 seq_num 1079) 2021-07-26T15:57:47.226 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:57:47.226 INFO:tasks.rados.rados.0.smithi046.stdout:3485: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:57:47.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1680 (ObjNum 1089 snap 320 seq_num 1089) dirty exists 2021-07-26T15:57:47.227 INFO:tasks.rados.rados.0.smithi046.stdout:3486: finishing copy_from to smithi04638994-18 2021-07-26T15:57:47.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 978 (ObjNum 1107 snap 328 seq_num 1107) dirty exists 2021-07-26T15:57:47.227 INFO:tasks.rados.rados.0.smithi046.stdout:3486: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:57:47.228 INFO:tasks.rados.rados.0.smithi046.stdout:3488: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:57:47.360 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 1 to smithi04638994-28 2021-07-26T15:57:47.360 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 2 to smithi04638994-28 2021-07-26T15:57:47.361 INFO:tasks.rados.rados.0.smithi046.stdout:3492: finishing rollback tid 1 to smithi04638994-37 2021-07-26T15:57:47.361 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2152 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:57:47.361 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 3 to smithi04638994-28 2021-07-26T15:57:47.361 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 4 to smithi04638994-28 2021-07-26T15:57:47.361 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 5 to smithi04638994-28 2021-07-26T15:57:47.362 INFO:tasks.rados.rados.0.smithi046.stdout:3491: finishing write tid 6 to smithi04638994-28 2021-07-26T15:57:47.362 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1690 (ObjNum 1126 snap 332 seq_num 1126) dirty exists 2021-07-26T15:57:47.362 INFO:tasks.rados.rados.0.smithi046.stdout:3491: left oid 28 (ObjNum 1126 snap 332 seq_num 1126) 2021-07-26T15:57:47.362 INFO:tasks.rados.rados.0.smithi046.stdout:3485: done (5 left) 2021-07-26T15:57:47.363 INFO:tasks.rados.rados.0.smithi046.stdout:3486: done (4 left) 2021-07-26T15:57:47.363 INFO:tasks.rados.rados.0.smithi046.stdout:3487: done (3 left) 2021-07-26T15:57:47.363 INFO:tasks.rados.rados.0.smithi046.stdout:3488: done (2 left) 2021-07-26T15:57:47.363 INFO:tasks.rados.rados.0.smithi046.stdout:3491: done (1 left) 2021-07-26T15:57:47.363 INFO:tasks.rados.rados.0.smithi046.stdout:3492: done (0 left) 2021-07-26T15:57:47.364 INFO:tasks.rados.rados.0.smithi046.stdout:3493: rmattr oid 1 current snap is 332 2021-07-26T15:57:47.364 INFO:tasks.rados.rados.0.smithi046.stdout:3493: done (0 left) 2021-07-26T15:57:47.364 INFO:tasks.rados.rados.0.smithi046.stdout:3494: read oid 15 snap -1 2021-07-26T15:57:47.364 INFO:tasks.rados.rados.0.smithi046.stdout:3494: expect (ObjNum 1088 snap 320 seq_num 1088) 2021-07-26T15:57:47.364 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 332 2021-07-26T15:57:47.365 INFO:tasks.rados.rados.0.smithi046.stdout:3495: seq_num 1127 ranges {4653056=483328,5136384=598016,5734400=581632,6316032=425984} 2021-07-26T15:57:47.397 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04638994-47 from 4653056 to 5136384 tid 1 2021-07-26T15:57:47.400 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04638994-47 from 5136384 to 5734400 tid 2 2021-07-26T15:57:47.404 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04638994-47 from 5734400 to 6316032 tid 3 2021-07-26T15:57:47.407 INFO:tasks.rados.rados.0.smithi046.stdout:3495: writing smithi04638994-47 from 6316032 to 6742016 tid 4 2021-07-26T15:57:47.407 INFO:tasks.rados.rados.0.smithi046.stdout:3496: snap_create 2021-07-26T15:57:47.407 INFO:tasks.rados.rados.0.smithi046.stdout:3494: expect (ObjNum 1088 snap 320 seq_num 1088) 2021-07-26T15:57:47.505 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 1 to smithi04638994-47 2021-07-26T15:57:47.506 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 2 to smithi04638994-47 2021-07-26T15:57:47.506 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 3 to smithi04638994-47 2021-07-26T15:57:47.506 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 4 to smithi04638994-47 2021-07-26T15:57:47.506 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 5 to smithi04638994-47 2021-07-26T15:57:47.507 INFO:tasks.rados.rados.0.smithi046.stdout:3495: finishing write tid 6 to smithi04638994-47 2021-07-26T15:57:47.507 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1820 (ObjNum 1127 snap 332 seq_num 1127) dirty exists 2021-07-26T15:57:47.507 INFO:tasks.rados.rados.0.smithi046.stdout:3495: left oid 47 (ObjNum 1127 snap 332 seq_num 1127) 2021-07-26T15:57:48.130 INFO:tasks.rados.rados.0.smithi046.stdout:3494: done (2 left) 2021-07-26T15:57:48.131 INFO:tasks.rados.rados.0.smithi046.stdout:3495: done (1 left) 2021-07-26T15:57:48.131 INFO:tasks.rados.rados.0.smithi046.stdout:3496: done (0 left) 2021-07-26T15:57:48.131 INFO:tasks.rados.rados.0.smithi046.stdout:3497: snap_create 2021-07-26T15:57:48.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:48 smithi046 bash[42351]: cluster 2021-07-26T15:57:47.123513+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T15:57:48.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:48 smithi046 bash[41283]: cluster 2021-07-26T15:57:47.123513+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T15:57:48.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:48 smithi073 bash[34190]: cluster 2021-07-26T15:57:47.123513+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T15:57:49.133 INFO:tasks.rados.rados.0.smithi046.stdout:3497: done (0 left) 2021-07-26T15:57:49.134 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 334 2021-07-26T15:57:49.134 INFO:tasks.rados.rados.0.smithi046.stdout:3498: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2021-07-26T15:57:49.136 INFO:tasks.rados.rados.0.smithi046.stdout:3498: writing smithi04638994-32 from 0 to 499712 tid 1 2021-07-26T15:57:49.140 INFO:tasks.rados.rados.0.smithi046.stdout:3498: writing smithi04638994-32 from 499712 to 983040 tid 2 2021-07-26T15:57:49.145 INFO:tasks.rados.rados.0.smithi046.stdout:3498: writing smithi04638994-32 from 983040 to 1769472 tid 3 2021-07-26T15:57:49.148 INFO:tasks.rados.rados.0.smithi046.stdout:3498: writing smithi04638994-32 from 1769472 to 2105344 tid 4 2021-07-26T15:57:49.149 INFO:tasks.rados.rados.0.smithi046.stdout:3499: read oid 50 snap 327 2021-07-26T15:57:49.149 INFO:tasks.rados.rados.0.smithi046.stdout:3499: expect deleted 2021-07-26T15:57:49.149 INFO:tasks.rados.rados.0.smithi046.stdout:3500: copy_from oid 45 from oid 16 current snap is 334 2021-07-26T15:57:49.149 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 1 to smithi04638994-32 2021-07-26T15:57:49.150 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 2 to smithi04638994-32 2021-07-26T15:57:49.150 INFO:tasks.rados.rados.0.smithi046.stdout:3501: snap_create 2021-07-26T15:57:49.155 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 3 to smithi04638994-32 2021-07-26T15:57:49.156 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 4 to smithi04638994-32 2021-07-26T15:57:49.156 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 5 to smithi04638994-32 2021-07-26T15:57:49.157 INFO:tasks.rados.rados.0.smithi046.stdout:3498: finishing write tid 6 to smithi04638994-32 2021-07-26T15:57:49.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 1748 (ObjNum 1128 snap 334 seq_num 1128) dirty exists 2021-07-26T15:57:49.158 INFO:tasks.rados.rados.0.smithi046.stdout:3498: left oid 32 (ObjNum 1128 snap 334 seq_num 1128) 2021-07-26T15:57:49.167 INFO:tasks.rados.rados.0.smithi046.stdout:3500: finishing copy_from to smithi04638994-45 2021-07-26T15:57:49.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 1458 (ObjNum 1081 snap 319 seq_num 1081) dirty exists 2021-07-26T15:57:49.168 INFO:tasks.rados.rados.0.smithi046.stdout:3500: finishing copy_from racing read to smithi04638994-45 2021-07-26T15:57:49.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:49 smithi046 bash[41283]: cluster 2021-07-26T15:57:48.042813+0000 mgr.y (mgr.24683) 453 : cluster [DBG] pgmap v921: 25 pgs: 25 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2021-07-26T15:57:49.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:49 smithi046 bash[41283]: cluster 2021-07-26T15:57:48.132314+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T15:57:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:49 smithi046 bash[42351]: cluster 2021-07-26T15:57:48.042813+0000 mgr.y (mgr.24683) 453 : cluster [DBG] pgmap v921: 25 pgs: 25 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2021-07-26T15:57:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:49 smithi046 bash[42351]: cluster 2021-07-26T15:57:48.132314+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T15:57:49.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:49 smithi073 bash[34190]: cluster 2021-07-26T15:57:48.042813+0000 mgr.y (mgr.24683) 453 : cluster [DBG] pgmap v921: 25 pgs: 25 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2021-07-26T15:57:49.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:49 smithi073 bash[34190]: cluster 2021-07-26T15:57:48.132314+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T15:57:50.148 INFO:tasks.rados.rados.0.smithi046.stdout:3498: done (3 left) 2021-07-26T15:57:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:3499: done (2 left) 2021-07-26T15:57:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:3500: done (1 left) 2021-07-26T15:57:50.149 INFO:tasks.rados.rados.0.smithi046.stdout:3501: done (0 left) 2021-07-26T15:57:50.150 INFO:tasks.rados.rados.0.smithi046.stdout:3502: read oid 34 snap -1 2021-07-26T15:57:50.150 INFO:tasks.rados.rados.0.smithi046.stdout:3502: expect deleted 2021-07-26T15:57:50.150 INFO:tasks.rados.rados.0.smithi046.stdout:3503: copy_from oid 11 from oid 38 current snap is 335 2021-07-26T15:57:50.150 INFO:tasks.rados.rados.0.smithi046.stdout:3504: snap_create 2021-07-26T15:57:50.202 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing copy_from to smithi04638994-11 2021-07-26T15:57:50.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2157 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:57:50.203 INFO:tasks.rados.rados.0.smithi046.stdout:3503: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:57:50.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:50 smithi046 bash[42351]: cluster 2021-07-26T15:57:49.134329+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T15:57:50.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:50 smithi046 bash[41283]: cluster 2021-07-26T15:57:49.134329+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T15:57:50.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:50 smithi073 bash[34190]: cluster 2021-07-26T15:57:49.134329+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T15:57:51.112 INFO:tasks.rados.rados.0.smithi046.stdout:3502: done (2 left) 2021-07-26T15:57:51.185 INFO:tasks.rados.rados.0.smithi046.stdout:3503: done (1 left) 2021-07-26T15:57:51.186 INFO:tasks.rados.rados.0.smithi046.stdout:3504: done (0 left) 2021-07-26T15:57:51.186 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 336 2021-07-26T15:57:51.186 INFO:tasks.rados.rados.0.smithi046.stdout:3505: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2021-07-26T15:57:51.190 INFO:tasks.rados.rados.0.smithi046.stdout:3505: writing smithi04638994-26 from 0 to 516096 tid 1 2021-07-26T15:57:51.191 INFO:tasks.rados.rados.0.smithi046.stdout:3505: writing smithi04638994-26 from 516096 to 1286144 tid 2 2021-07-26T15:57:51.191 INFO:tasks.rados.rados.0.smithi046.stdout:3505: writing smithi04638994-26 from 1286144 to 1884160 tid 3 2021-07-26T15:57:51.191 INFO:tasks.rados.rados.0.smithi046.stdout:3505: writing smithi04638994-26 from 1884160 to 2121728 tid 4 2021-07-26T15:57:51.192 INFO:tasks.rados.rados.0.smithi046.stdout:3506: rollback oid 10 current snap is 336 2021-07-26T15:57:51.192 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 328 2021-07-26T15:57:51.192 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 1 to smithi04638994-26 2021-07-26T15:57:51.192 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 336 2021-07-26T15:57:51.193 INFO:tasks.rados.rados.0.smithi046.stdout:3507: seq_num 1130 ranges {909312=532480,1441792=655360,2097152=753664,2850816=196608} 2021-07-26T15:57:51.193 INFO:tasks.rados.rados.0.smithi046.stdout:3507: writing smithi04638994-49 from 909312 to 1441792 tid 1 2021-07-26T15:57:51.193 INFO:tasks.rados.rados.0.smithi046.stdout:3507: writing smithi04638994-49 from 1441792 to 2097152 tid 2 2021-07-26T15:57:51.193 INFO:tasks.rados.rados.0.smithi046.stdout:3507: writing smithi04638994-49 from 2097152 to 2850816 tid 3 2021-07-26T15:57:51.193 INFO:tasks.rados.rados.0.smithi046.stdout:3507: writing smithi04638994-49 from 2850816 to 3047424 tid 4 2021-07-26T15:57:51.194 INFO:tasks.rados.rados.0.smithi046.stdout:3508: read oid 25 snap -1 2021-07-26T15:57:51.194 INFO:tasks.rados.rados.0.smithi046.stdout:3508: expect (ObjNum 1041 snap 308 seq_num 1041) 2021-07-26T15:57:51.194 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 2 to smithi04638994-26 2021-07-26T15:57:51.195 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 3 to smithi04638994-26 2021-07-26T15:57:51.195 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 4 to smithi04638994-26 2021-07-26T15:57:51.195 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 5 to smithi04638994-26 2021-07-26T15:57:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:3506: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:57:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:3506: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:57:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:3506: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:57:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 1751 (ObjNum 1031 snap 305 seq_num 1031) dirty exists 2021-07-26T15:57:51.196 INFO:tasks.rados.rados.0.smithi046.stdout:3505: finishing write tid 6 to smithi04638994-26 2021-07-26T15:57:51.197 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 1843 (ObjNum 1129 snap 336 seq_num 1129) dirty exists 2021-07-26T15:57:51.197 INFO:tasks.rados.rados.0.smithi046.stdout:3505: left oid 26 (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:57:51.197 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 1 to smithi04638994-49 2021-07-26T15:57:51.197 INFO:tasks.rados.rados.0.smithi046.stdout:3509: read oid 24 snap -1 2021-07-26T15:57:51.197 INFO:tasks.rados.rados.0.smithi046.stdout:3509: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:51.198 INFO:tasks.rados.rados.0.smithi046.stdout:3505: done (4 left) 2021-07-26T15:57:51.198 INFO:tasks.rados.rados.0.smithi046.stdout:3506: done (3 left) 2021-07-26T15:57:51.198 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 336 2021-07-26T15:57:51.198 INFO:tasks.rados.rados.0.smithi046.stdout:3510: seq_num 1131 ranges {1966080=548864,2514944=540672,3055616=565248,3620864=425984,4046848=73728} 2021-07-26T15:57:51.199 INFO:tasks.rados.rados.0.smithi046.stdout:3510: writing smithi04638994-45 from 1966080 to 2514944 tid 1 2021-07-26T15:57:51.199 INFO:tasks.rados.rados.0.smithi046.stdout:3510: writing smithi04638994-45 from 2514944 to 3055616 tid 2 2021-07-26T15:57:51.199 INFO:tasks.rados.rados.0.smithi046.stdout:3510: writing smithi04638994-45 from 3055616 to 3620864 tid 3 2021-07-26T15:57:51.199 INFO:tasks.rados.rados.0.smithi046.stdout:3510: writing smithi04638994-45 from 3620864 to 4046848 tid 4 2021-07-26T15:57:51.199 INFO:tasks.rados.rados.0.smithi046.stdout:3510: writing smithi04638994-45 from 4046848 to 4120576 tid 5 2021-07-26T15:57:51.200 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 336 2021-07-26T15:57:51.200 INFO:tasks.rados.rados.0.smithi046.stdout:3511: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2021-07-26T15:57:51.200 INFO:tasks.rados.rados.0.smithi046.stdout:3511: writing smithi04638994-23 from 0 to 565248 tid 1 2021-07-26T15:57:51.200 INFO:tasks.rados.rados.0.smithi046.stdout:3511: writing smithi04638994-23 from 565248 to 991232 tid 2 2021-07-26T15:57:51.200 INFO:tasks.rados.rados.0.smithi046.stdout:3511: writing smithi04638994-23 from 991232 to 1761280 tid 3 2021-07-26T15:57:51.201 INFO:tasks.rados.rados.0.smithi046.stdout:3511: writing smithi04638994-23 from 1761280 to 2170880 tid 4 2021-07-26T15:57:51.201 INFO:tasks.rados.rados.0.smithi046.stdout:3512: setattr oid 36 current snap is 336 2021-07-26T15:57:51.201 INFO:tasks.rados.rados.0.smithi046.stdout:3509: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:51.201 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 2 to smithi04638994-49 2021-07-26T15:57:51.201 INFO:tasks.rados.rados.0.smithi046.stdout:3508: expect (ObjNum 1041 snap 308 seq_num 1041) 2021-07-26T15:57:51.211 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 3 to smithi04638994-49 2021-07-26T15:57:51.211 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 4 to smithi04638994-49 2021-07-26T15:57:51.211 INFO:tasks.rados.rados.0.smithi046.stdout:3508: done (5 left) 2021-07-26T15:57:51.211 INFO:tasks.rados.rados.0.smithi046.stdout:3509: done (4 left) 2021-07-26T15:57:51.212 INFO:tasks.rados.rados.0.smithi046.stdout:3513: copy_from oid 10 from oid 30 current snap is 336 2021-07-26T15:57:51.212 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 5 to smithi04638994-49 2021-07-26T15:57:51.212 INFO:tasks.rados.rados.0.smithi046.stdout:3507: finishing write tid 6 to smithi04638994-49 2021-07-26T15:57:51.212 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2162 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2021-07-26T15:57:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:3507: left oid 49 (ObjNum 1130 snap 336 seq_num 1130) 2021-07-26T15:57:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 1 to smithi04638994-45 2021-07-26T15:57:51.213 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 2 to smithi04638994-45 2021-07-26T15:57:51.214 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 3 to smithi04638994-45 2021-07-26T15:57:51.214 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 4 to smithi04638994-45 2021-07-26T15:57:51.214 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 5 to smithi04638994-45 2021-07-26T15:57:51.214 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 6 to smithi04638994-45 2021-07-26T15:57:51.214 INFO:tasks.rados.rados.0.smithi046.stdout:3510: finishing write tid 7 to smithi04638994-45 2021-07-26T15:57:51.215 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2168 (ObjNum 1131 snap 336 seq_num 1131) dirty exists 2021-07-26T15:57:51.215 INFO:tasks.rados.rados.0.smithi046.stdout:3510: left oid 45 (ObjNum 1131 snap 336 seq_num 1131) 2021-07-26T15:57:51.215 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 1 to smithi04638994-23 2021-07-26T15:57:51.215 INFO:tasks.rados.rados.0.smithi046.stdout:3507: done (4 left) 2021-07-26T15:57:51.216 INFO:tasks.rados.rados.0.smithi046.stdout:3510: done (3 left) 2021-07-26T15:57:51.216 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 336 2021-07-26T15:57:51.217 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 2 to smithi04638994-23 2021-07-26T15:57:51.217 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1742 (ObjNum 197608688 snap 22029 seq_num 198339152) dirty exists 2021-07-26T15:57:51.217 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 3 to smithi04638994-23 2021-07-26T15:57:51.217 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 4 to smithi04638994-23 2021-07-26T15:57:51.218 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 5 to smithi04638994-23 2021-07-26T15:57:51.218 INFO:tasks.rados.rados.0.smithi046.stdout:3514: seq_num 1133 ranges {1753088=581632,2334720=753664,3088384=573440,3661824=278528} 2021-07-26T15:57:51.229 INFO:tasks.rados.rados.0.smithi046.stdout:3514: writing smithi04638994-42 from 1753088 to 2334720 tid 1 2021-07-26T15:57:51.233 INFO:tasks.rados.rados.0.smithi046.stdout:3514: writing smithi04638994-42 from 2334720 to 3088384 tid 2 2021-07-26T15:57:51.237 INFO:tasks.rados.rados.0.smithi046.stdout:3514: writing smithi04638994-42 from 3088384 to 3661824 tid 3 2021-07-26T15:57:51.239 INFO:tasks.rados.rados.0.smithi046.stdout:3514: writing smithi04638994-42 from 3661824 to 3940352 tid 4 2021-07-26T15:57:51.239 INFO:tasks.rados.rados.0.smithi046.stdout:3512: done (3 left) 2021-07-26T15:57:51.240 INFO:tasks.rados.rados.0.smithi046.stdout:3515: delete oid 12 current snap is 336 2021-07-26T15:57:51.240 INFO:tasks.rados.rados.0.smithi046.stdout:3511: finishing write tid 6 to smithi04638994-23 2021-07-26T15:57:51.240 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2279 (ObjNum 1132 snap 336 seq_num 1132) dirty exists 2021-07-26T15:57:51.240 INFO:tasks.rados.rados.0.smithi046.stdout:3511: left oid 23 (ObjNum 1132 snap 336 seq_num 1132) 2021-07-26T15:57:51.241 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing copy_from to smithi04638994-10 2021-07-26T15:57:51.241 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2246 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:57:51.241 INFO:tasks.rados.rados.0.smithi046.stdout:3513: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:57:51.241 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 1 to smithi04638994-42 2021-07-26T15:57:51.242 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 2 to smithi04638994-42 2021-07-26T15:57:51.244 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 3 to smithi04638994-42 2021-07-26T15:57:51.245 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 4 to smithi04638994-42 2021-07-26T15:57:51.247 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 5 to smithi04638994-42 2021-07-26T15:57:51.247 INFO:tasks.rados.rados.0.smithi046.stdout:3511: done (3 left) 2021-07-26T15:57:51.248 INFO:tasks.rados.rados.0.smithi046.stdout:3513: done (2 left) 2021-07-26T15:57:51.248 INFO:tasks.rados.rados.0.smithi046.stdout:3515: done (1 left) 2021-07-26T15:57:51.248 INFO:tasks.rados.rados.0.smithi046.stdout:3516: read oid 44 snap -1 2021-07-26T15:57:51.248 INFO:tasks.rados.rados.0.smithi046.stdout:3516: expect (ObjNum 1118 snap 330 seq_num 1118) 2021-07-26T15:57:51.249 INFO:tasks.rados.rados.0.smithi046.stdout:3517: read oid 24 snap 332 2021-07-26T15:57:51.249 INFO:tasks.rados.rados.0.smithi046.stdout:3517: expect (ObjNum 198543968 snap 22029 seq_num 198690288) 2021-07-26T15:57:51.249 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 336 2021-07-26T15:57:51.249 INFO:tasks.rados.rados.0.smithi046.stdout:3518: seq_num 1135 ranges {4808704=614400,5423104=524288,5947392=540672,6488064=483328,6971392=57344} 2021-07-26T15:57:51.283 INFO:tasks.rados.rados.0.smithi046.stdout:3518: writing smithi04638994-31 from 4808704 to 5423104 tid 1 2021-07-26T15:57:51.285 INFO:tasks.rados.rados.0.smithi046.stdout:3518: writing smithi04638994-31 from 5423104 to 5947392 tid 2 2021-07-26T15:57:51.288 INFO:tasks.rados.rados.0.smithi046.stdout:3518: writing smithi04638994-31 from 5947392 to 6488064 tid 3 2021-07-26T15:57:51.296 INFO:tasks.rados.rados.0.smithi046.stdout:3518: writing smithi04638994-31 from 6488064 to 6971392 tid 4 2021-07-26T15:57:51.296 INFO:tasks.rados.rados.0.smithi046.stdout:3518: writing smithi04638994-31 from 6971392 to 7028736 tid 5 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 3 current snap is 336 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi046.stdout:3519: seq_num 1136 ranges {6496256=630784,7127040=409600,7536640=753664,8290304=417792,8708096=24576} 2021-07-26T15:57:51.332 INFO:tasks.rados.rados.0.smithi046.stdout:3519: writing smithi04638994-3 from 6496256 to 7127040 tid 1 2021-07-26T15:57:51.335 INFO:tasks.rados.rados.0.smithi046.stdout:3519: writing smithi04638994-3 from 7127040 to 7536640 tid 2 2021-07-26T15:57:51.339 INFO:tasks.rados.rados.0.smithi046.stdout:3519: writing smithi04638994-3 from 7536640 to 8290304 tid 3 2021-07-26T15:57:51.342 INFO:tasks.rados.rados.0.smithi046.stdout:3519: writing smithi04638994-3 from 8290304 to 8708096 tid 4 2021-07-26T15:57:51.342 INFO:tasks.rados.rados.0.smithi046.stdout:3519: writing smithi04638994-3 from 8708096 to 8732672 tid 5 2021-07-26T15:57:51.342 INFO:tasks.rados.rados.0.smithi046.stdout:3520: copy_from oid 18 from oid 36 current snap is 336 2021-07-26T15:57:51.343 INFO:tasks.rados.rados.0.smithi046.stdout:3514: finishing write tid 6 to smithi04638994-42 2021-07-26T15:57:51.343 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 983 (ObjNum 1133 snap 336 seq_num 1133) dirty exists 2021-07-26T15:57:51.343 INFO:tasks.rados.rados.0.smithi046.stdout:3514: left oid 42 (ObjNum 1133 snap 336 seq_num 1133) 2021-07-26T15:57:51.343 INFO:tasks.rados.rados.0.smithi046.stdout:3517: expect (ObjNum 198543968 snap 22029 seq_num 198690288) 2021-07-26T15:57:51.344 INFO:tasks.rados.rados.0.smithi046.stdout:3516: expect (ObjNum 1118 snap 330 seq_num 1118) 2021-07-26T15:57:51.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[42351]: cluster 2021-07-26T15:57:50.043538+0000 mgr.y (mgr.24683) 454 : cluster [DBG] pgmap v924: 25 pgs: 25 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2021-07-26T15:57:51.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[42351]: cluster 2021-07-26T15:57:50.150310+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T15:57:51.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[42351]: cluster 2021-07-26T15:57:51.113020+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T15:57:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[41283]: cluster 2021-07-26T15:57:50.043538+0000 mgr.y (mgr.24683) 454 : cluster [DBG] pgmap v924: 25 pgs: 25 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2021-07-26T15:57:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[41283]: cluster 2021-07-26T15:57:50.150310+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T15:57:51.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:51 smithi046 bash[41283]: cluster 2021-07-26T15:57:51.113020+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T15:57:51.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:51 smithi073 bash[34190]: cluster 2021-07-26T15:57:50.043538+0000 mgr.y (mgr.24683) 454 : cluster [DBG] pgmap v924: 25 pgs: 25 active+clean; 256 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2021-07-26T15:57:51.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:51 smithi073 bash[34190]: cluster 2021-07-26T15:57:50.150310+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T15:57:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:51 smithi073 bash[34190]: cluster 2021-07-26T15:57:51.113020+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T15:57:52.200 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 1 to smithi04638994-31 2021-07-26T15:57:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 2 to smithi04638994-31 2021-07-26T15:57:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 3 to smithi04638994-31 2021-07-26T15:57:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 4 to smithi04638994-31 2021-07-26T15:57:52.201 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 5 to smithi04638994-31 2021-07-26T15:57:52.202 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 6 to smithi04638994-31 2021-07-26T15:57:52.203 INFO:tasks.rados.rados.0.smithi046.stdout:3518: finishing write tid 7 to smithi04638994-31 2021-07-26T15:57:52.203 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1753 (ObjNum 1135 snap 336 seq_num 1135) dirty exists 2021-07-26T15:57:52.203 INFO:tasks.rados.rados.0.smithi046.stdout:3518: left oid 31 (ObjNum 1135 snap 336 seq_num 1135) 2021-07-26T15:57:52.203 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 1 to smithi04638994-3 2021-07-26T15:57:52.204 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 2 to smithi04638994-3 2021-07-26T15:57:52.205 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 3 to smithi04638994-3 2021-07-26T15:57:52.205 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing copy_from to smithi04638994-18 2021-07-26T15:57:52.205 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1742 (ObjNum 197910080 snap 22029 seq_num 1110543440) dirty exists 2021-07-26T15:57:52.205 INFO:tasks.rados.rados.0.smithi046.stdout:3520: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:57:52.205 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 4 to smithi04638994-3 2021-07-26T15:57:52.206 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 5 to smithi04638994-3 2021-07-26T15:57:52.206 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 6 to smithi04638994-3 2021-07-26T15:57:52.206 INFO:tasks.rados.rados.0.smithi046.stdout:3519: finishing write tid 7 to smithi04638994-3 2021-07-26T15:57:52.207 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 1759 (ObjNum 1136 snap 336 seq_num 1136) dirty exists 2021-07-26T15:57:52.207 INFO:tasks.rados.rados.0.smithi046.stdout:3519: left oid 3 (ObjNum 1136 snap 336 seq_num 1136) 2021-07-26T15:57:52.207 INFO:tasks.rados.rados.0.smithi046.stdout:3514: done (5 left) 2021-07-26T15:57:52.207 INFO:tasks.rados.rados.0.smithi046.stdout:3516: done (4 left) 2021-07-26T15:57:52.208 INFO:tasks.rados.rados.0.smithi046.stdout:3517: done (3 left) 2021-07-26T15:57:52.208 INFO:tasks.rados.rados.0.smithi046.stdout:3518: done (2 left) 2021-07-26T15:57:52.208 INFO:tasks.rados.rados.0.smithi046.stdout:3519: done (1 left) 2021-07-26T15:57:52.208 INFO:tasks.rados.rados.0.smithi046.stdout:3520: done (0 left) 2021-07-26T15:57:52.209 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 336 2021-07-26T15:57:52.209 INFO:tasks.rados.rados.0.smithi046.stdout:3521: seq_num 1137 ranges {2998272=647168,3645440=696320,4341760=557056,4898816=352256} 2021-07-26T15:57:52.229 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04638994-9 from 2998272 to 3645440 tid 1 2021-07-26T15:57:52.232 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04638994-9 from 3645440 to 4341760 tid 2 2021-07-26T15:57:52.236 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04638994-9 from 4341760 to 4898816 tid 3 2021-07-26T15:57:52.238 INFO:tasks.rados.rados.0.smithi046.stdout:3521: writing smithi04638994-9 from 4898816 to 5251072 tid 4 2021-07-26T15:57:52.238 INFO:tasks.rados.rados.0.smithi046.stdout:3522: snap_remove snap 320 2021-07-26T15:57:53.161 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 1 to smithi04638994-9 2021-07-26T15:57:53.161 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 2 to smithi04638994-9 2021-07-26T15:57:53.161 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 3 to smithi04638994-9 2021-07-26T15:57:53.162 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 4 to smithi04638994-9 2021-07-26T15:57:53.162 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 5 to smithi04638994-9 2021-07-26T15:57:53.162 INFO:tasks.rados.rados.0.smithi046.stdout:3521: finishing write tid 6 to smithi04638994-9 2021-07-26T15:57:53.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2379 (ObjNum 1137 snap 336 seq_num 1137) dirty exists 2021-07-26T15:57:53.163 INFO:tasks.rados.rados.0.smithi046.stdout:3521: left oid 9 (ObjNum 1137 snap 336 seq_num 1137) 2021-07-26T15:57:53.163 INFO:tasks.rados.rados.0.smithi046.stdout:3521: done (1 left) 2021-07-26T15:57:53.163 INFO:tasks.rados.rados.0.smithi046.stdout:3522: done (0 left) 2021-07-26T15:57:53.163 INFO:tasks.rados.rados.0.smithi046.stdout:3523: rollback oid 19 current snap is 336 2021-07-26T15:57:53.163 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 19 to 322 2021-07-26T15:57:53.164 INFO:tasks.rados.rados.0.smithi046.stdout:3524: snap_remove snap 332 2021-07-26T15:57:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:53 smithi046 bash[41283]: cluster 2021-07-26T15:57:52.044221+0000 mgr.y (mgr.24683) 455 : cluster [DBG] pgmap v927: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2021-07-26T15:57:53.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:53 smithi046 bash[42351]: cluster 2021-07-26T15:57:52.044221+0000 mgr.y (mgr.24683) 455 : cluster [DBG] pgmap v927: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2021-07-26T15:57:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:53 smithi073 bash[34190]: cluster 2021-07-26T15:57:52.044221+0000 mgr.y (mgr.24683) 455 : cluster [DBG] pgmap v927: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2021-07-26T15:57:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:3524: done (1 left) 2021-07-26T15:57:54.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 336 2021-07-26T15:57:54.172 INFO:tasks.rados.rados.0.smithi046.stdout:3523: finishing rollback tid 0 to smithi04638994-19 2021-07-26T15:57:54.172 INFO:tasks.rados.rados.0.smithi046.stdout:3523: finishing rollback tid 1 to smithi04638994-19 2021-07-26T15:57:54.172 INFO:tasks.rados.rados.0.smithi046.stdout:3523: finishing rollback tid 2 to smithi04638994-19 2021-07-26T15:57:54.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1683 (ObjNum 1089 snap 320 seq_num 1089) dirty exists 2021-07-26T15:57:54.173 INFO:tasks.rados.rados.0.smithi046.stdout:3525: seq_num 1138 ranges {5251072=663552,5914624=581632,6496256=712704,7208960=311296} 2021-07-26T15:57:54.205 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04638994-9 from 5251072 to 5914624 tid 1 2021-07-26T15:57:54.209 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04638994-9 from 5914624 to 6496256 tid 2 2021-07-26T15:57:54.213 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04638994-9 from 6496256 to 7208960 tid 3 2021-07-26T15:57:54.215 INFO:tasks.rados.rados.0.smithi046.stdout:3525: writing smithi04638994-9 from 7208960 to 7520256 tid 4 2021-07-26T15:57:54.215 INFO:tasks.rados.rados.0.smithi046.stdout:3523: done (1 left) 2021-07-26T15:57:54.216 INFO:tasks.rados.rados.0.smithi046.stdout:3526: snap_create 2021-07-26T15:57:54.216 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 1 to smithi04638994-9 2021-07-26T15:57:54.216 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 2 to smithi04638994-9 2021-07-26T15:57:54.221 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 3 to smithi04638994-9 2021-07-26T15:57:54.223 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 4 to smithi04638994-9 2021-07-26T15:57:54.224 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 5 to smithi04638994-9 2021-07-26T15:57:54.226 INFO:tasks.rados.rados.0.smithi046.stdout:3525: finishing write tid 6 to smithi04638994-9 2021-07-26T15:57:54.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2394 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:57:54.227 INFO:tasks.rados.rados.0.smithi046.stdout:3525: left oid 9 (ObjNum 1138 snap 336 seq_num 1138) 2021-07-26T15:57:54.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:54 smithi046 bash[41283]: cluster 2021-07-26T15:57:53.162586+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T15:57:54.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:54 smithi046 bash[42351]: cluster 2021-07-26T15:57:53.162586+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T15:57:54.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:54 smithi073 bash[34190]: cluster 2021-07-26T15:57:53.162586+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T15:57:55.173 INFO:tasks.rados.rados.0.smithi046.stdout:3525: done (1 left) 2021-07-26T15:57:55.174 INFO:tasks.rados.rados.0.smithi046.stdout:3526: done (0 left) 2021-07-26T15:57:55.174 INFO:tasks.rados.rados.0.smithi046.stdout:3527: read oid 31 snap -1 2021-07-26T15:57:55.174 INFO:tasks.rados.rados.0.smithi046.stdout:3527: expect (ObjNum 1135 snap 336 seq_num 1135) 2021-07-26T15:57:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:3528: read oid 45 snap -1 2021-07-26T15:57:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:3528: expect (ObjNum 1131 snap 336 seq_num 1131) 2021-07-26T15:57:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:3529: read oid 38 snap 317 2021-07-26T15:57:55.175 INFO:tasks.rados.rados.0.smithi046.stdout:3529: expect (ObjNum 953 snap 293 seq_num 953) 2021-07-26T15:57:55.176 INFO:tasks.rados.rados.0.smithi046.stdout:3530: delete oid 32 current snap is 337 2021-07-26T15:57:55.183 INFO:tasks.rados.rados.0.smithi046.stdout:3530: done (3 left) 2021-07-26T15:57:55.184 INFO:tasks.rados.rados.0.smithi046.stdout:3531: copy_from oid 39 from oid 34 current snap is 337 2021-07-26T15:57:55.184 INFO:tasks.rados.rados.0.smithi046.stdout:3532: snap_remove snap 314 2021-07-26T15:57:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:55 smithi046 bash[41283]: cluster 2021-07-26T15:57:54.044968+0000 mgr.y (mgr.24683) 456 : cluster [DBG] pgmap v929: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2021-07-26T15:57:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:55 smithi046 bash[41283]: cluster 2021-07-26T15:57:54.172044+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T15:57:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:55 smithi046 bash[42351]: cluster 2021-07-26T15:57:54.044968+0000 mgr.y (mgr.24683) 456 : cluster [DBG] pgmap v929: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2021-07-26T15:57:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:55 smithi046 bash[42351]: cluster 2021-07-26T15:57:54.172044+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T15:57:55.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:55 smithi073 bash[34190]: cluster 2021-07-26T15:57:54.044968+0000 mgr.y (mgr.24683) 456 : cluster [DBG] pgmap v929: 25 pgs: 25 active+clean; 274 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2021-07-26T15:57:55.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:55 smithi073 bash[34190]: cluster 2021-07-26T15:57:54.172044+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T15:57:56.114 INFO:tasks.rados.rados.0.smithi046.stdout:3532: done (4 left) 2021-07-26T15:57:56.115 INFO:tasks.rados.rados.0.smithi046.stdout:3533: snap_remove snap 331 2021-07-26T15:57:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:56 smithi073 bash[34190]: cluster 2021-07-26T15:57:55.174536+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T15:57:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:56 smithi073 bash[34190]: cluster 2021-07-26T15:57:56.115628+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T15:57:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:56 smithi046 bash[41283]: cluster 2021-07-26T15:57:55.174536+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T15:57:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:56 smithi046 bash[41283]: cluster 2021-07-26T15:57:56.115628+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T15:57:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:56 smithi046 bash[42351]: cluster 2021-07-26T15:57:55.174536+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T15:57:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:56 smithi046 bash[42351]: cluster 2021-07-26T15:57:56.115628+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T15:57:57.127 INFO:tasks.rados.rados.0.smithi046.stdout:3533: done (4 left) 2021-07-26T15:57:57.127 INFO:tasks.rados.rados.0.smithi046.stdout:3534: rollback oid 41 current snap is 337 2021-07-26T15:57:57.128 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 41 to 324 2021-07-26T15:57:57.128 INFO:tasks.rados.rados.0.smithi046.stdout:3531: finishing copy_from to smithi04638994-39 2021-07-26T15:57:57.128 INFO:tasks.rados.rados.0.smithi046.stdout:3531: got expected ENOENT (src dne) 2021-07-26T15:57:57.128 INFO:tasks.rados.rados.0.smithi046.stdout:3531: finishing copy_from racing read to smithi04638994-39 2021-07-26T15:57:57.128 INFO:tasks.rados.rados.0.smithi046.stdout:3528: expect (ObjNum 1131 snap 336 seq_num 1131) 2021-07-26T15:57:57.288 INFO:tasks.rados.rados.0.smithi046.stdout:3527: expect (ObjNum 1135 snap 336 seq_num 1135) 2021-07-26T15:57:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:57 smithi073 bash[34190]: cluster 2021-07-26T15:57:56.045751+0000 mgr.y (mgr.24683) 457 : cluster [DBG] pgmap v932: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2021-07-26T15:57:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:57 smithi073 bash[34190]: cluster 2021-07-26T15:57:57.127522+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T15:57:57.653 INFO:tasks.rados.rados.0.smithi046.stdout:3529: expect (ObjNum 953 snap 293 seq_num 953) 2021-07-26T15:57:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:57 smithi046 bash[42351]: cluster 2021-07-26T15:57:56.045751+0000 mgr.y (mgr.24683) 457 : cluster [DBG] pgmap v932: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2021-07-26T15:57:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:57 smithi046 bash[42351]: cluster 2021-07-26T15:57:57.127522+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T15:57:57.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:57 smithi046 bash[41283]: cluster 2021-07-26T15:57:56.045751+0000 mgr.y (mgr.24683) 457 : cluster [DBG] pgmap v932: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2021-07-26T15:57:57.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:57 smithi046 bash[41283]: cluster 2021-07-26T15:57:57.127522+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T15:57:57.848 INFO:tasks.rados.rados.0.smithi046.stdout:3534: finishing rollback tid 1 to smithi04638994-41 2021-07-26T15:57:57.849 INFO:tasks.rados.rados.0.smithi046.stdout:3534: finishing rollback tid 2 to smithi04638994-41 2021-07-26T15:57:57.849 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1744 (ObjNum 1074 snap 317 seq_num 1074) dirty exists 2021-07-26T15:57:57.849 INFO:tasks.rados.rados.0.smithi046.stdout:3527: done (4 left) 2021-07-26T15:57:57.849 INFO:tasks.rados.rados.0.smithi046.stdout:3528: done (3 left) 2021-07-26T15:57:57.850 INFO:tasks.rados.rados.0.smithi046.stdout:3529: done (2 left) 2021-07-26T15:57:57.850 INFO:tasks.rados.rados.0.smithi046.stdout:3531: done (1 left) 2021-07-26T15:57:57.850 INFO:tasks.rados.rados.0.smithi046.stdout:3534: done (0 left) 2021-07-26T15:57:57.851 INFO:tasks.rados.rados.0.smithi046.stdout:3535: copy_from oid 6 from oid 48 current snap is 337 2021-07-26T15:57:57.851 INFO:tasks.rados.rados.0.smithi046.stdout:3536: read oid 14 snap 317 2021-07-26T15:57:57.851 INFO:tasks.rados.rados.0.smithi046.stdout:3536: expect (ObjNum 1000 snap 301 seq_num 1000) 2021-07-26T15:57:57.851 INFO:tasks.rados.rados.0.smithi046.stdout:3537: snap_create 2021-07-26T15:57:57.862 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing copy_from to smithi04638994-6 2021-07-26T15:57:57.862 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2359 (ObjNum 1040 snap 308 seq_num 1040) dirty exists 2021-07-26T15:57:57.864 INFO:tasks.rados.rados.0.smithi046.stdout:3535: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:57:57.865 INFO:tasks.rados.rados.0.smithi046.stdout:3536: expect (ObjNum 1000 snap 301 seq_num 1000) 2021-07-26T15:57:58.193 INFO:tasks.rados.rados.0.smithi046.stdout:3535: done (2 left) 2021-07-26T15:57:58.193 INFO:tasks.rados.rados.0.smithi046.stdout:3536: done (1 left) 2021-07-26T15:57:58.193 INFO:tasks.rados.rados.0.smithi046.stdout:3537: done (0 left) 2021-07-26T15:57:58.194 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 338 2021-07-26T15:57:58.194 INFO:tasks.rados.rados.0.smithi046.stdout:3538: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2021-07-26T15:57:58.200 INFO:tasks.rados.rados.0.smithi046.stdout:3538: writing smithi04638994-4 from 0 to 696320 tid 1 2021-07-26T15:57:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:3538: writing smithi04638994-4 from 696320 to 1441792 tid 2 2021-07-26T15:57:58.209 INFO:tasks.rados.rados.0.smithi046.stdout:3538: writing smithi04638994-4 from 1441792 to 2170880 tid 3 2021-07-26T15:57:58.210 INFO:tasks.rados.rados.0.smithi046.stdout:3538: writing smithi04638994-4 from 2170880 to 2301952 tid 4 2021-07-26T15:57:58.211 INFO:tasks.rados.rados.0.smithi046.stdout:3539: copy_from oid 41 from oid 13 current snap is 338 2021-07-26T15:57:58.211 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 1 to smithi04638994-4 2021-07-26T15:57:58.211 INFO:tasks.rados.rados.0.smithi046.stdout:3540: setattr oid 47 current snap is 338 2021-07-26T15:57:58.211 INFO:tasks.rados.rados.0.smithi046.stdout:3541: delete oid 37 current snap is 338 2021-07-26T15:57:58.214 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing copy_from to smithi04638994-41 2021-07-26T15:57:58.215 INFO:tasks.rados.rados.0.smithi046.stdout:3539: got expected ENOENT (src dne) 2021-07-26T15:57:58.215 INFO:tasks.rados.rados.0.smithi046.stdout:3539: finishing copy_from racing read to smithi04638994-41 2021-07-26T15:57:58.217 INFO:tasks.rados.rados.0.smithi046.stdout:3539: done (3 left) 2021-07-26T15:57:58.217 INFO:tasks.rados.rados.0.smithi046.stdout:3541: done (2 left) 2021-07-26T15:57:58.217 INFO:tasks.rados.rados.0.smithi046.stdout:3542: delete oid 24 current snap is 338 2021-07-26T15:57:58.217 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 2 to smithi04638994-4 2021-07-26T15:57:58.218 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 3 to smithi04638994-4 2021-07-26T15:57:58.218 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1821 (ObjNum 1127 snap 332 seq_num 1127) dirty exists 2021-07-26T15:57:58.219 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 4 to smithi04638994-4 2021-07-26T15:57:58.220 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 5 to smithi04638994-4 2021-07-26T15:57:58.221 INFO:tasks.rados.rados.0.smithi046.stdout:3538: finishing write tid 6 to smithi04638994-4 2021-07-26T15:57:58.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2074 (ObjNum 1140 snap 338 seq_num 1140) dirty exists 2021-07-26T15:57:58.222 INFO:tasks.rados.rados.0.smithi046.stdout:3538: left oid 4 (ObjNum 1140 snap 338 seq_num 1140) 2021-07-26T15:57:58.224 INFO:tasks.rados.rados.0.smithi046.stdout:3538: done (2 left) 2021-07-26T15:57:58.224 INFO:tasks.rados.rados.0.smithi046.stdout:3540: done (1 left) 2021-07-26T15:57:58.224 INFO:tasks.rados.rados.0.smithi046.stdout:3542: done (0 left) 2021-07-26T15:57:58.225 INFO:tasks.rados.rados.0.smithi046.stdout:3543: snap_remove snap 324 2021-07-26T15:57:58.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:58 smithi073 bash[34190]: audit 2021-07-26T15:57:58.109501+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:58.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:58 smithi046 bash[41283]: audit 2021-07-26T15:57:58.109501+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:58 smithi046 bash[42351]: audit 2021-07-26T15:57:58.109501+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:59.209 INFO:tasks.rados.rados.0.smithi046.stdout:3543: done (0 left) 2021-07-26T15:57:59.209 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 41 current snap is 338 2021-07-26T15:57:59.210 INFO:tasks.rados.rados.0.smithi046.stdout:3544: seq_num 1143 ranges {9715712=753664,10469376=450560,10919936=507904,11427840=589824,12017664=57344} 2021-07-26T15:57:59.269 INFO:tasks.rados.rados.0.smithi046.stdout:3544: writing smithi04638994-41 from 9715712 to 10469376 tid 1 2021-07-26T15:57:59.272 INFO:tasks.rados.rados.0.smithi046.stdout:3544: writing smithi04638994-41 from 10469376 to 10919936 tid 2 2021-07-26T15:57:59.276 INFO:tasks.rados.rados.0.smithi046.stdout:3544: writing smithi04638994-41 from 10919936 to 11427840 tid 3 2021-07-26T15:57:59.279 INFO:tasks.rados.rados.0.smithi046.stdout:3544: writing smithi04638994-41 from 11427840 to 12017664 tid 4 2021-07-26T15:57:59.280 INFO:tasks.rados.rados.0.smithi046.stdout:3544: writing smithi04638994-41 from 12017664 to 12075008 tid 5 2021-07-26T15:57:59.280 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 27 current snap is 338 2021-07-26T15:57:59.280 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 1 to smithi04638994-41 2021-07-26T15:57:59.281 INFO:tasks.rados.rados.0.smithi046.stdout:3545: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2021-07-26T15:57:59.289 INFO:tasks.rados.rados.0.smithi046.stdout:3545: writing smithi04638994-27 from 0 to 770048 tid 1 2021-07-26T15:57:59.293 INFO:tasks.rados.rados.0.smithi046.stdout:3545: writing smithi04638994-27 from 770048 to 1507328 tid 2 2021-07-26T15:57:59.297 INFO:tasks.rados.rados.0.smithi046.stdout:3545: writing smithi04638994-27 from 1507328 to 2220032 tid 3 2021-07-26T15:57:59.299 INFO:tasks.rados.rados.0.smithi046.stdout:3545: writing smithi04638994-27 from 2220032 to 2375680 tid 4 2021-07-26T15:57:59.299 INFO:tasks.rados.rados.0.smithi046.stdout:3546: read oid 3 snap -1 2021-07-26T15:57:59.300 INFO:tasks.rados.rados.0.smithi046.stdout:3546: expect (ObjNum 1136 snap 336 seq_num 1136) 2021-07-26T15:57:59.300 INFO:tasks.rados.rados.0.smithi046.stdout:3547: read oid 39 snap -1 2021-07-26T15:57:59.300 INFO:tasks.rados.rados.0.smithi046.stdout:3547: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:57:59.300 INFO:tasks.rados.rados.0.smithi046.stdout:3548: copy_from oid 11 from oid 38 current snap is 338 2021-07-26T15:57:59.301 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 2 to smithi04638994-41 2021-07-26T15:57:59.301 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 3 to smithi04638994-41 2021-07-26T15:57:59.301 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 4 to smithi04638994-41 2021-07-26T15:57:59.301 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 5 to smithi04638994-41 2021-07-26T15:57:59.302 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 6 to smithi04638994-41 2021-07-26T15:57:59.302 INFO:tasks.rados.rados.0.smithi046.stdout:3544: finishing write tid 7 to smithi04638994-41 2021-07-26T15:57:59.302 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1750 (ObjNum 1143 snap 338 seq_num 1143) dirty exists 2021-07-26T15:57:59.302 INFO:tasks.rados.rados.0.smithi046.stdout:3544: left oid 41 (ObjNum 1143 snap 338 seq_num 1143) 2021-07-26T15:57:59.303 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 1 to smithi04638994-27 2021-07-26T15:57:59.303 INFO:tasks.rados.rados.0.smithi046.stdout:3544: done (4 left) 2021-07-26T15:57:59.303 INFO:tasks.rados.rados.0.smithi046.stdout:3549: rollback oid 28 current snap is 338 2021-07-26T15:57:59.303 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 323 2021-07-26T15:57:59.303 INFO:tasks.rados.rados.0.smithi046.stdout:3550: snap_remove snap 318 2021-07-26T15:57:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:59 smithi073 bash[34190]: cluster 2021-07-26T15:57:58.046394+0000 mgr.y (mgr.24683) 458 : cluster [DBG] pgmap v935: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2021-07-26T15:57:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:59 smithi073 bash[34190]: cluster 2021-07-26T15:57:58.193925+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T15:57:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:57:59 smithi073 bash[34190]: audit 2021-07-26T15:57:58.981435+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[41283]: cluster 2021-07-26T15:57:58.046394+0000 mgr.y (mgr.24683) 458 : cluster [DBG] pgmap v935: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2021-07-26T15:57:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[41283]: cluster 2021-07-26T15:57:58.193925+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T15:57:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[41283]: audit 2021-07-26T15:57:58.981435+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[42351]: cluster 2021-07-26T15:57:58.046394+0000 mgr.y (mgr.24683) 458 : cluster [DBG] pgmap v935: 25 pgs: 25 active+clean; 286 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2021-07-26T15:57:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[42351]: cluster 2021-07-26T15:57:58.193925+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T15:57:59.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:57:59 smithi046 bash[42351]: audit 2021-07-26T15:57:58.981435+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:00.220 INFO:tasks.rados.rados.0.smithi046.stdout:3550: done (5 left) 2021-07-26T15:58:00.221 INFO:tasks.rados.rados.0.smithi046.stdout:3551: delete oid 33 current snap is 338 2021-07-26T15:58:00.221 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 2 to smithi04638994-27 2021-07-26T15:58:00.221 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:58:00.221 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 3 to smithi04638994-27 2021-07-26T15:58:00.222 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 4 to smithi04638994-27 2021-07-26T15:58:00.222 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:58:00.222 INFO:tasks.rados.rados.0.smithi046.stdout:3549: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:58:00.222 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1693 (ObjNum 1087 snap 320 seq_num 1087) dirty exists 2021-07-26T15:58:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 5 to smithi04638994-27 2021-07-26T15:58:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3545: finishing write tid 6 to smithi04638994-27 2021-07-26T15:58:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2415 (ObjNum 1144 snap 338 seq_num 1144) dirty exists 2021-07-26T15:58:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3545: left oid 27 (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:58:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3546: expect (ObjNum 1136 snap 336 seq_num 1136) 2021-07-26T15:58:00.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:00 smithi073 bash[34190]: cluster 2021-07-26T15:57:59.210989+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T15:58:00.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:00 smithi073 bash[34190]: cluster 2021-07-26T15:58:00.047110+0000 mgr.y (mgr.24683) 459 : cluster [DBG] pgmap v938: 25 pgs: 25 active+clean; 283 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:00.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:00 smithi046 bash[42351]: cluster 2021-07-26T15:57:59.210989+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T15:58:00.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:00 smithi046 bash[42351]: cluster 2021-07-26T15:58:00.047110+0000 mgr.y (mgr.24683) 459 : cluster [DBG] pgmap v938: 25 pgs: 25 active+clean; 283 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:00.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:00 smithi046 bash[41283]: cluster 2021-07-26T15:57:59.210989+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T15:58:00.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:00 smithi046 bash[41283]: cluster 2021-07-26T15:58:00.047110+0000 mgr.y (mgr.24683) 459 : cluster [DBG] pgmap v938: 25 pgs: 25 active+clean; 283 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:00.848 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing copy_from to smithi04638994-11 2021-07-26T15:58:00.848 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2157 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:58:00.849 INFO:tasks.rados.rados.0.smithi046.stdout:3548: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:58:00.849 INFO:tasks.rados.rados.0.smithi046.stdout:3547: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:01.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:01 smithi073 bash[34190]: cluster 2021-07-26T15:58:00.222185+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T15:58:01.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:01 smithi073 bash[34190]: cluster 2021-07-26T15:58:01.117769+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T15:58:01.658 INFO:tasks.rados.rados.0.smithi046.stdout:3545: done (5 left) 2021-07-26T15:58:01.659 INFO:tasks.rados.rados.0.smithi046.stdout:3546: done (4 left) 2021-07-26T15:58:01.659 INFO:tasks.rados.rados.0.smithi046.stdout:3547: done (3 left) 2021-07-26T15:58:01.659 INFO:tasks.rados.rados.0.smithi046.stdout:3548: done (2 left) 2021-07-26T15:58:01.659 INFO:tasks.rados.rados.0.smithi046.stdout:3549: done (1 left) 2021-07-26T15:58:01.660 INFO:tasks.rados.rados.0.smithi046.stdout:3551: done (0 left) 2021-07-26T15:58:01.660 INFO:tasks.rados.rados.0.smithi046.stdout:3552: read oid 27 snap -1 2021-07-26T15:58:01.660 INFO:tasks.rados.rados.0.smithi046.stdout:3552: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:58:01.660 INFO:tasks.rados.rados.0.smithi046.stdout:3553: copy_from oid 25 from oid 17 current snap is 338 2021-07-26T15:58:01.661 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 338 2021-07-26T15:58:01.661 INFO:tasks.rados.rados.0.smithi046.stdout:3554: seq_num 1146 ranges {1449984=802816,2252800=499712,2752512=679936,3432448=425984} 2021-07-26T15:58:01.672 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04638994-19 from 1449984 to 2252800 tid 1 2021-07-26T15:58:01.675 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04638994-19 from 2252800 to 2752512 tid 2 2021-07-26T15:58:01.679 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04638994-19 from 2752512 to 3432448 tid 3 2021-07-26T15:58:01.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:01 smithi046 bash[41283]: cluster 2021-07-26T15:58:00.222185+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T15:58:01.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:01 smithi046 bash[41283]: cluster 2021-07-26T15:58:01.117769+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T15:58:01.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:01 smithi046 bash[42351]: cluster 2021-07-26T15:58:00.222185+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T15:58:01.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:01 smithi046 bash[42351]: cluster 2021-07-26T15:58:01.117769+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T15:58:01.682 INFO:tasks.rados.rados.0.smithi046.stdout:3554: writing smithi04638994-19 from 3432448 to 3858432 tid 4 2021-07-26T15:58:01.682 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 338 2021-07-26T15:58:01.683 INFO:tasks.rados.rados.0.smithi046.stdout:3555: seq_num 1147 ranges {3940352=16384} 2021-07-26T15:58:01.704 INFO:tasks.rados.rados.0.smithi046.stdout:3555: writing smithi04638994-42 from 3940352 to 3956736 tid 1 2021-07-26T15:58:01.704 INFO:tasks.rados.rados.0.smithi046.stdout:3556: rollback oid 10 current snap is 338 2021-07-26T15:58:01.704 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 10 to 333 2021-07-26T15:58:01.704 INFO:tasks.rados.rados.0.smithi046.stdout:3552: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:58:01.780 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 1 to smithi04638994-19 2021-07-26T15:58:01.780 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 2 to smithi04638994-19 2021-07-26T15:58:01.781 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 3 to smithi04638994-19 2021-07-26T15:58:01.781 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 4 to smithi04638994-19 2021-07-26T15:58:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 5 to smithi04638994-19 2021-07-26T15:58:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:3553: finishing copy_from to smithi04638994-25 2021-07-26T15:58:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2342 (ObjNum 1113 snap 329 seq_num 1113) dirty exists 2021-07-26T15:58:01.782 INFO:tasks.rados.rados.0.smithi046.stdout:3553: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:58:01.783 INFO:tasks.rados.rados.0.smithi046.stdout:3554: finishing write tid 6 to smithi04638994-19 2021-07-26T15:58:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1688 (ObjNum 1146 snap 338 seq_num 1146) dirty exists 2021-07-26T15:58:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:3554: left oid 19 (ObjNum 1146 snap 338 seq_num 1146) 2021-07-26T15:58:01.784 INFO:tasks.rados.rados.0.smithi046.stdout:3556: finishing rollback tid 0 to smithi04638994-10 2021-07-26T15:58:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 1 to smithi04638994-42 2021-07-26T15:58:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:3556: finishing rollback tid 1 to smithi04638994-10 2021-07-26T15:58:01.785 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 2 to smithi04638994-42 2021-07-26T15:58:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:3556: finishing rollback tid 2 to smithi04638994-10 2021-07-26T15:58:01.786 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2250 (ObjNum 1031 snap 305 seq_num 1031) dirty exists 2021-07-26T15:58:01.788 INFO:tasks.rados.rados.0.smithi046.stdout:3555: finishing write tid 3 to smithi04638994-42 2021-07-26T15:58:01.788 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 985 (ObjNum 1147 snap 338 seq_num 1147) dirty exists 2021-07-26T15:58:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:3555: left oid 42 (ObjNum 1147 snap 338 seq_num 1147) 2021-07-26T15:58:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:3552: done (4 left) 2021-07-26T15:58:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:3553: done (3 left) 2021-07-26T15:58:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:3554: done (2 left) 2021-07-26T15:58:01.789 INFO:tasks.rados.rados.0.smithi046.stdout:3555: done (1 left) 2021-07-26T15:58:01.790 INFO:tasks.rados.rados.0.smithi046.stdout:3556: done (0 left) 2021-07-26T15:58:01.790 INFO:tasks.rados.rados.0.smithi046.stdout:3557: read oid 31 snap -1 2021-07-26T15:58:01.795 INFO:tasks.rados.rados.0.smithi046.stdout:3557: expect (ObjNum 1135 snap 336 seq_num 1135) 2021-07-26T15:58:01.796 INFO:tasks.rados.rados.0.smithi046.stdout:3558: delete oid 17 current snap is 338 2021-07-26T15:58:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:3558: done (1 left) 2021-07-26T15:58:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:3559: rollback oid 15 current snap is 338 2021-07-26T15:58:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 310 2021-07-26T15:58:01.797 INFO:tasks.rados.rados.0.smithi046.stdout:3560: delete oid 3 current snap is 338 2021-07-26T15:58:01.798 INFO:tasks.rados.rados.0.smithi046.stdout:3559: finishing rollback tid 0 to smithi04638994-15 2021-07-26T15:58:01.798 INFO:tasks.rados.rados.0.smithi046.stdout:3559: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:58:01.798 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1475 (ObjNum 197930016 snap 22029 seq_num 1110543456) dirty dne 2021-07-26T15:58:01.802 INFO:tasks.rados.rados.0.smithi046.stdout:3557: expect (ObjNum 1135 snap 336 seq_num 1135) 2021-07-26T15:58:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:3557: done (2 left) 2021-07-26T15:58:02.181 INFO:tasks.rados.rados.0.smithi046.stdout:3559: done (1 left) 2021-07-26T15:58:02.182 INFO:tasks.rados.rados.0.smithi046.stdout:3560: done (0 left) 2021-07-26T15:58:02.182 INFO:tasks.rados.rados.0.smithi046.stdout:3561: setattr oid 49 current snap is 338 2021-07-26T15:58:02.182 INFO:tasks.rados.rados.0.smithi046.stdout:3562: setattr oid 12 current snap is 338 2021-07-26T15:58:02.184 INFO:tasks.rados.rados.0.smithi046.stdout:3563: read oid 8 snap -1 2021-07-26T15:58:02.184 INFO:tasks.rados.rados.0.smithi046.stdout:3563: expect (ObjNum 1094 snap 323 seq_num 1094) 2021-07-26T15:58:02.184 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 338 2021-07-26T15:58:02.185 INFO:tasks.rados.rados.0.smithi046.stdout:3564: seq_num 1150 ranges {7028736=65536} 2021-07-26T15:58:02.225 INFO:tasks.rados.rados.0.smithi046.stdout:3564: writing smithi04638994-31 from 7028736 to 7094272 tid 1 2021-07-26T15:58:02.225 INFO:tasks.rados.rados.0.smithi046.stdout:3565: read oid 40 snap -1 2021-07-26T15:58:02.226 INFO:tasks.rados.rados.0.smithi046.stdout:3565: expect (ObjNum 1088 snap 320 seq_num 1088) 2021-07-26T15:58:02.226 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 338 2021-07-26T15:58:02.226 INFO:tasks.rados.rados.0.smithi046.stdout:3566: seq_num 1151 ranges {11255808=81920} 2021-07-26T15:58:02.287 INFO:tasks.rados.rados.0.smithi046.stdout:3566: writing smithi04638994-44 from 11255808 to 11337728 tid 1 2021-07-26T15:58:02.287 INFO:tasks.rados.rados.0.smithi046.stdout:3567: snap_create 2021-07-26T15:58:02.288 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2169 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2021-07-26T15:58:02.288 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 1476 (ObjNum 198963616 snap 22029 seq_num 195899408) dirty exists 2021-07-26T15:58:02.288 INFO:tasks.rados.rados.0.smithi046.stdout:3563: expect (ObjNum 1094 snap 323 seq_num 1094) 2021-07-26T15:58:02.471 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 1 to smithi04638994-31 2021-07-26T15:58:02.472 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 2 to smithi04638994-31 2021-07-26T15:58:02.472 INFO:tasks.rados.rados.0.smithi046.stdout:3565: expect (ObjNum 1088 snap 320 seq_num 1088) 2021-07-26T15:58:02.561 INFO:tasks.rados.rados.0.smithi046.stdout:3564: finishing write tid 3 to smithi04638994-31 2021-07-26T15:58:02.562 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1762 (ObjNum 1150 snap 338 seq_num 1150) dirty exists 2021-07-26T15:58:02.562 INFO:tasks.rados.rados.0.smithi046.stdout:3564: left oid 31 (ObjNum 1150 snap 338 seq_num 1150) 2021-07-26T15:58:02.562 INFO:tasks.rados.rados.0.smithi046.stdout:3566: finishing write tid 1 to smithi04638994-44 2021-07-26T15:58:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:3566: finishing write tid 2 to smithi04638994-44 2021-07-26T15:58:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:3566: finishing write tid 3 to smithi04638994-44 2021-07-26T15:58:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1764 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2021-07-26T15:58:02.563 INFO:tasks.rados.rados.0.smithi046.stdout:3566: left oid 44 (ObjNum 1151 snap 338 seq_num 1151) 2021-07-26T15:58:02.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:02 smithi073 bash[34190]: cluster 2021-07-26T15:58:02.047828+0000 mgr.y (mgr.24683) 460 : cluster [DBG] pgmap v941: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2021-07-26T15:58:02.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:02 smithi046 bash[41283]: cluster 2021-07-26T15:58:02.047828+0000 mgr.y (mgr.24683) 460 : cluster [DBG] pgmap v941: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2021-07-26T15:58:02.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:02 smithi046 bash[42351]: cluster 2021-07-26T15:58:02.047828+0000 mgr.y (mgr.24683) 460 : cluster [DBG] pgmap v941: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2021-07-26T15:58:03.230 INFO:tasks.rados.rados.0.smithi046.stdout:3561: done (6 left) 2021-07-26T15:58:03.230 INFO:tasks.rados.rados.0.smithi046.stdout:3562: done (5 left) 2021-07-26T15:58:03.230 INFO:tasks.rados.rados.0.smithi046.stdout:3563: done (4 left) 2021-07-26T15:58:03.231 INFO:tasks.rados.rados.0.smithi046.stdout:3564: done (3 left) 2021-07-26T15:58:03.231 INFO:tasks.rados.rados.0.smithi046.stdout:3565: done (2 left) 2021-07-26T15:58:03.231 INFO:tasks.rados.rados.0.smithi046.stdout:3566: done (1 left) 2021-07-26T15:58:03.231 INFO:tasks.rados.rados.0.smithi046.stdout:3567: done (0 left) 2021-07-26T15:58:03.231 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 339 2021-07-26T15:58:03.232 INFO:tasks.rados.rados.0.smithi046.stdout:3568: seq_num 1152 ranges {1802240=98304} 2021-07-26T15:58:03.246 INFO:tasks.rados.rados.0.smithi046.stdout:3568: writing smithi04638994-43 from 1802240 to 1900544 tid 1 2021-07-26T15:58:03.246 INFO:tasks.rados.rados.0.smithi046.stdout:3569: setattr oid 29 current snap is 339 2021-07-26T15:58:03.247 INFO:tasks.rados.rados.0.smithi046.stdout:3570: snap_create 2021-07-26T15:58:03.254 INFO:tasks.rados.rados.0.smithi046.stdout:3568: finishing write tid 1 to smithi04638994-43 2021-07-26T15:58:03.255 INFO:tasks.rados.rados.0.smithi046.stdout:3568: finishing write tid 2 to smithi04638994-43 2021-07-26T15:58:03.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2317 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:58:03.258 INFO:tasks.rados.rados.0.smithi046.stdout:3568: finishing write tid 3 to smithi04638994-43 2021-07-26T15:58:03.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1478 (ObjNum 1152 snap 339 seq_num 1152) dirty exists 2021-07-26T15:58:03.258 INFO:tasks.rados.rados.0.smithi046.stdout:3568: left oid 43 (ObjNum 1152 snap 339 seq_num 1152) 2021-07-26T15:58:04.239 INFO:tasks.rados.rados.0.smithi046.stdout:3568: done (2 left) 2021-07-26T15:58:04.239 INFO:tasks.rados.rados.0.smithi046.stdout:3569: done (1 left) 2021-07-26T15:58:04.239 INFO:tasks.rados.rados.0.smithi046.stdout:3570: done (0 left) 2021-07-26T15:58:04.239 INFO:tasks.rados.rados.0.smithi046.stdout:3571: snap_create 2021-07-26T15:58:04.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:04 smithi073 bash[34190]: cluster 2021-07-26T15:58:03.231224+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T15:58:04.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:04 smithi073 bash[34190]: cluster 2021-07-26T15:58:04.048471+0000 mgr.y (mgr.24683) 461 : cluster [DBG] pgmap v943: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2021-07-26T15:58:04.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:04 smithi046 bash[41283]: cluster 2021-07-26T15:58:03.231224+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T15:58:04.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:04 smithi046 bash[41283]: cluster 2021-07-26T15:58:04.048471+0000 mgr.y (mgr.24683) 461 : cluster [DBG] pgmap v943: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2021-07-26T15:58:04.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:04 smithi046 bash[42351]: cluster 2021-07-26T15:58:03.231224+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T15:58:04.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:04 smithi046 bash[42351]: cluster 2021-07-26T15:58:04.048471+0000 mgr.y (mgr.24683) 461 : cluster [DBG] pgmap v943: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2021-07-26T15:58:05.241 INFO:tasks.rados.rados.0.smithi046.stdout:3571: done (0 left) 2021-07-26T15:58:05.241 INFO:tasks.rados.rados.0.smithi046.stdout:3572: delete oid 2 current snap is 341 2021-07-26T15:58:05.246 INFO:tasks.rados.rados.0.smithi046.stdout:3572: done (0 left) 2021-07-26T15:58:05.247 INFO:tasks.rados.rados.0.smithi046.stdout:3573: snap_remove snap 328 2021-07-26T15:58:05.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:05 smithi073 bash[34190]: cluster 2021-07-26T15:58:04.240708+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T15:58:05.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:05 smithi046 bash[41283]: cluster 2021-07-26T15:58:04.240708+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T15:58:05.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:05 smithi046 bash[42351]: cluster 2021-07-26T15:58:04.240708+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T15:58:06.119 INFO:tasks.rados.rados.0.smithi046.stdout:3573: done (0 left) 2021-07-26T15:58:06.120 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 341 2021-07-26T15:58:06.120 INFO:tasks.rados.rados.0.smithi046.stdout:3574: seq_num 1154 ranges {0=131072} 2021-07-26T15:58:06.121 INFO:tasks.rados.rados.0.smithi046.stdout:3574: writing smithi04638994-15 from 0 to 131072 tid 1 2021-07-26T15:58:06.122 INFO:tasks.rados.rados.0.smithi046.stdout:3575: read oid 39 snap -1 2021-07-26T15:58:06.122 INFO:tasks.rados.rados.0.smithi046.stdout:3575: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:06.123 INFO:tasks.rados.rados.0.smithi046.stdout:3576: snap_remove snap 334 2021-07-26T15:58:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:06 smithi073 bash[34190]: cluster 2021-07-26T15:58:05.242607+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T15:58:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:06 smithi073 bash[34190]: cluster 2021-07-26T15:58:06.049253+0000 mgr.y (mgr.24683) 462 : cluster [DBG] pgmap v946: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2021-07-26T15:58:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:06 smithi073 bash[34190]: cluster 2021-07-26T15:58:06.120030+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T15:58:06.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[42351]: cluster 2021-07-26T15:58:05.242607+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T15:58:06.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[42351]: cluster 2021-07-26T15:58:06.049253+0000 mgr.y (mgr.24683) 462 : cluster [DBG] pgmap v946: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2021-07-26T15:58:06.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[42351]: cluster 2021-07-26T15:58:06.120030+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T15:58:06.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[41283]: cluster 2021-07-26T15:58:05.242607+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T15:58:06.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[41283]: cluster 2021-07-26T15:58:06.049253+0000 mgr.y (mgr.24683) 462 : cluster [DBG] pgmap v946: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2021-07-26T15:58:06.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:06 smithi046 bash[41283]: cluster 2021-07-26T15:58:06.120030+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T15:58:07.130 INFO:tasks.rados.rados.0.smithi046.stdout:3576: done (2 left) 2021-07-26T15:58:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:3577: delete oid 38 current snap is 341 2021-07-26T15:58:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:3574: finishing write tid 1 to smithi04638994-15 2021-07-26T15:58:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:3574: finishing write tid 2 to smithi04638994-15 2021-07-26T15:58:07.131 INFO:tasks.rados.rados.0.smithi046.stdout:3574: finishing write tid 3 to smithi04638994-15 2021-07-26T15:58:07.132 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1480 (ObjNum 1154 snap 341 seq_num 1154) dirty exists 2021-07-26T15:58:07.132 INFO:tasks.rados.rados.0.smithi046.stdout:3574: left oid 15 (ObjNum 1154 snap 341 seq_num 1154) 2021-07-26T15:58:07.132 INFO:tasks.rados.rados.0.smithi046.stdout:3575: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:07.957 INFO:tasks.rados.rados.0.smithi046.stdout:3574: done (2 left) 2021-07-26T15:58:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:3575: done (1 left) 2021-07-26T15:58:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:3577: done (0 left) 2021-07-26T15:58:07.958 INFO:tasks.rados.rados.0.smithi046.stdout:3578: setattr oid 19 current snap is 341 2021-07-26T15:58:07.965 INFO:tasks.rados.rados.0.smithi046.stdout:3579: snap_create 2021-07-26T15:58:07.972 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1689 (ObjNum 1146 snap 338 seq_num 1146) dirty exists 2021-07-26T15:58:08.138 INFO:tasks.rados.rados.0.smithi046.stdout:3578: done (1 left) 2021-07-26T15:58:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:3579: done (0 left) 2021-07-26T15:58:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:3580: rollback oid 1 current snap is 342 2021-07-26T15:58:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 340 2021-07-26T15:58:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:3581: rollback oid 18 current snap is 342 2021-07-26T15:58:08.139 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 18 to 336 2021-07-26T15:58:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:3582: copy_from oid 6 from oid 4 current snap is 342 2021-07-26T15:58:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 342 2021-07-26T15:58:08.140 INFO:tasks.rados.rados.0.smithi046.stdout:3583: seq_num 1156 ranges {131072=163840} 2021-07-26T15:58:08.142 INFO:tasks.rados.rados.0.smithi046.stdout:3583: writing smithi04638994-15 from 131072 to 294912 tid 1 2021-07-26T15:58:08.142 INFO:tasks.rados.rados.0.smithi046.stdout:3584: read oid 39 snap 337 2021-07-26T15:58:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:3584: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:08.143 INFO:tasks.rados.rados.0.smithi046.stdout:3585: setattr oid 22 current snap is 342 2021-07-26T15:58:08.145 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 342 2021-07-26T15:58:08.145 INFO:tasks.rados.rados.0.smithi046.stdout:3586: seq_num 1157 ranges {827392=180224} 2021-07-26T15:58:08.151 INFO:tasks.rados.rados.0.smithi046.stdout:3586: writing smithi04638994-48 from 827392 to 1007616 tid 1 2021-07-26T15:58:08.152 INFO:tasks.rados.rados.0.smithi046.stdout:3587: copy_from oid 8 from oid 27 current snap is 342 2021-07-26T15:58:08.152 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing rollback tid 0 to smithi04638994-18 2021-07-26T15:58:08.152 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing rollback tid 1 to smithi04638994-18 2021-07-26T15:58:08.152 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing rollback tid 0 to smithi04638994-1 2021-07-26T15:58:08.153 INFO:tasks.rados.rados.0.smithi046.stdout:3581: finishing rollback tid 2 to smithi04638994-18 2021-07-26T15:58:08.153 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1745 (ObjNum 1902209136 snap 1566141806 seq_num 1331454291) dirty exists 2021-07-26T15:58:08.153 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:58:08.153 INFO:tasks.rados.rados.0.smithi046.stdout:3580: finishing rollback tid 2 to smithi04638994-1 2021-07-26T15:58:08.154 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2441 (ObjNum 1115 snap 330 seq_num 1115) dirty exists 2021-07-26T15:58:08.154 INFO:tasks.rados.rados.0.smithi046.stdout:3580: done (7 left) 2021-07-26T15:58:08.154 INFO:tasks.rados.rados.0.smithi046.stdout:3581: done (6 left) 2021-07-26T15:58:08.155 INFO:tasks.rados.rados.0.smithi046.stdout:3588: read oid 26 snap -1 2021-07-26T15:58:08.155 INFO:tasks.rados.rados.0.smithi046.stdout:3588: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:08.155 INFO:tasks.rados.rados.0.smithi046.stdout:3589: setattr oid 34 current snap is 342 2021-07-26T15:58:08.155 INFO:tasks.rados.rados.0.smithi046.stdout:3590: delete oid 50 current snap is 342 2021-07-26T15:58:08.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1694 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:58:08.159 INFO:tasks.rados.rados.0.smithi046.stdout:3583: finishing write tid 1 to smithi04638994-15 2021-07-26T15:58:08.160 INFO:tasks.rados.rados.0.smithi046.stdout:3583: finishing write tid 2 to smithi04638994-15 2021-07-26T15:58:08.161 INFO:tasks.rados.rados.0.smithi046.stdout:3586: finishing write tid 1 to smithi04638994-48 2021-07-26T15:58:08.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2343 (ObjNum 199683184 snap 22029 seq_num 199670416) dirty exists 2021-07-26T15:58:08.166 INFO:tasks.rados.rados.0.smithi046.stdout:3586: finishing write tid 2 to smithi04638994-48 2021-07-26T15:58:08.166 INFO:tasks.rados.rados.0.smithi046.stdout:3586: finishing write tid 3 to smithi04638994-48 2021-07-26T15:58:08.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2444 (ObjNum 1157 snap 342 seq_num 1157) dirty exists 2021-07-26T15:58:08.167 INFO:tasks.rados.rados.0.smithi046.stdout:3586: left oid 48 (ObjNum 1157 snap 342 seq_num 1157) 2021-07-26T15:58:08.168 INFO:tasks.rados.rados.0.smithi046.stdout:3588: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:3582: finishing copy_from to smithi04638994-6 2021-07-26T15:58:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2074 (ObjNum 1140 snap 338 seq_num 1140) dirty exists 2021-07-26T15:58:08.227 INFO:tasks.rados.rados.0.smithi046.stdout:3582: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:58:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:3587: finishing copy_from to smithi04638994-8 2021-07-26T15:58:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2415 (ObjNum 1144 snap 338 seq_num 1144) dirty exists 2021-07-26T15:58:08.228 INFO:tasks.rados.rados.0.smithi046.stdout:3583: finishing write tid 3 to smithi04638994-15 2021-07-26T15:58:08.229 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1482 (ObjNum 1156 snap 342 seq_num 1156) dirty exists 2021-07-26T15:58:08.229 INFO:tasks.rados.rados.0.smithi046.stdout:3583: left oid 15 (ObjNum 1156 snap 342 seq_num 1156) 2021-07-26T15:58:08.229 INFO:tasks.rados.rados.0.smithi046.stdout:3587: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:58:08.229 INFO:tasks.rados.rados.0.smithi046.stdout:3584: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:08.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:08 smithi046 bash[41283]: cluster 2021-07-26T15:58:07.131655+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T15:58:08.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:08 smithi046 bash[42351]: cluster 2021-07-26T15:58:07.131655+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T15:58:08.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:08 smithi073 bash[34190]: cluster 2021-07-26T15:58:07.131655+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T15:58:09.043 INFO:tasks.rados.rados.0.smithi046.stdout:3582: done (8 left) 2021-07-26T15:58:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:3583: done (7 left) 2021-07-26T15:58:09.044 INFO:tasks.rados.rados.0.smithi046.stdout:3584: done (6 left) 2021-07-26T15:58:09.045 INFO:tasks.rados.rados.0.smithi046.stdout:3585: done (5 left) 2021-07-26T15:58:09.045 INFO:tasks.rados.rados.0.smithi046.stdout:3586: done (4 left) 2021-07-26T15:58:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:3587: done (3 left) 2021-07-26T15:58:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:3588: done (2 left) 2021-07-26T15:58:09.046 INFO:tasks.rados.rados.0.smithi046.stdout:3589: done (1 left) 2021-07-26T15:58:09.047 INFO:tasks.rados.rados.0.smithi046.stdout:3590: done (0 left) 2021-07-26T15:58:09.047 INFO:tasks.rados.rados.0.smithi046.stdout:3591: read oid 17 snap -1 2021-07-26T15:58:09.048 INFO:tasks.rados.rados.0.smithi046.stdout:3591: expect deleted 2021-07-26T15:58:09.048 INFO:tasks.rados.rados.0.smithi046.stdout:3592: copy_from oid 7 from oid 13 current snap is 342 2021-07-26T15:58:09.048 INFO:tasks.rados.rados.0.smithi046.stdout:3593: read oid 33 snap 317 2021-07-26T15:58:09.049 INFO:tasks.rados.rados.0.smithi046.stdout:3593: expect deleted 2021-07-26T15:58:09.049 INFO:tasks.rados.rados.0.smithi046.stdout:3594: snap_remove snap 327 2021-07-26T15:58:09.146 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing copy_from to smithi04638994-7 2021-07-26T15:58:09.147 INFO:tasks.rados.rados.0.smithi046.stdout:3592: got expected ENOENT (src dne) 2021-07-26T15:58:09.147 INFO:tasks.rados.rados.0.smithi046.stdout:3592: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:58:09.147 INFO:tasks.rados.rados.0.smithi046.stdout:3591: done (3 left) 2021-07-26T15:58:09.147 INFO:tasks.rados.rados.0.smithi046.stdout:3592: done (2 left) 2021-07-26T15:58:09.148 INFO:tasks.rados.rados.0.smithi046.stdout:3593: done (1 left) 2021-07-26T15:58:09.148 INFO:tasks.rados.rados.0.smithi046.stdout:3594: done (0 left) 2021-07-26T15:58:09.148 INFO:tasks.rados.rados.0.smithi046.stdout:3595: snap_create 2021-07-26T15:58:09.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:09 smithi046 bash[41283]: cluster 2021-07-26T15:58:08.049901+0000 mgr.y (mgr.24683) 463 : cluster [DBG] pgmap v949: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2021-07-26T15:58:09.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:09 smithi046 bash[41283]: cluster 2021-07-26T15:58:08.139899+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T15:58:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:09 smithi046 bash[42351]: cluster 2021-07-26T15:58:08.049901+0000 mgr.y (mgr.24683) 463 : cluster [DBG] pgmap v949: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2021-07-26T15:58:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:09 smithi046 bash[42351]: cluster 2021-07-26T15:58:08.139899+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T15:58:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:09 smithi073 bash[34190]: cluster 2021-07-26T15:58:08.049901+0000 mgr.y (mgr.24683) 463 : cluster [DBG] pgmap v949: 25 pgs: 25 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2021-07-26T15:58:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:09 smithi073 bash[34190]: cluster 2021-07-26T15:58:08.139899+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T15:58:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:3595: done (0 left) 2021-07-26T15:58:10.150 INFO:tasks.rados.rados.0.smithi046.stdout:3596: snap_remove snap 317 2021-07-26T15:58:10.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:10 smithi046 bash[42351]: cluster 2021-07-26T15:58:09.147000+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T15:58:10.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:10 smithi046 bash[41283]: cluster 2021-07-26T15:58:09.147000+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T15:58:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:10 smithi073 bash[34190]: cluster 2021-07-26T15:58:09.147000+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T15:58:11.125 INFO:tasks.rados.rados.0.smithi046.stdout:3596: done (0 left) 2021-07-26T15:58:11.125 INFO:tasks.rados.rados.0.smithi046.stdout:3597: read oid 32 snap -1 2021-07-26T15:58:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:3597: expect deleted 2021-07-26T15:58:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 343 2021-07-26T15:58:11.126 INFO:tasks.rados.rados.0.smithi046.stdout:3598: seq_num 1159 ranges {1007616=212992} 2021-07-26T15:58:11.140 INFO:tasks.rados.rados.0.smithi046.stdout:3598: writing smithi04638994-48 from 1007616 to 1220608 tid 1 2021-07-26T15:58:11.141 INFO:tasks.rados.rados.0.smithi046.stdout:3599: rollback oid 43 current snap is 343 2021-07-26T15:58:11.141 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 43 to 342 2021-07-26T15:58:11.141 INFO:tasks.rados.rados.0.smithi046.stdout:3600: rollback oid 9 current snap is 343 2021-07-26T15:58:11.141 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 340 2021-07-26T15:58:11.142 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 343 2021-07-26T15:58:11.142 INFO:tasks.rados.rados.0.smithi046.stdout:3601: seq_num 1160 ranges {294912=229376} 2021-07-26T15:58:11.142 INFO:tasks.rados.rados.0.smithi046.stdout:3601: writing smithi04638994-15 from 294912 to 524288 tid 1 2021-07-26T15:58:11.142 INFO:tasks.rados.rados.0.smithi046.stdout:3602: rollback oid 29 current snap is 343 2021-07-26T15:58:11.142 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 29 to 336 2021-07-26T15:58:11.143 INFO:tasks.rados.rados.0.smithi046.stdout:3597: done (5 left) 2021-07-26T15:58:11.143 INFO:tasks.rados.rados.0.smithi046.stdout:3603: setattr oid 14 current snap is 343 2021-07-26T15:58:11.143 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 45 current snap is 343 2021-07-26T15:58:11.143 INFO:tasks.rados.rados.0.smithi046.stdout:3604: seq_num 1161 ranges {4120576=245760} 2021-07-26T15:58:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:3604: writing smithi04638994-45 from 4120576 to 4366336 tid 1 2021-07-26T15:58:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:3605: read oid 26 snap 337 2021-07-26T15:58:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:3605: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:11.163 INFO:tasks.rados.rados.0.smithi046.stdout:3606: rollback oid 31 current snap is 343 2021-07-26T15:58:11.164 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 310 2021-07-26T15:58:11.164 INFO:tasks.rados.rados.0.smithi046.stdout:3599: finishing rollback tid 0 to smithi04638994-43 2021-07-26T15:58:11.164 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2075 (ObjNum 288 snap 0 seq_num 113) dirty exists 2021-07-26T15:58:11.164 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 0 to smithi04638994-29 2021-07-26T15:58:11.164 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 1 to smithi04638994-48 2021-07-26T15:58:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 2 to smithi04638994-48 2021-07-26T15:58:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:3599: finishing rollback tid 1 to smithi04638994-43 2021-07-26T15:58:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:3599: finishing rollback tid 2 to smithi04638994-43 2021-07-26T15:58:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1485 (ObjNum 1152 snap 339 seq_num 1152) dirty exists 2021-07-26T15:58:11.165 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing write tid 1 to smithi04638994-15 2021-07-26T15:58:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing write tid 2 to smithi04638994-15 2021-07-26T15:58:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:3601: finishing write tid 3 to smithi04638994-15 2021-07-26T15:58:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1487 (ObjNum 1160 snap 343 seq_num 1160) dirty exists 2021-07-26T15:58:11.166 INFO:tasks.rados.rados.0.smithi046.stdout:3601: left oid 15 (ObjNum 1160 snap 343 seq_num 1160) 2021-07-26T15:58:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 1 to smithi04638994-29 2021-07-26T15:58:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:3602: finishing rollback tid 2 to smithi04638994-29 2021-07-26T15:58:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2418 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:58:11.167 INFO:tasks.rados.rados.0.smithi046.stdout:3600: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:58:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:3598: finishing write tid 3 to smithi04638994-48 2021-07-26T15:58:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2455 (ObjNum 1159 snap 343 seq_num 1159) dirty exists 2021-07-26T15:58:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:3598: left oid 48 (ObjNum 1159 snap 343 seq_num 1159) 2021-07-26T15:58:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:3600: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:58:11.168 INFO:tasks.rados.rados.0.smithi046.stdout:3600: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:58:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2459 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:58:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3598: done (8 left) 2021-07-26T15:58:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3599: done (7 left) 2021-07-26T15:58:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3600: done (6 left) 2021-07-26T15:58:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3601: done (5 left) 2021-07-26T15:58:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:3602: done (4 left) 2021-07-26T15:58:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:3603: done (3 left) 2021-07-26T15:58:11.170 INFO:tasks.rados.rados.0.smithi046.stdout:3607: delete oid 2 current snap is 343 2021-07-26T15:58:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:3604: finishing write tid 1 to smithi04638994-45 2021-07-26T15:58:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:3607: done (3 left) 2021-07-26T15:58:11.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 40 current snap is 343 2021-07-26T15:58:11.172 INFO:tasks.rados.rados.0.smithi046.stdout:3608: seq_num 1163 ranges {2695168=286720} 2021-07-26T15:58:11.189 INFO:tasks.rados.rados.0.smithi046.stdout:3608: writing smithi04638994-40 from 2695168 to 2981888 tid 1 2021-07-26T15:58:11.190 INFO:tasks.rados.rados.0.smithi046.stdout:3609: rmattr oid 5 current snap is 343 2021-07-26T15:58:11.190 INFO:tasks.rados.rados.0.smithi046.stdout:3609: done (4 left) 2021-07-26T15:58:11.190 INFO:tasks.rados.rados.0.smithi046.stdout:3610: snap_remove snap 339 2021-07-26T15:58:11.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[41283]: cluster 2021-07-26T15:58:10.050615+0000 mgr.y (mgr.24683) 464 : cluster [DBG] pgmap v952: 25 pgs: 25 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 72 KiB/s wr, 19 op/s 2021-07-26T15:58:11.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[41283]: cluster 2021-07-26T15:58:10.150876+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T15:58:11.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[41283]: cluster 2021-07-26T15:58:11.122513+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T15:58:11.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[42351]: cluster 2021-07-26T15:58:10.050615+0000 mgr.y (mgr.24683) 464 : cluster [DBG] pgmap v952: 25 pgs: 25 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 72 KiB/s wr, 19 op/s 2021-07-26T15:58:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[42351]: cluster 2021-07-26T15:58:10.150876+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T15:58:11.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:11 smithi046 bash[42351]: cluster 2021-07-26T15:58:11.122513+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T15:58:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:11 smithi073 bash[34190]: cluster 2021-07-26T15:58:10.050615+0000 mgr.y (mgr.24683) 464 : cluster [DBG] pgmap v952: 25 pgs: 25 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 72 KiB/s wr, 19 op/s 2021-07-26T15:58:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:11 smithi073 bash[34190]: cluster 2021-07-26T15:58:10.150876+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T15:58:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:11 smithi073 bash[34190]: cluster 2021-07-26T15:58:11.122513+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T15:58:12.177 INFO:tasks.rados.rados.0.smithi046.stdout:3605: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:12.234 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:58:12.235 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:58:12.236 INFO:tasks.rados.rados.0.smithi046.stdout:3604: finishing write tid 2 to smithi04638994-45 2021-07-26T15:58:12.236 INFO:tasks.rados.rados.0.smithi046.stdout:3606: finishing rollback tid 2 to smithi04638994-31 2021-07-26T15:58:12.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1767 (ObjNum 1031 snap 305 seq_num 1031) dirty exists 2021-07-26T15:58:12.237 INFO:tasks.rados.rados.0.smithi046.stdout:3604: finishing write tid 3 to smithi04638994-45 2021-07-26T15:58:12.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2172 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:58:12.238 INFO:tasks.rados.rados.0.smithi046.stdout:3604: left oid 45 (ObjNum 1161 snap 343 seq_num 1161) 2021-07-26T15:58:12.238 INFO:tasks.rados.rados.0.smithi046.stdout:3608: finishing write tid 1 to smithi04638994-40 2021-07-26T15:58:12.239 INFO:tasks.rados.rados.0.smithi046.stdout:3608: finishing write tid 2 to smithi04638994-40 2021-07-26T15:58:12.239 INFO:tasks.rados.rados.0.smithi046.stdout:3608: finishing write tid 3 to smithi04638994-40 2021-07-26T15:58:12.240 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2468 (ObjNum 1163 snap 343 seq_num 1163) dirty exists 2021-07-26T15:58:12.240 INFO:tasks.rados.rados.0.smithi046.stdout:3608: left oid 40 (ObjNum 1163 snap 343 seq_num 1163) 2021-07-26T15:58:12.240 INFO:tasks.rados.rados.0.smithi046.stdout:3604: done (4 left) 2021-07-26T15:58:12.241 INFO:tasks.rados.rados.0.smithi046.stdout:3605: done (3 left) 2021-07-26T15:58:12.241 INFO:tasks.rados.rados.0.smithi046.stdout:3606: done (2 left) 2021-07-26T15:58:12.242 INFO:tasks.rados.rados.0.smithi046.stdout:3608: done (1 left) 2021-07-26T15:58:12.242 INFO:tasks.rados.rados.0.smithi046.stdout:3610: done (0 left) 2021-07-26T15:58:12.243 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 343 2021-07-26T15:58:12.243 INFO:tasks.rados.rados.0.smithi046.stdout:3611: seq_num 1164 ranges {3047424=303104} 2021-07-26T15:58:12.259 INFO:tasks.rados.rados.0.smithi046.stdout:3611: writing smithi04638994-49 from 3047424 to 3350528 tid 1 2021-07-26T15:58:12.260 INFO:tasks.rados.rados.0.smithi046.stdout:3612: setattr oid 29 current snap is 343 2021-07-26T15:58:12.261 INFO:tasks.rados.rados.0.smithi046.stdout:3613: snap_create 2021-07-26T15:58:12.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2419 (ObjNum 979 snap 300 seq_num 979) dirty exists 2021-07-26T15:58:12.267 INFO:tasks.rados.rados.0.smithi046.stdout:3611: finishing write tid 1 to smithi04638994-49 2021-07-26T15:58:12.268 INFO:tasks.rados.rados.0.smithi046.stdout:3611: finishing write tid 2 to smithi04638994-49 2021-07-26T15:58:12.270 INFO:tasks.rados.rados.0.smithi046.stdout:3611: finishing write tid 3 to smithi04638994-49 2021-07-26T15:58:12.271 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2174 (ObjNum 1164 snap 343 seq_num 1164) dirty exists 2021-07-26T15:58:12.271 INFO:tasks.rados.rados.0.smithi046.stdout:3611: left oid 49 (ObjNum 1164 snap 343 seq_num 1164) 2021-07-26T15:58:13.170 INFO:tasks.rados.rados.0.smithi046.stdout:3611: done (2 left) 2021-07-26T15:58:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:3612: done (1 left) 2021-07-26T15:58:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:3613: done (0 left) 2021-07-26T15:58:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 1 current snap is 344 2021-07-26T15:58:13.171 INFO:tasks.rados.rados.0.smithi046.stdout:3614: seq_num 1165 ranges {4947968=319488} 2021-07-26T15:58:13.207 INFO:tasks.rados.rados.0.smithi046.stdout:3614: writing smithi04638994-1 from 4947968 to 5267456 tid 1 2021-07-26T15:58:13.208 INFO:tasks.rados.rados.0.smithi046.stdout:3615: copy_from oid 2 from oid 33 current snap is 344 2021-07-26T15:58:13.208 INFO:tasks.rados.rados.0.smithi046.stdout:3616: read oid 31 snap -1 2021-07-26T15:58:13.208 INFO:tasks.rados.rados.0.smithi046.stdout:3616: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:58:13.208 INFO:tasks.rados.rados.0.smithi046.stdout:3617: delete oid 46 current snap is 344 2021-07-26T15:58:13.209 INFO:tasks.rados.rados.0.smithi046.stdout:3615: finishing copy_from to smithi04638994-2 2021-07-26T15:58:13.209 INFO:tasks.rados.rados.0.smithi046.stdout:3615: got expected ENOENT (src dne) 2021-07-26T15:58:13.210 INFO:tasks.rados.rados.0.smithi046.stdout:3615: finishing copy_from racing read to smithi04638994-2 2021-07-26T15:58:13.217 INFO:tasks.rados.rados.0.smithi046.stdout:3615: done (3 left) 2021-07-26T15:58:13.217 INFO:tasks.rados.rados.0.smithi046.stdout:3617: done (2 left) 2021-07-26T15:58:13.217 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 344 2021-07-26T15:58:13.217 INFO:tasks.rados.rados.0.smithi046.stdout:3618: seq_num 1167 ranges {0=352256} 2021-07-26T15:58:13.219 INFO:tasks.rados.rados.0.smithi046.stdout:3618: writing smithi04638994-32 from 0 to 352256 tid 1 2021-07-26T15:58:13.219 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 344 2021-07-26T15:58:13.220 INFO:tasks.rados.rados.0.smithi046.stdout:3619: seq_num 1168 ranges {2301952=368640} 2021-07-26T15:58:13.235 INFO:tasks.rados.rados.0.smithi046.stdout:3619: writing smithi04638994-4 from 2301952 to 2670592 tid 1 2021-07-26T15:58:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:3620: rollback oid 15 current snap is 344 2021-07-26T15:58:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 15 to 330 2021-07-26T15:58:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 1 to smithi04638994-1 2021-07-26T15:58:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 2 to smithi04638994-1 2021-07-26T15:58:13.236 INFO:tasks.rados.rados.0.smithi046.stdout:3616: expect (ObjNum 1031 snap 305 seq_num 1031) 2021-07-26T15:58:13.375 INFO:tasks.rados.rados.0.smithi046.stdout:3614: finishing write tid 3 to smithi04638994-1 2021-07-26T15:58:13.376 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2479 (ObjNum 1165 snap 344 seq_num 1165) dirty exists 2021-07-26T15:58:13.376 INFO:tasks.rados.rados.0.smithi046.stdout:3614: left oid 1 (ObjNum 1165 snap 344 seq_num 1165) 2021-07-26T15:58:13.376 INFO:tasks.rados.rados.0.smithi046.stdout:3618: finishing write tid 1 to smithi04638994-32 2021-07-26T15:58:13.376 INFO:tasks.rados.rados.0.smithi046.stdout:3618: finishing write tid 2 to smithi04638994-32 2021-07-26T15:58:13.376 INFO:tasks.rados.rados.0.smithi046.stdout:3614: done (4 left) 2021-07-26T15:58:13.377 INFO:tasks.rados.rados.0.smithi046.stdout:3616: done (3 left) 2021-07-26T15:58:13.377 INFO:tasks.rados.rados.0.smithi046.stdout:3621: rollback oid 48 current snap is 344 2021-07-26T15:58:13.377 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 336 2021-07-26T15:58:13.377 INFO:tasks.rados.rados.0.smithi046.stdout:3618: finishing write tid 3 to smithi04638994-32 2021-07-26T15:58:13.378 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2252 (ObjNum 1167 snap 344 seq_num 1167) dirty exists 2021-07-26T15:58:13.378 INFO:tasks.rados.rados.0.smithi046.stdout:3618: left oid 32 (ObjNum 1167 snap 344 seq_num 1167) 2021-07-26T15:58:13.378 INFO:tasks.rados.rados.0.smithi046.stdout:3619: finishing write tid 1 to smithi04638994-4 2021-07-26T15:58:13.378 INFO:tasks.rados.rados.0.smithi046.stdout:3619: finishing write tid 2 to smithi04638994-4 2021-07-26T15:58:13.379 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 0 to smithi04638994-15 2021-07-26T15:58:13.379 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 1 to smithi04638994-15 2021-07-26T15:58:13.379 INFO:tasks.rados.rados.0.smithi046.stdout:3620: finishing rollback tid 2 to smithi04638994-15 2021-07-26T15:58:13.379 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 1490 (ObjNum 1088 snap 320 seq_num 1088) dirty exists 2021-07-26T15:58:13.379 INFO:tasks.rados.rados.0.smithi046.stdout:3619: finishing write tid 3 to smithi04638994-4 2021-07-26T15:58:13.380 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2077 (ObjNum 1168 snap 344 seq_num 1168) dirty exists 2021-07-26T15:58:13.380 INFO:tasks.rados.rados.0.smithi046.stdout:3619: left oid 4 (ObjNum 1168 snap 344 seq_num 1168) 2021-07-26T15:58:13.380 INFO:tasks.rados.rados.0.smithi046.stdout:3618: done (3 left) 2021-07-26T15:58:13.380 INFO:tasks.rados.rados.0.smithi046.stdout:3619: done (2 left) 2021-07-26T15:58:13.381 INFO:tasks.rados.rados.0.smithi046.stdout:3620: done (1 left) 2021-07-26T15:58:13.381 INFO:tasks.rados.rados.0.smithi046.stdout:3622: delete oid 4 current snap is 344 2021-07-26T15:58:13.381 INFO:tasks.rados.rados.0.smithi046.stdout:3622: done (1 left) 2021-07-26T15:58:13.382 INFO:tasks.rados.rados.0.smithi046.stdout:3623: delete oid 27 current snap is 344 2021-07-26T15:58:13.384 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:58:13.385 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:58:13.385 INFO:tasks.rados.rados.0.smithi046.stdout:3621: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:58:13.386 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2483 (ObjNum 1040 snap 308 seq_num 1040) dirty exists 2021-07-26T15:58:13.387 INFO:tasks.rados.rados.0.smithi046.stdout:3621: done (1 left) 2021-07-26T15:58:13.387 INFO:tasks.rados.rados.0.smithi046.stdout:3623: done (0 left) 2021-07-26T15:58:13.387 INFO:tasks.rados.rados.0.smithi046.stdout:3624: rmattr oid 44 current snap is 344 2021-07-26T15:58:13.387 INFO:tasks.rados.rados.0.smithi046.stdout:3625: read oid 37 snap -1 2021-07-26T15:58:13.388 INFO:tasks.rados.rados.0.smithi046.stdout:3625: expect deleted 2021-07-26T15:58:13.388 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 43 current snap is 344 2021-07-26T15:58:13.388 INFO:tasks.rados.rados.0.smithi046.stdout:3626: seq_num 1171 ranges {1900544=417792} 2021-07-26T15:58:13.409 INFO:tasks.rados.rados.0.smithi046.stdout:3626: writing smithi04638994-43 from 1900544 to 2318336 tid 1 2021-07-26T15:58:13.410 INFO:tasks.rados.rados.0.smithi046.stdout:3627: copy_from oid 10 from oid 27 current snap is 344 2021-07-26T15:58:13.410 INFO:tasks.rados.rados.0.smithi046.stdout:3628: read oid 26 snap -1 2021-07-26T15:58:13.413 INFO:tasks.rados.rados.0.smithi046.stdout:3628: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:13.413 INFO:tasks.rados.rados.0.smithi046.stdout:3629: read oid 34 snap -1 2021-07-26T15:58:13.413 INFO:tasks.rados.rados.0.smithi046.stdout:3629: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:13.413 INFO:tasks.rados.rados.0.smithi046.stdout:3630: rollback oid 39 current snap is 344 2021-07-26T15:58:13.413 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 330 2021-07-26T15:58:13.414 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1768 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2021-07-26T15:58:13.414 INFO:tasks.rados.rados.0.smithi046.stdout:3624: done (6 left) 2021-07-26T15:58:13.414 INFO:tasks.rados.rados.0.smithi046.stdout:3625: done (5 left) 2021-07-26T15:58:13.414 INFO:tasks.rados.rados.0.smithi046.stdout:3631: read oid 7 snap -1 2021-07-26T15:58:13.415 INFO:tasks.rados.rados.0.smithi046.stdout:3631: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:58:13.415 INFO:tasks.rados.rados.0.smithi046.stdout:3632: copy_from oid 50 from oid 30 current snap is 344 2021-07-26T15:58:13.415 INFO:tasks.rados.rados.0.smithi046.stdout:3633: read oid 22 snap 310 2021-07-26T15:58:13.415 INFO:tasks.rados.rados.0.smithi046.stdout:3633: expect (ObjNum 197596800 snap 22029 seq_num 198300704) 2021-07-26T15:58:13.416 INFO:tasks.rados.rados.0.smithi046.stdout:3634: read oid 23 snap -1 2021-07-26T15:58:13.416 INFO:tasks.rados.rados.0.smithi046.stdout:3634: expect (ObjNum 1132 snap 336 seq_num 1132) 2021-07-26T15:58:13.416 INFO:tasks.rados.rados.0.smithi046.stdout:3635: copy_from oid 29 from oid 36 current snap is 344 2021-07-26T15:58:13.417 INFO:tasks.rados.rados.0.smithi046.stdout:3636: snap_remove snap 335 2021-07-26T15:58:13.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:13 smithi046 bash[41283]: cluster 2021-07-26T15:58:12.051497+0000 mgr.y (mgr.24683) 465 : cluster [DBG] pgmap v955: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2021-07-26T15:58:13.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:13 smithi046 bash[41283]: cluster 2021-07-26T15:58:12.170082+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T15:58:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:13 smithi046 bash[42351]: cluster 2021-07-26T15:58:12.051497+0000 mgr.y (mgr.24683) 465 : cluster [DBG] pgmap v955: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2021-07-26T15:58:13.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:13 smithi046 bash[42351]: cluster 2021-07-26T15:58:12.170082+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T15:58:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:13 smithi073 bash[34190]: cluster 2021-07-26T15:58:12.051497+0000 mgr.y (mgr.24683) 465 : cluster [DBG] pgmap v955: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2021-07-26T15:58:13.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:13 smithi073 bash[34190]: cluster 2021-07-26T15:58:12.170082+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T15:58:14.190 INFO:tasks.rados.rados.0.smithi046.stdout:3636: done (10 left) 2021-07-26T15:58:14.190 INFO:tasks.rados.rados.0.smithi046.stdout:3637: snap_remove snap 341 2021-07-26T15:58:14.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:14 smithi073 bash[34190]: cluster 2021-07-26T15:58:13.172097+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T15:58:14.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:14 smithi046 bash[41283]: cluster 2021-07-26T15:58:13.172097+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T15:58:14.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:14 smithi046 bash[42351]: cluster 2021-07-26T15:58:13.172097+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T15:58:15.197 INFO:tasks.rados.rados.0.smithi046.stdout:3637: done (10 left) 2021-07-26T15:58:15.197 INFO:tasks.rados.rados.0.smithi046.stdout:3638: rollback oid 46 current snap is 344 2021-07-26T15:58:15.197 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 322 2021-07-26T15:58:15.198 INFO:tasks.rados.rados.0.smithi046.stdout:3629: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:15.200 INFO:tasks.rados.rados.0.smithi046.stdout:3629: done (10 left) 2021-07-26T15:58:15.200 INFO:tasks.rados.rados.0.smithi046.stdout:3639: delete oid 31 current snap is 344 2021-07-26T15:58:15.200 INFO:tasks.rados.rados.0.smithi046.stdout:3633: expect (ObjNum 197596800 snap 22029 seq_num 198300704) 2021-07-26T15:58:15.203 INFO:tasks.rados.rados.0.smithi046.stdout:3631: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:58:15.242 INFO:tasks.rados.rados.0.smithi046.stdout:3627: finishing copy_from to smithi04638994-10 2021-07-26T15:58:15.243 INFO:tasks.rados.rados.0.smithi046.stdout:3627: got expected ENOENT (src dne) 2021-07-26T15:58:15.243 INFO:tasks.rados.rados.0.smithi046.stdout:3627: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:58:15.243 INFO:tasks.rados.rados.0.smithi046.stdout:3628: expect (ObjNum 1129 snap 336 seq_num 1129) 2021-07-26T15:58:15.298 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 1 to smithi04638994-43 2021-07-26T15:58:15.299 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 2 to smithi04638994-43 2021-07-26T15:58:15.299 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing rollback tid 0 to smithi04638994-39 2021-07-26T15:58:15.299 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing copy_from to smithi04638994-50 2021-07-26T15:58:15.299 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2246 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:58:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3632: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:58:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing rollback tid 1 to smithi04638994-39 2021-07-26T15:58:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3630: finishing rollback tid 2 to smithi04638994-39 2021-07-26T15:58:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2255 (ObjNum 910 snap 273 seq_num 910) dirty exists 2021-07-26T15:58:15.300 INFO:tasks.rados.rados.0.smithi046.stdout:3626: finishing write tid 3 to smithi04638994-43 2021-07-26T15:58:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1492 (ObjNum 1171 snap 344 seq_num 1171) dirty exists 2021-07-26T15:58:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:3626: left oid 43 (ObjNum 1171 snap 344 seq_num 1171) 2021-07-26T15:58:15.301 INFO:tasks.rados.rados.0.smithi046.stdout:3634: expect (ObjNum 1132 snap 336 seq_num 1132) 2021-07-26T15:58:15.357 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing copy_from to smithi04638994-29 2021-07-26T15:58:15.357 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 1742 (ObjNum 197551520 snap 22029 seq_num 1261447760) dirty exists 2021-07-26T15:58:15.358 INFO:tasks.rados.rados.0.smithi046.stdout:3635: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:58:15.358 INFO:tasks.rados.rados.0.smithi046.stdout:3638: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:58:15.359 INFO:tasks.rados.rados.0.smithi046.stdout:3638: finishing rollback tid 2 to smithi04638994-46 2021-07-26T15:58:15.359 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2346 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:58:15.359 INFO:tasks.rados.rados.0.smithi046.stdout:3626: done (10 left) 2021-07-26T15:58:15.362 INFO:tasks.rados.rados.0.smithi046.stdout:3627: done (9 left) 2021-07-26T15:58:15.362 INFO:tasks.rados.rados.0.smithi046.stdout:3628: done (8 left) 2021-07-26T15:58:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3630: done (7 left) 2021-07-26T15:58:15.363 INFO:tasks.rados.rados.0.smithi046.stdout:3631: done (6 left) 2021-07-26T15:58:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3632: done (5 left) 2021-07-26T15:58:15.364 INFO:tasks.rados.rados.0.smithi046.stdout:3633: done (4 left) 2021-07-26T15:58:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3634: done (3 left) 2021-07-26T15:58:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3635: done (2 left) 2021-07-26T15:58:15.365 INFO:tasks.rados.rados.0.smithi046.stdout:3638: done (1 left) 2021-07-26T15:58:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:3639: done (0 left) 2021-07-26T15:58:15.366 INFO:tasks.rados.rados.0.smithi046.stdout:3640: snap_create 2021-07-26T15:58:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:15 smithi073 bash[34190]: cluster 2021-07-26T15:58:14.052199+0000 mgr.y (mgr.24683) 466 : cluster [DBG] pgmap v958: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2021-07-26T15:58:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:15 smithi073 bash[34190]: cluster 2021-07-26T15:58:14.190909+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T15:58:15.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:15 smithi046 bash[41283]: cluster 2021-07-26T15:58:14.052199+0000 mgr.y (mgr.24683) 466 : cluster [DBG] pgmap v958: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2021-07-26T15:58:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:15 smithi046 bash[41283]: cluster 2021-07-26T15:58:14.190909+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T15:58:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:15 smithi046 bash[42351]: cluster 2021-07-26T15:58:14.052199+0000 mgr.y (mgr.24683) 466 : cluster [DBG] pgmap v958: 25 pgs: 25 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2021-07-26T15:58:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:15 smithi046 bash[42351]: cluster 2021-07-26T15:58:14.190909+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T15:58:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:3640: done (0 left) 2021-07-26T15:58:16.125 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 345 2021-07-26T15:58:16.126 INFO:tasks.rados.rados.0.smithi046.stdout:3641: seq_num 1173 ranges {0=450560} 2021-07-26T15:58:16.130 INFO:tasks.rados.rados.0.smithi046.stdout:3641: writing smithi04638994-31 from 0 to 450560 tid 1 2021-07-26T15:58:16.130 INFO:tasks.rados.rados.0.smithi046.stdout:3642: delete oid 30 current snap is 345 2021-07-26T15:58:16.139 INFO:tasks.rados.rados.0.smithi046.stdout:3641: finishing write tid 1 to smithi04638994-31 2021-07-26T15:58:16.139 INFO:tasks.rados.rados.0.smithi046.stdout:3641: finishing write tid 2 to smithi04638994-31 2021-07-26T15:58:16.139 INFO:tasks.rados.rados.0.smithi046.stdout:3642: done (1 left) 2021-07-26T15:58:16.140 INFO:tasks.rados.rados.0.smithi046.stdout:3643: delete oid 22 current snap is 345 2021-07-26T15:58:16.141 INFO:tasks.rados.rados.0.smithi046.stdout:3641: finishing write tid 3 to smithi04638994-31 2021-07-26T15:58:16.141 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 1771 (ObjNum 1173 snap 345 seq_num 1173) dirty exists 2021-07-26T15:58:16.141 INFO:tasks.rados.rados.0.smithi046.stdout:3641: left oid 31 (ObjNum 1173 snap 345 seq_num 1173) 2021-07-26T15:58:16.147 INFO:tasks.rados.rados.0.smithi046.stdout:3641: done (1 left) 2021-07-26T15:58:16.147 INFO:tasks.rados.rados.0.smithi046.stdout:3643: done (0 left) 2021-07-26T15:58:16.147 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 345 2021-07-26T15:58:16.147 INFO:tasks.rados.rados.0.smithi046.stdout:3644: seq_num 1176 ranges {11337728=499712} 2021-07-26T15:58:16.214 INFO:tasks.rados.rados.0.smithi046.stdout:3644: writing smithi04638994-44 from 11337728 to 11837440 tid 1 2021-07-26T15:58:16.214 INFO:tasks.rados.rados.0.smithi046.stdout:3645: snap_remove snap 330 2021-07-26T15:58:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:16 smithi073 bash[34190]: cluster 2021-07-26T15:58:15.198741+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T15:58:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:16 smithi073 bash[34190]: cluster 2021-07-26T15:58:16.126525+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T15:58:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:16 smithi046 bash[41283]: cluster 2021-07-26T15:58:15.198741+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T15:58:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:16 smithi046 bash[41283]: cluster 2021-07-26T15:58:16.126525+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T15:58:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:16 smithi046 bash[42351]: cluster 2021-07-26T15:58:15.198741+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T15:58:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:16 smithi046 bash[42351]: cluster 2021-07-26T15:58:16.126525+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T15:58:17.213 INFO:tasks.rados.rados.0.smithi046.stdout:3645: done (1 left) 2021-07-26T15:58:17.213 INFO:tasks.rados.rados.0.smithi046.stdout:3646: snap_create 2021-07-26T15:58:17.213 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 1 to smithi04638994-44 2021-07-26T15:58:17.213 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 2 to smithi04638994-44 2021-07-26T15:58:17.214 INFO:tasks.rados.rados.0.smithi046.stdout:3644: finishing write tid 3 to smithi04638994-44 2021-07-26T15:58:17.214 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1773 (ObjNum 1176 snap 345 seq_num 1176) dirty exists 2021-07-26T15:58:17.214 INFO:tasks.rados.rados.0.smithi046.stdout:3644: left oid 44 (ObjNum 1176 snap 345 seq_num 1176) 2021-07-26T15:58:17.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:17 smithi073 bash[34190]: cluster 2021-07-26T15:58:16.053061+0000 mgr.y (mgr.24683) 467 : cluster [DBG] pgmap v961: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 846 KiB/s wr, 28 op/s 2021-07-26T15:58:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:17 smithi046 bash[41283]: cluster 2021-07-26T15:58:16.053061+0000 mgr.y (mgr.24683) 467 : cluster [DBG] pgmap v961: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 846 KiB/s wr, 28 op/s 2021-07-26T15:58:17.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:17 smithi046 bash[42351]: cluster 2021-07-26T15:58:16.053061+0000 mgr.y (mgr.24683) 467 : cluster [DBG] pgmap v961: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 846 KiB/s wr, 28 op/s 2021-07-26T15:58:18.230 INFO:tasks.rados.rados.0.smithi046.stdout:3644: done (1 left) 2021-07-26T15:58:18.230 INFO:tasks.rados.rados.0.smithi046.stdout:3646: done (0 left) 2021-07-26T15:58:18.231 INFO:tasks.rados.rados.0.smithi046.stdout:3647: rollback oid 21 current snap is 346 2021-07-26T15:58:18.231 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 21 to 342 2021-07-26T15:58:18.231 INFO:tasks.rados.rados.0.smithi046.stdout:3648: rollback oid 38 current snap is 346 2021-07-26T15:58:18.231 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 38 to 340 2021-07-26T15:58:18.232 INFO:tasks.rados.rados.0.smithi046.stdout:3649: snap_create 2021-07-26T15:58:18.235 INFO:tasks.rados.rados.0.smithi046.stdout:3647: finishing rollback tid 1 to smithi04638994-21 2021-07-26T15:58:18.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1736 (ObjNum 197857696 snap 22029 seq_num 1110543696) dirty dne 2021-07-26T15:58:18.239 INFO:tasks.rados.rados.0.smithi046.stdout:3648: finishing rollback tid 1 to smithi04638994-38 2021-07-26T15:58:18.240 INFO:tasks.rados.rados.0.smithi046.stdout:3648: finishing rollback tid 2 to smithi04638994-38 2021-07-26T15:58:18.240 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2176 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:58:18.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:18 smithi073 bash[34190]: cluster 2021-07-26T15:58:17.211602+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T15:58:18.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:18 smithi073 bash[34190]: cluster 2021-07-26T15:58:18.053754+0000 mgr.y (mgr.24683) 468 : cluster [DBG] pgmap v964: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 920 KiB/s wr, 30 op/s 2021-07-26T15:58:18.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:18 smithi046 bash[41283]: cluster 2021-07-26T15:58:17.211602+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T15:58:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:18 smithi046 bash[41283]: cluster 2021-07-26T15:58:18.053754+0000 mgr.y (mgr.24683) 468 : cluster [DBG] pgmap v964: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 920 KiB/s wr, 30 op/s 2021-07-26T15:58:18.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:18 smithi046 bash[42351]: cluster 2021-07-26T15:58:17.211602+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T15:58:18.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:18 smithi046 bash[42351]: cluster 2021-07-26T15:58:18.053754+0000 mgr.y (mgr.24683) 468 : cluster [DBG] pgmap v964: 25 pgs: 25 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 920 KiB/s wr, 30 op/s 2021-07-26T15:58:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:3647: done (2 left) 2021-07-26T15:58:19.239 INFO:tasks.rados.rados.0.smithi046.stdout:3648: done (1 left) 2021-07-26T15:58:19.240 INFO:tasks.rados.rados.0.smithi046.stdout:3649: done (0 left) 2021-07-26T15:58:19.240 INFO:tasks.rados.rados.0.smithi046.stdout:3650: read oid 9 snap 310 2021-07-26T15:58:19.240 INFO:tasks.rados.rados.0.smithi046.stdout:3650: expect (ObjNum 980 snap 300 seq_num 980) 2021-07-26T15:58:19.240 INFO:tasks.rados.rados.0.smithi046.stdout:3651: delete oid 37 current snap is 347 2021-07-26T15:58:19.246 INFO:tasks.rados.rados.0.smithi046.stdout:3651: done (1 left) 2021-07-26T15:58:19.246 INFO:tasks.rados.rados.0.smithi046.stdout:3652: rollback oid 8 current snap is 347 2021-07-26T15:58:19.247 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 8 to 310 2021-07-26T15:58:19.247 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 347 2021-07-26T15:58:19.247 INFO:tasks.rados.rados.0.smithi046.stdout:3653: seq_num 1178 ranges {352256=532480} 2021-07-26T15:58:19.253 INFO:tasks.rados.rados.0.smithi046.stdout:3653: writing smithi04638994-32 from 352256 to 884736 tid 1 2021-07-26T15:58:19.253 INFO:tasks.rados.rados.0.smithi046.stdout:3654: rmattr oid 7 current snap is 347 2021-07-26T15:58:19.253 INFO:tasks.rados.rados.0.smithi046.stdout:3654: done (3 left) 2021-07-26T15:58:19.253 INFO:tasks.rados.rados.0.smithi046.stdout:3655: copy_from oid 6 from oid 34 current snap is 347 2021-07-26T15:58:19.254 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 347 2021-07-26T15:58:19.254 INFO:tasks.rados.rados.0.smithi046.stdout:3656: seq_num 1179 ranges {3350528=548864} 2021-07-26T15:58:19.276 INFO:tasks.rados.rados.0.smithi046.stdout:3656: writing smithi04638994-49 from 3350528 to 3899392 tid 1 2021-07-26T15:58:19.276 INFO:tasks.rados.rados.0.smithi046.stdout:3657: delete oid 5 current snap is 347 2021-07-26T15:58:19.276 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing rollback tid 0 to smithi04638994-8 2021-07-26T15:58:19.276 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing rollback tid 1 to smithi04638994-8 2021-07-26T15:58:19.277 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing copy_from to smithi04638994-6 2021-07-26T15:58:19.277 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 6 v 2343 (ObjNum 198195152 snap 22029 seq_num 198734160) dirty exists 2021-07-26T15:58:19.277 INFO:tasks.rados.rados.0.smithi046.stdout:3652: finishing rollback tid 2 to smithi04638994-8 2021-07-26T15:58:19.277 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2422 (ObjNum 1 snap 32682 seq_num 198700184) dirty exists 2021-07-26T15:58:19.277 INFO:tasks.rados.rados.0.smithi046.stdout:3655: finishing copy_from racing read to smithi04638994-6 2021-07-26T15:58:19.278 INFO:tasks.rados.rados.0.smithi046.stdout:3653: finishing write tid 1 to smithi04638994-32 2021-07-26T15:58:19.278 INFO:tasks.rados.rados.0.smithi046.stdout:3653: finishing write tid 2 to smithi04638994-32 2021-07-26T15:58:19.278 INFO:tasks.rados.rados.0.smithi046.stdout:3650: expect (ObjNum 980 snap 300 seq_num 980) 2021-07-26T15:58:19.521 INFO:tasks.rados.rados.0.smithi046.stdout:3653: finishing write tid 3 to smithi04638994-32 2021-07-26T15:58:19.522 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2257 (ObjNum 1178 snap 347 seq_num 1178) dirty exists 2021-07-26T15:58:19.522 INFO:tasks.rados.rados.0.smithi046.stdout:3653: left oid 32 (ObjNum 1178 snap 347 seq_num 1178) 2021-07-26T15:58:19.522 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 1 to smithi04638994-49 2021-07-26T15:58:19.522 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 2 to smithi04638994-49 2021-07-26T15:58:19.523 INFO:tasks.rados.rados.0.smithi046.stdout:3656: finishing write tid 3 to smithi04638994-49 2021-07-26T15:58:19.523 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2178 (ObjNum 1179 snap 347 seq_num 1179) dirty exists 2021-07-26T15:58:19.523 INFO:tasks.rados.rados.0.smithi046.stdout:3656: left oid 49 (ObjNum 1179 snap 347 seq_num 1179) 2021-07-26T15:58:19.523 INFO:tasks.rados.rados.0.smithi046.stdout:3650: done (5 left) 2021-07-26T15:58:19.523 INFO:tasks.rados.rados.0.smithi046.stdout:3652: done (4 left) 2021-07-26T15:58:19.524 INFO:tasks.rados.rados.0.smithi046.stdout:3653: done (3 left) 2021-07-26T15:58:19.524 INFO:tasks.rados.rados.0.smithi046.stdout:3655: done (2 left) 2021-07-26T15:58:19.524 INFO:tasks.rados.rados.0.smithi046.stdout:3656: done (1 left) 2021-07-26T15:58:19.524 INFO:tasks.rados.rados.0.smithi046.stdout:3657: done (0 left) 2021-07-26T15:58:19.524 INFO:tasks.rados.rados.0.smithi046.stdout:3658: rollback oid 48 current snap is 347 2021-07-26T15:58:19.525 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 48 to 340 2021-07-26T15:58:19.525 INFO:tasks.rados.rados.0.smithi046.stdout:3659: setattr oid 36 current snap is 347 2021-07-26T15:58:19.528 INFO:tasks.rados.rados.0.smithi046.stdout:3660: read oid 20 snap -1 2021-07-26T15:58:19.528 INFO:tasks.rados.rados.0.smithi046.stdout:3660: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:58:19.528 INFO:tasks.rados.rados.0.smithi046.stdout:3661: read oid 2 snap -1 2021-07-26T15:58:19.529 INFO:tasks.rados.rados.0.smithi046.stdout:3661: expect deleted 2021-07-26T15:58:19.529 INFO:tasks.rados.rados.0.smithi046.stdout:3662: read oid 3 snap -1 2021-07-26T15:58:19.529 INFO:tasks.rados.rados.0.smithi046.stdout:3662: expect deleted 2021-07-26T15:58:19.529 INFO:tasks.rados.rados.0.smithi046.stdout:3663: snap_remove snap 337 2021-07-26T15:58:19.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:19 smithi073 bash[34190]: cluster 2021-07-26T15:58:18.231872+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T15:58:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:19 smithi046 bash[41283]: cluster 2021-07-26T15:58:18.231872+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T15:58:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:19 smithi046 bash[42351]: cluster 2021-07-26T15:58:18.231872+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T15:58:20.248 INFO:tasks.rados.rados.0.smithi046.stdout:3663: done (5 left) 2021-07-26T15:58:20.249 INFO:tasks.rados.rados.0.smithi046.stdout:3664: copy_from oid 12 from oid 5 current snap is 347 2021-07-26T15:58:20.249 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1751 (ObjNum 1699768404 snap 1716604501 seq_num 1633576017) dirty exists 2021-07-26T15:58:20.249 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 0 to smithi04638994-48 2021-07-26T15:58:20.249 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 1 to smithi04638994-48 2021-07-26T15:58:20.250 INFO:tasks.rados.rados.0.smithi046.stdout:3658: finishing rollback tid 2 to smithi04638994-48 2021-07-26T15:58:20.250 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2519 (ObjNum 1040 snap 308 seq_num 1040) dirty exists 2021-07-26T15:58:20.250 INFO:tasks.rados.rados.0.smithi046.stdout:3660: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:58:20.561 INFO:tasks.rados.rados.0.smithi046.stdout:3664: finishing copy_from to smithi04638994-12 2021-07-26T15:58:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:3664: got expected ENOENT (src dne) 2021-07-26T15:58:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:3664: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:58:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:3658: done (5 left) 2021-07-26T15:58:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:3659: done (4 left) 2021-07-26T15:58:20.562 INFO:tasks.rados.rados.0.smithi046.stdout:3660: done (3 left) 2021-07-26T15:58:20.563 INFO:tasks.rados.rados.0.smithi046.stdout:3661: done (2 left) 2021-07-26T15:58:20.563 INFO:tasks.rados.rados.0.smithi046.stdout:3662: done (1 left) 2021-07-26T15:58:20.563 INFO:tasks.rados.rados.0.smithi046.stdout:3664: done (0 left) 2021-07-26T15:58:20.563 INFO:tasks.rados.rados.0.smithi046.stdout:3665: delete oid 16 current snap is 347 2021-07-26T15:58:20.567 INFO:tasks.rados.rados.0.smithi046.stdout:3665: done (0 left) 2021-07-26T15:58:20.567 INFO:tasks.rados.rados.0.smithi046.stdout:3666: rollback oid 20 current snap is 347 2021-07-26T15:58:20.567 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 20 to 336 2021-07-26T15:58:20.567 INFO:tasks.rados.rados.0.smithi046.stdout:3667: snap_create 2021-07-26T15:58:20.577 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing rollback tid 0 to smithi04638994-20 2021-07-26T15:58:20.578 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing rollback tid 1 to smithi04638994-20 2021-07-26T15:58:20.578 INFO:tasks.rados.rados.0.smithi046.stdout:3666: finishing rollback tid 2 to smithi04638994-20 2021-07-26T15:58:20.579 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2425 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2021-07-26T15:58:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:20 smithi073 bash[34190]: cluster 2021-07-26T15:58:19.241110+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T15:58:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:20 smithi073 bash[34190]: cluster 2021-07-26T15:58:20.054493+0000 mgr.y (mgr.24683) 469 : cluster [DBG] pgmap v967: 25 pgs: 25 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 204 KiB/s wr, 9 op/s 2021-07-26T15:58:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:20 smithi046 bash[41283]: cluster 2021-07-26T15:58:19.241110+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T15:58:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:20 smithi046 bash[41283]: cluster 2021-07-26T15:58:20.054493+0000 mgr.y (mgr.24683) 469 : cluster [DBG] pgmap v967: 25 pgs: 25 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 204 KiB/s wr, 9 op/s 2021-07-26T15:58:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:20 smithi046 bash[42351]: cluster 2021-07-26T15:58:19.241110+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T15:58:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:20 smithi046 bash[42351]: cluster 2021-07-26T15:58:20.054493+0000 mgr.y (mgr.24683) 469 : cluster [DBG] pgmap v967: 25 pgs: 25 active+clean; 310 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 204 KiB/s wr, 9 op/s 2021-07-26T15:58:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:3666: done (1 left) 2021-07-26T15:58:21.126 INFO:tasks.rados.rados.0.smithi046.stdout:3667: done (0 left) 2021-07-26T15:58:21.127 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 348 2021-07-26T15:58:21.127 INFO:tasks.rados.rados.0.smithi046.stdout:3668: seq_num 1182 ranges {2170880=606208} 2021-07-26T15:58:21.141 INFO:tasks.rados.rados.0.smithi046.stdout:3668: writing smithi04638994-23 from 2170880 to 2777088 tid 1 2021-07-26T15:58:21.142 INFO:tasks.rados.rados.0.smithi046.stdout:3669: delete oid 13 current snap is 348 2021-07-26T15:58:21.155 INFO:tasks.rados.rados.0.smithi046.stdout:3668: finishing write tid 1 to smithi04638994-23 2021-07-26T15:58:21.156 INFO:tasks.rados.rados.0.smithi046.stdout:3669: done (1 left) 2021-07-26T15:58:21.156 INFO:tasks.rados.rados.0.smithi046.stdout:3670: copy_from oid 14 from oid 37 current snap is 348 2021-07-26T15:58:21.156 INFO:tasks.rados.rados.0.smithi046.stdout:3671: snap_remove snap 347 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:21 smithi073 bash[34190]: cluster 2021-07-26T15:58:20.249377+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:21 smithi073 bash[34190]: cluster 2021-07-26T15:58:21.126896+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T15:58:21.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:21 smithi046 bash[41283]: cluster 2021-07-26T15:58:20.249377+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T15:58:21.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:21 smithi046 bash[41283]: cluster 2021-07-26T15:58:21.126896+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T15:58:21.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:21 smithi046 bash[42351]: cluster 2021-07-26T15:58:20.249377+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T15:58:21.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:21 smithi046 bash[42351]: cluster 2021-07-26T15:58:21.126896+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T15:58:22.137 INFO:tasks.rados.rados.0.smithi046.stdout:3671: done (2 left) 2021-07-26T15:58:22.138 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 19 current snap is 348 2021-07-26T15:58:22.138 INFO:tasks.rados.rados.0.smithi046.stdout:3668: finishing write tid 2 to smithi04638994-23 2021-07-26T15:58:22.138 INFO:tasks.rados.rados.0.smithi046.stdout:3672: seq_num 1184 ranges {3858432=638976} 2021-07-26T15:58:22.165 INFO:tasks.rados.rados.0.smithi046.stdout:3672: writing smithi04638994-19 from 3858432 to 4497408 tid 1 2021-07-26T15:58:22.165 INFO:tasks.rados.rados.0.smithi046.stdout:3673: snap_create 2021-07-26T15:58:22.166 INFO:tasks.rados.rados.0.smithi046.stdout:3668: finishing write tid 3 to smithi04638994-23 2021-07-26T15:58:22.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2427 (ObjNum 1182 snap 348 seq_num 1182) dirty exists 2021-07-26T15:58:22.166 INFO:tasks.rados.rados.0.smithi046.stdout:3668: left oid 23 (ObjNum 1182 snap 348 seq_num 1182) 2021-07-26T15:58:22.166 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing copy_from to smithi04638994-14 2021-07-26T15:58:22.167 INFO:tasks.rados.rados.0.smithi046.stdout:3670: got expected ENOENT (src dne) 2021-07-26T15:58:22.167 INFO:tasks.rados.rados.0.smithi046.stdout:3670: finishing copy_from racing read to smithi04638994-14 2021-07-26T15:58:22.173 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 1 to smithi04638994-19 2021-07-26T15:58:22.175 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 2 to smithi04638994-19 2021-07-26T15:58:22.177 INFO:tasks.rados.rados.0.smithi046.stdout:3672: finishing write tid 3 to smithi04638994-19 2021-07-26T15:58:22.177 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1691 (ObjNum 1184 snap 348 seq_num 1184) dirty exists 2021-07-26T15:58:22.177 INFO:tasks.rados.rados.0.smithi046.stdout:3672: left oid 19 (ObjNum 1184 snap 348 seq_num 1184) 2021-07-26T15:58:23.140 INFO:tasks.rados.rados.0.smithi046.stdout:3668: done (3 left) 2021-07-26T15:58:23.141 INFO:tasks.rados.rados.0.smithi046.stdout:3670: done (2 left) 2021-07-26T15:58:23.141 INFO:tasks.rados.rados.0.smithi046.stdout:3672: done (1 left) 2021-07-26T15:58:23.141 INFO:tasks.rados.rados.0.smithi046.stdout:3673: done (0 left) 2021-07-26T15:58:23.141 INFO:tasks.rados.rados.0.smithi046.stdout:3674: copy_from oid 7 from oid 49 current snap is 349 2021-07-26T15:58:23.142 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 349 2021-07-26T15:58:23.142 INFO:tasks.rados.rados.0.smithi046.stdout:3675: seq_num 1185 ranges {0=655360} 2021-07-26T15:58:23.147 INFO:tasks.rados.rados.0.smithi046.stdout:3675: writing smithi04638994-37 from 0 to 655360 tid 1 2021-07-26T15:58:23.148 INFO:tasks.rados.rados.0.smithi046.stdout:3676: copy_from oid 5 from oid 6 current snap is 349 2021-07-26T15:58:23.148 INFO:tasks.rados.rados.0.smithi046.stdout:3677: rollback oid 30 current snap is 349 2021-07-26T15:58:23.148 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 323 2021-07-26T15:58:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:3678: rollback oid 44 current snap is 349 2021-07-26T15:58:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 44 to 342 2021-07-26T15:58:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:3679: copy_from oid 25 from oid 18 current snap is 349 2021-07-26T15:58:23.149 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 10 current snap is 349 2021-07-26T15:58:23.150 INFO:tasks.rados.rados.0.smithi046.stdout:3680: seq_num 1186 ranges {2908160=671744} 2021-07-26T15:58:23.168 INFO:tasks.rados.rados.0.smithi046.stdout:3680: writing smithi04638994-10 from 2908160 to 3579904 tid 1 2021-07-26T15:58:23.169 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 47 current snap is 349 2021-07-26T15:58:23.169 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 0 to smithi04638994-44 2021-07-26T15:58:23.169 INFO:tasks.rados.rados.0.smithi046.stdout:3681: seq_num 1187 ranges {6742016=688128} 2021-07-26T15:58:23.212 INFO:tasks.rados.rados.0.smithi046.stdout:3681: writing smithi04638994-47 from 6742016 to 7430144 tid 1 2021-07-26T15:58:23.213 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 4 current snap is 349 2021-07-26T15:58:23.214 INFO:tasks.rados.rados.0.smithi046.stdout:3682: seq_num 1188 ranges {0=704512} 2021-07-26T15:58:23.215 INFO:tasks.rados.rados.0.smithi046.stdout:3682: writing smithi04638994-4 from 0 to 704512 tid 1 2021-07-26T15:58:23.216 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 13 current snap is 349 2021-07-26T15:58:23.216 INFO:tasks.rados.rados.0.smithi046.stdout:3683: seq_num 1189 ranges {0=720896} 2021-07-26T15:58:23.222 INFO:tasks.rados.rados.0.smithi046.stdout:3683: writing smithi04638994-13 from 0 to 720896 tid 1 2021-07-26T15:58:23.222 INFO:tasks.rados.rados.0.smithi046.stdout:3684: read oid 28 snap -1 2021-07-26T15:58:23.222 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 1087 snap 320 seq_num 1087) 2021-07-26T15:58:23.223 INFO:tasks.rados.rados.0.smithi046.stdout:3685: copy_from oid 2 from oid 36 current snap is 349 2021-07-26T15:58:23.223 INFO:tasks.rados.rados.0.smithi046.stdout:3686: snap_remove snap 310 2021-07-26T15:58:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:23 smithi046 bash[41283]: cluster 2021-07-26T15:58:22.055208+0000 mgr.y (mgr.24683) 470 : cluster [DBG] pgmap v970: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 644 KiB/s wr, 14 op/s 2021-07-26T15:58:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:23 smithi046 bash[41283]: cluster 2021-07-26T15:58:22.137939+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T15:58:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:23 smithi046 bash[42351]: cluster 2021-07-26T15:58:22.055208+0000 mgr.y (mgr.24683) 470 : cluster [DBG] pgmap v970: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 644 KiB/s wr, 14 op/s 2021-07-26T15:58:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:23 smithi046 bash[42351]: cluster 2021-07-26T15:58:22.137939+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T15:58:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:23 smithi073 bash[34190]: cluster 2021-07-26T15:58:22.055208+0000 mgr.y (mgr.24683) 470 : cluster [DBG] pgmap v970: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 644 KiB/s wr, 14 op/s 2021-07-26T15:58:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:23 smithi073 bash[34190]: cluster 2021-07-26T15:58:22.137939+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T15:58:24.159 INFO:tasks.rados.rados.0.smithi046.stdout:3686: done (12 left) 2021-07-26T15:58:24.159 INFO:tasks.rados.rados.0.smithi046.stdout:3687: copy_from oid 31 from oid 16 current snap is 349 2021-07-26T15:58:24.159 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:58:24.159 INFO:tasks.rados.rados.0.smithi046.stdout:3677: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:58:24.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2362 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:58:24.160 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 1 to smithi04638994-44 2021-07-26T15:58:24.160 INFO:tasks.rados.rados.0.smithi046.stdout:3678: finishing rollback tid 2 to smithi04638994-44 2021-07-26T15:58:24.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1776 (ObjNum 1151 snap 338 seq_num 1151) dirty exists 2021-07-26T15:58:24.161 INFO:tasks.rados.rados.0.smithi046.stdout:3676: finishing copy_from to smithi04638994-5 2021-07-26T15:58:24.161 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2343 (ObjNum 1 snap 0 seq_num 198109936) dirty exists 2021-07-26T15:58:24.161 INFO:tasks.rados.rados.0.smithi046.stdout:3675: finishing write tid 1 to smithi04638994-37 2021-07-26T15:58:24.161 INFO:tasks.rados.rados.0.smithi046.stdout:3676: finishing copy_from racing read to smithi04638994-5 2021-07-26T15:58:24.161 INFO:tasks.rados.rados.0.smithi046.stdout:3675: finishing write tid 2 to smithi04638994-37 2021-07-26T15:58:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:3679: finishing copy_from to smithi04638994-25 2021-07-26T15:58:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 1745 (ObjNum 1 snap 32682 seq_num 198674776) dirty exists 2021-07-26T15:58:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:3679: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:58:24.162 INFO:tasks.rados.rados.0.smithi046.stdout:3675: finishing write tid 3 to smithi04638994-37 2021-07-26T15:58:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2180 (ObjNum 1185 snap 349 seq_num 1185) dirty exists 2021-07-26T15:58:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:3675: left oid 37 (ObjNum 1185 snap 349 seq_num 1185) 2021-07-26T15:58:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing copy_from to smithi04638994-7 2021-07-26T15:58:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2178 (ObjNum 1179 snap 347 seq_num 1179) dirty exists 2021-07-26T15:58:24.163 INFO:tasks.rados.rados.0.smithi046.stdout:3674: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:58:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 1 to smithi04638994-10 2021-07-26T15:58:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:3674: done (12 left) 2021-07-26T15:58:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:3675: done (11 left) 2021-07-26T15:58:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:3676: done (10 left) 2021-07-26T15:58:24.164 INFO:tasks.rados.rados.0.smithi046.stdout:3677: done (9 left) 2021-07-26T15:58:24.165 INFO:tasks.rados.rados.0.smithi046.stdout:3678: done (8 left) 2021-07-26T15:58:24.165 INFO:tasks.rados.rados.0.smithi046.stdout:3679: done (7 left) 2021-07-26T15:58:24.165 INFO:tasks.rados.rados.0.smithi046.stdout:3688: rollback oid 27 current snap is 349 2021-07-26T15:58:24.165 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 340 2021-07-26T15:58:24.166 INFO:tasks.rados.rados.0.smithi046.stdout:3689: copy_from oid 40 from oid 25 current snap is 349 2021-07-26T15:58:24.166 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 349 2021-07-26T15:58:24.166 INFO:tasks.rados.rados.0.smithi046.stdout:3690: seq_num 1190 ranges {0=737280} 2021-07-26T15:58:24.168 INFO:tasks.rados.rados.0.smithi046.stdout:3690: writing smithi04638994-21 from 0 to 737280 tid 1 2021-07-26T15:58:24.169 INFO:tasks.rados.rados.0.smithi046.stdout:3691: copy_from oid 35 from oid 9 current snap is 349 2021-07-26T15:58:24.169 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 2 to smithi04638994-10 2021-07-26T15:58:24.169 INFO:tasks.rados.rados.0.smithi046.stdout:3680: finishing write tid 3 to smithi04638994-10 2021-07-26T15:58:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2259 (ObjNum 1186 snap 349 seq_num 1186) dirty exists 2021-07-26T15:58:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:3680: left oid 10 (ObjNum 1186 snap 349 seq_num 1186) 2021-07-26T15:58:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 1 to smithi04638994-47 2021-07-26T15:58:24.170 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 2 to smithi04638994-47 2021-07-26T15:58:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing write tid 1 to smithi04638994-4 2021-07-26T15:58:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing write tid 2 to smithi04638994-4 2021-07-26T15:58:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:3682: finishing write tid 3 to smithi04638994-4 2021-07-26T15:58:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2345 (ObjNum 1188 snap 349 seq_num 1188) dirty exists 2021-07-26T15:58:24.171 INFO:tasks.rados.rados.0.smithi046.stdout:3682: left oid 4 (ObjNum 1188 snap 349 seq_num 1188) 2021-07-26T15:58:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:3681: finishing write tid 3 to smithi04638994-47 2021-07-26T15:58:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1823 (ObjNum 1187 snap 349 seq_num 1187) dirty exists 2021-07-26T15:58:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:3681: left oid 47 (ObjNum 1187 snap 349 seq_num 1187) 2021-07-26T15:58:24.172 INFO:tasks.rados.rados.0.smithi046.stdout:3685: finishing copy_from to smithi04638994-2 2021-07-26T15:58:24.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 1751 (ObjNum 1 snap 32682 seq_num 198503672) dirty exists 2021-07-26T15:58:24.173 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 1 to smithi04638994-13 2021-07-26T15:58:24.173 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 2 to smithi04638994-13 2021-07-26T15:58:24.173 INFO:tasks.rados.rados.0.smithi046.stdout:3685: finishing copy_from racing read to smithi04638994-2 2021-07-26T15:58:24.173 INFO:tasks.rados.rados.0.smithi046.stdout:3684: expect (ObjNum 1087 snap 320 seq_num 1087) 2021-07-26T15:58:24.220 INFO:tasks.rados.rados.0.smithi046.stdout:3683: finishing write tid 3 to smithi04638994-13 2021-07-26T15:58:24.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2248 (ObjNum 1189 snap 349 seq_num 1189) dirty exists 2021-07-26T15:58:24.221 INFO:tasks.rados.rados.0.smithi046.stdout:3683: left oid 13 (ObjNum 1189 snap 349 seq_num 1189) 2021-07-26T15:58:24.221 INFO:tasks.rados.rados.0.smithi046.stdout:3687: finishing copy_from to smithi04638994-31 2021-07-26T15:58:24.221 INFO:tasks.rados.rados.0.smithi046.stdout:3687: got expected ENOENT (src dne) 2021-07-26T15:58:24.222 INFO:tasks.rados.rados.0.smithi046.stdout:3687: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:58:24.222 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:58:24.222 INFO:tasks.rados.rados.0.smithi046.stdout:3680: done (10 left) 2021-07-26T15:58:24.222 INFO:tasks.rados.rados.0.smithi046.stdout:3681: done (9 left) 2021-07-26T15:58:24.223 INFO:tasks.rados.rados.0.smithi046.stdout:3682: done (8 left) 2021-07-26T15:58:24.223 INFO:tasks.rados.rados.0.smithi046.stdout:3683: done (7 left) 2021-07-26T15:58:24.223 INFO:tasks.rados.rados.0.smithi046.stdout:3684: done (6 left) 2021-07-26T15:58:24.223 INFO:tasks.rados.rados.0.smithi046.stdout:3685: done (5 left) 2021-07-26T15:58:24.223 INFO:tasks.rados.rados.0.smithi046.stdout:3687: done (4 left) 2021-07-26T15:58:24.224 INFO:tasks.rados.rados.0.smithi046.stdout:3692: rollback oid 2 current snap is 349 2021-07-26T15:58:24.224 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 2 to 336 2021-07-26T15:58:24.224 INFO:tasks.rados.rados.0.smithi046.stdout:3690: finishing write tid 1 to smithi04638994-21 2021-07-26T15:58:24.224 INFO:tasks.rados.rados.0.smithi046.stdout:3688: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:58:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2533 (ObjNum 1144 snap 338 seq_num 1144) dirty exists 2021-07-26T15:58:24.225 INFO:tasks.rados.rados.0.smithi046.stdout:3690: finishing write tid 2 to smithi04638994-21 2021-07-26T15:58:24.226 INFO:tasks.rados.rados.0.smithi046.stdout:3689: finishing copy_from to smithi04638994-40 2021-07-26T15:58:24.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 1745 (ObjNum 198249728 snap 22029 seq_num 198396800) dirty exists 2021-07-26T15:58:24.226 INFO:tasks.rados.rados.0.smithi046.stdout:3690: finishing write tid 3 to smithi04638994-21 2021-07-26T15:58:24.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1747 (ObjNum 1190 snap 349 seq_num 1190) dirty exists 2021-07-26T15:58:24.227 INFO:tasks.rados.rados.0.smithi046.stdout:3690: left oid 21 (ObjNum 1190 snap 349 seq_num 1190) 2021-07-26T15:58:24.227 INFO:tasks.rados.rados.0.smithi046.stdout:3689: finishing copy_from racing read to smithi04638994-40 2021-07-26T15:58:24.227 INFO:tasks.rados.rados.0.smithi046.stdout:3688: done (4 left) 2021-07-26T15:58:24.227 INFO:tasks.rados.rados.0.smithi046.stdout:3689: done (3 left) 2021-07-26T15:58:24.228 INFO:tasks.rados.rados.0.smithi046.stdout:3690: done (2 left) 2021-07-26T15:58:24.228 INFO:tasks.rados.rados.0.smithi046.stdout:3693: snap_create 2021-07-26T15:58:24.229 INFO:tasks.rados.rados.0.smithi046.stdout:3692: finishing rollback tid 0 to smithi04638994-2 2021-07-26T15:58:24.229 INFO:tasks.rados.rados.0.smithi046.stdout:3692: finishing rollback tid 1 to smithi04638994-2 2021-07-26T15:58:24.229 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2261 (ObjNum 198781056 snap 22029 seq_num 197505568) dirty dne 2021-07-26T15:58:24.230 INFO:tasks.rados.rados.0.smithi046.stdout:3691: finishing copy_from to smithi04638994-35 2021-07-26T15:58:24.230 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2459 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:58:24.230 INFO:tasks.rados.rados.0.smithi046.stdout:3691: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:58:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:24 smithi046 bash[41283]: cluster 2021-07-26T15:58:23.140579+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T15:58:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:24 smithi046 bash[42351]: cluster 2021-07-26T15:58:23.140579+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T15:58:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:24 smithi073 bash[34190]: cluster 2021-07-26T15:58:23.140579+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T15:58:25.170 INFO:tasks.rados.rados.0.smithi046.stdout:3691: done (2 left) 2021-07-26T15:58:25.170 INFO:tasks.rados.rados.0.smithi046.stdout:3692: done (1 left) 2021-07-26T15:58:25.170 INFO:tasks.rados.rados.0.smithi046.stdout:3693: done (0 left) 2021-07-26T15:58:25.170 INFO:tasks.rados.rados.0.smithi046.stdout:3694: rollback oid 42 current snap is 350 2021-07-26T15:58:25.171 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 42 to 344 2021-07-26T15:58:25.171 INFO:tasks.rados.rados.0.smithi046.stdout:3695: read oid 27 snap -1 2021-07-26T15:58:25.171 INFO:tasks.rados.rados.0.smithi046.stdout:3695: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:58:25.171 INFO:tasks.rados.rados.0.smithi046.stdout:3696: read oid 29 snap -1 2021-07-26T15:58:25.171 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:25.172 INFO:tasks.rados.rados.0.smithi046.stdout:3697: snap_remove snap 322 2021-07-26T15:58:25.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: cluster 2021-07-26T15:58:24.055852+0000 mgr.y (mgr.24683) 471 : cluster [DBG] pgmap v973: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 514 KiB/s wr, 12 op/s 2021-07-26T15:58:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: cluster 2021-07-26T15:58:24.158945+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T15:58:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: audit 2021-07-26T15:58:24.559521+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:25.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: audit 2021-07-26T15:58:24.562509+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: audit 2021-07-26T15:58:24.564620+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:58:25.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[41283]: audit 2021-07-26T15:58:24.849472+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:58:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: cluster 2021-07-26T15:58:24.055852+0000 mgr.y (mgr.24683) 471 : cluster [DBG] pgmap v973: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 514 KiB/s wr, 12 op/s 2021-07-26T15:58:25.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: cluster 2021-07-26T15:58:24.158945+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T15:58:25.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: audit 2021-07-26T15:58:24.559521+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:25.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: audit 2021-07-26T15:58:24.562509+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:25.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: audit 2021-07-26T15:58:24.564620+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:58:25.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:25 smithi046 bash[42351]: audit 2021-07-26T15:58:24.849472+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:58:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: cluster 2021-07-26T15:58:24.055852+0000 mgr.y (mgr.24683) 471 : cluster [DBG] pgmap v973: 25 pgs: 25 active+clean; 312 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 514 KiB/s wr, 12 op/s 2021-07-26T15:58:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: cluster 2021-07-26T15:58:24.158945+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T15:58:25.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: audit 2021-07-26T15:58:24.559521+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:25.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: audit 2021-07-26T15:58:24.562509+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:25.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: audit 2021-07-26T15:58:24.564620+0000 mon.a (mon.0) 1358 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:58:25.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:25 smithi073 bash[34190]: audit 2021-07-26T15:58:24.849472+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:58:26.129 INFO:tasks.rados.rados.0.smithi046.stdout:3697: done (3 left) 2021-07-26T15:58:26.129 INFO:tasks.rados.rados.0.smithi046.stdout:3698: rollback oid 7 current snap is 350 2021-07-26T15:58:26.130 INFO:tasks.rados.rados.0.smithi046.stdout:3696: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:26.135 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 0 to smithi04638994-42 2021-07-26T15:58:26.135 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 1 to smithi04638994-42 2021-07-26T15:58:26.135 INFO:tasks.rados.rados.0.smithi046.stdout:3694: finishing rollback tid 2 to smithi04638994-42 2021-07-26T15:58:26.136 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 988 (ObjNum 1147 snap 338 seq_num 1147) dirty exists 2021-07-26T15:58:26.136 INFO:tasks.rados.rados.0.smithi046.stdout:3695: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:58:26.213 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 343 2021-07-26T15:58:26.213 INFO:tasks.rados.rados.0.smithi046.stdout:3694: done (3 left) 2021-07-26T15:58:26.214 INFO:tasks.rados.rados.0.smithi046.stdout:3695: done (2 left) 2021-07-26T15:58:26.214 INFO:tasks.rados.rados.0.smithi046.stdout:3696: done (1 left) 2021-07-26T15:58:26.214 INFO:tasks.rados.rados.0.smithi046.stdout:3699: snap_remove snap 333 2021-07-26T15:58:26.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:26 smithi046 bash[41283]: cluster 2021-07-26T15:58:25.170931+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T15:58:26.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:26 smithi046 bash[41283]: cluster 2021-07-26T15:58:26.129468+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T15:58:26.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:26 smithi046 bash[42351]: cluster 2021-07-26T15:58:25.170931+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T15:58:26.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:26 smithi046 bash[42351]: cluster 2021-07-26T15:58:26.129468+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:26 smithi073 bash[34190]: cluster 2021-07-26T15:58:25.170931+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:26 smithi073 bash[34190]: cluster 2021-07-26T15:58:26.129468+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T15:58:27.186 INFO:tasks.rados.rados.0.smithi046.stdout:3699: done (1 left) 2021-07-26T15:58:27.187 INFO:tasks.rados.rados.0.smithi046.stdout:3700: snap_create 2021-07-26T15:58:27.187 INFO:tasks.rados.rados.0.smithi046.stdout:3698: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:58:27.187 INFO:tasks.rados.rados.0.smithi046.stdout:3698: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:58:27.187 INFO:tasks.rados.rados.0.smithi046.stdout:3698: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:58:27.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2555 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:58:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:27 smithi046 bash[41283]: cluster 2021-07-26T15:58:26.056619+0000 mgr.y (mgr.24683) 472 : cluster [DBG] pgmap v976: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2021-07-26T15:58:27.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:27 smithi046 bash[42351]: cluster 2021-07-26T15:58:26.056619+0000 mgr.y (mgr.24683) 472 : cluster [DBG] pgmap v976: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2021-07-26T15:58:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:27 smithi073 bash[34190]: cluster 2021-07-26T15:58:26.056619+0000 mgr.y (mgr.24683) 472 : cluster [DBG] pgmap v976: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2021-07-26T15:58:28.191 INFO:tasks.rados.rados.0.smithi046.stdout:3698: done (1 left) 2021-07-26T15:58:28.192 INFO:tasks.rados.rados.0.smithi046.stdout:3700: done (0 left) 2021-07-26T15:58:28.192 INFO:tasks.rados.rados.0.smithi046.stdout:3701: rmattr oid 7 current snap is 351 2021-07-26T15:58:28.192 INFO:tasks.rados.rados.0.smithi046.stdout:3701: done (0 left) 2021-07-26T15:58:28.192 INFO:tasks.rados.rados.0.smithi046.stdout:3702: read oid 17 snap 348 2021-07-26T15:58:28.193 INFO:tasks.rados.rados.0.smithi046.stdout:3702: expect deleted 2021-07-26T15:58:28.193 INFO:tasks.rados.rados.0.smithi046.stdout:3703: read oid 46 snap -1 2021-07-26T15:58:28.193 INFO:tasks.rados.rados.0.smithi046.stdout:3703: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:58:28.193 INFO:tasks.rados.rados.0.smithi046.stdout:3704: snap_create 2021-07-26T15:58:28.205 INFO:tasks.rados.rados.0.smithi046.stdout:3703: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:58:28.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:28 smithi073 bash[34190]: cluster 2021-07-26T15:58:27.188063+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T15:58:28.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:28 smithi046 bash[41283]: cluster 2021-07-26T15:58:27.188063+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T15:58:28.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:28 smithi046 bash[42351]: cluster 2021-07-26T15:58:27.188063+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T15:58:29.207 INFO:tasks.rados.rados.0.smithi046.stdout:3702: done (2 left) 2021-07-26T15:58:29.207 INFO:tasks.rados.rados.0.smithi046.stdout:3703: done (1 left) 2021-07-26T15:58:29.208 INFO:tasks.rados.rados.0.smithi046.stdout:3704: done (0 left) 2021-07-26T15:58:29.208 INFO:tasks.rados.rados.0.smithi046.stdout:3705: snap_create 2021-07-26T15:58:29.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:29 smithi073 bash[34190]: cluster 2021-07-26T15:58:28.057321+0000 mgr.y (mgr.24683) 473 : cluster [DBG] pgmap v979: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2021-07-26T15:58:29.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:29 smithi073 bash[34190]: cluster 2021-07-26T15:58:28.191832+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T15:58:29.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:29 smithi046 bash[41283]: cluster 2021-07-26T15:58:28.057321+0000 mgr.y (mgr.24683) 473 : cluster [DBG] pgmap v979: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2021-07-26T15:58:29.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:29 smithi046 bash[41283]: cluster 2021-07-26T15:58:28.191832+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T15:58:29.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:29 smithi046 bash[42351]: cluster 2021-07-26T15:58:28.057321+0000 mgr.y (mgr.24683) 473 : cluster [DBG] pgmap v979: 25 pgs: 25 active+clean; 303 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2021-07-26T15:58:29.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:29 smithi046 bash[42351]: cluster 2021-07-26T15:58:28.191832+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T15:58:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:3705: done (0 left) 2021-07-26T15:58:30.216 INFO:tasks.rados.rados.0.smithi046.stdout:3706: snap_remove snap 344 2021-07-26T15:58:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:30 smithi073 bash[34190]: cluster 2021-07-26T15:58:29.208998+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T15:58:30.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:30 smithi046 bash[41283]: cluster 2021-07-26T15:58:29.208998+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T15:58:30.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:30 smithi046 bash[42351]: cluster 2021-07-26T15:58:29.208998+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T15:58:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:3706: done (0 left) 2021-07-26T15:58:31.132 INFO:tasks.rados.rados.0.smithi046.stdout:3707: rmattr oid 50 current snap is 353 2021-07-26T15:58:31.133 INFO:tasks.rados.rados.0.smithi046.stdout:3707: done (0 left) 2021-07-26T15:58:31.133 INFO:tasks.rados.rados.0.smithi046.stdout:3708: read oid 21 snap 352 2021-07-26T15:58:31.133 INFO:tasks.rados.rados.0.smithi046.stdout:3708: expect (ObjNum 1190 snap 349 seq_num 1190) 2021-07-26T15:58:31.133 INFO:tasks.rados.rados.0.smithi046.stdout:3709: read oid 37 snap -1 2021-07-26T15:58:31.134 INFO:tasks.rados.rados.0.smithi046.stdout:3709: expect (ObjNum 1185 snap 349 seq_num 1185) 2021-07-26T15:58:31.134 INFO:tasks.rados.rados.0.smithi046.stdout:3710: rollback oid 26 current snap is 353 2021-07-26T15:58:31.134 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 348 2021-07-26T15:58:31.134 INFO:tasks.rados.rados.0.smithi046.stdout:3711: delete oid 47 current snap is 353 2021-07-26T15:58:31.150 INFO:tasks.rados.rados.0.smithi046.stdout:3709: expect (ObjNum 1185 snap 349 seq_num 1185) 2021-07-26T15:58:31.173 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:58:31.174 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:58:31.174 INFO:tasks.rados.rados.0.smithi046.stdout:3710: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:58:31.174 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2251 (ObjNum 1129 snap 336 seq_num 1129) dirty exists 2021-07-26T15:58:31.175 INFO:tasks.rados.rados.0.smithi046.stdout:3708: expect (ObjNum 1190 snap 349 seq_num 1190) 2021-07-26T15:58:31.193 INFO:tasks.rados.rados.0.smithi046.stdout:3708: done (3 left) 2021-07-26T15:58:31.193 INFO:tasks.rados.rados.0.smithi046.stdout:3709: done (2 left) 2021-07-26T15:58:31.193 INFO:tasks.rados.rados.0.smithi046.stdout:3710: done (1 left) 2021-07-26T15:58:31.194 INFO:tasks.rados.rados.0.smithi046.stdout:3711: done (0 left) 2021-07-26T15:58:31.194 INFO:tasks.rados.rados.0.smithi046.stdout:3712: setattr oid 14 current snap is 353 2021-07-26T15:58:31.197 INFO:tasks.rados.rados.0.smithi046.stdout:3713: rollback oid 7 current snap is 353 2021-07-26T15:58:31.198 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 7 to 350 2021-07-26T15:58:31.198 INFO:tasks.rados.rados.0.smithi046.stdout:3714: snap_remove snap 343 2021-07-26T15:58:31.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:31 smithi073 bash[34190]: cluster 2021-07-26T15:58:30.058031+0000 mgr.y (mgr.24683) 474 : cluster [DBG] pgmap v982: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T15:58:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:31 smithi073 bash[34190]: cluster 2021-07-26T15:58:30.217106+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T15:58:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:31 smithi073 bash[34190]: cluster 2021-07-26T15:58:31.132410+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T15:58:31.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[42351]: cluster 2021-07-26T15:58:30.058031+0000 mgr.y (mgr.24683) 474 : cluster [DBG] pgmap v982: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T15:58:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[42351]: cluster 2021-07-26T15:58:30.217106+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T15:58:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[42351]: cluster 2021-07-26T15:58:31.132410+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T15:58:31.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[41283]: cluster 2021-07-26T15:58:30.058031+0000 mgr.y (mgr.24683) 474 : cluster [DBG] pgmap v982: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T15:58:31.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[41283]: cluster 2021-07-26T15:58:30.217106+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T15:58:31.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:31 smithi046 bash[41283]: cluster 2021-07-26T15:58:31.132410+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T15:58:32.154 INFO:tasks.rados.rados.0.smithi046.stdout:3714: done (2 left) 2021-07-26T15:58:32.154 INFO:tasks.rados.rados.0.smithi046.stdout:3715: read oid 39 snap -1 2021-07-26T15:58:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3715: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3716: snap_create 2021-07-26T15:58:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3713: finishing rollback tid 0 to smithi04638994-7 2021-07-26T15:58:32.155 INFO:tasks.rados.rados.0.smithi046.stdout:3713: finishing rollback tid 1 to smithi04638994-7 2021-07-26T15:58:32.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2346 (ObjNum 3 snap 0 seq_num 7) dirty exists 2021-07-26T15:58:32.156 INFO:tasks.rados.rados.0.smithi046.stdout:3713: finishing rollback tid 2 to smithi04638994-7 2021-07-26T15:58:32.156 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2577 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:58:32.210 INFO:tasks.rados.rados.0.smithi046.stdout:3715: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:58:33.155 INFO:tasks.rados.rados.0.smithi046.stdout:3712: done (3 left) 2021-07-26T15:58:33.156 INFO:tasks.rados.rados.0.smithi046.stdout:3713: done (2 left) 2021-07-26T15:58:33.156 INFO:tasks.rados.rados.0.smithi046.stdout:3715: done (1 left) 2021-07-26T15:58:33.156 INFO:tasks.rados.rados.0.smithi046.stdout:3716: done (0 left) 2021-07-26T15:58:33.156 INFO:tasks.rados.rados.0.smithi046.stdout:3717: delete oid 36 current snap is 354 2021-07-26T15:58:33.166 INFO:tasks.rados.rados.0.smithi046.stdout:3717: done (0 left) 2021-07-26T15:58:33.166 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 354 2021-07-26T15:58:33.166 INFO:tasks.rados.rados.0.smithi046.stdout:3718: seq_num 1193 ranges {884736=786432} 2021-07-26T15:58:33.178 INFO:tasks.rados.rados.0.smithi046.stdout:3718: writing smithi04638994-32 from 884736 to 1671168 tid 1 2021-07-26T15:58:33.179 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 354 2021-07-26T15:58:33.179 INFO:tasks.rados.rados.0.smithi046.stdout:3719: seq_num 1194 ranges {11337728=802816} 2021-07-26T15:58:33.247 INFO:tasks.rados.rados.0.smithi046.stdout:3719: writing smithi04638994-44 from 11337728 to 12140544 tid 1 2021-07-26T15:58:33.248 INFO:tasks.rados.rados.0.smithi046.stdout:3720: rmattr oid 34 current snap is 354 2021-07-26T15:58:33.248 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 1 to smithi04638994-32 2021-07-26T15:58:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 2 to smithi04638994-32 2021-07-26T15:58:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 37 current snap is 354 2021-07-26T15:58:33.249 INFO:tasks.rados.rados.0.smithi046.stdout:3721: seq_num 1195 ranges {655360=417792,1073152=401408} 2021-07-26T15:58:33.253 INFO:tasks.rados.rados.0.smithi046.stdout:3721: writing smithi04638994-37 from 655360 to 1073152 tid 1 2021-07-26T15:58:33.256 INFO:tasks.rados.rados.0.smithi046.stdout:3721: writing smithi04638994-37 from 1073152 to 1474560 tid 2 2021-07-26T15:58:33.256 INFO:tasks.rados.rados.0.smithi046.stdout:3722: snap_create 2021-07-26T15:58:33.257 INFO:tasks.rados.rados.0.smithi046.stdout:3718: finishing write tid 3 to smithi04638994-32 2021-07-26T15:58:33.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2263 (ObjNum 1193 snap 354 seq_num 1193) dirty exists 2021-07-26T15:58:33.257 INFO:tasks.rados.rados.0.smithi046.stdout:3718: left oid 32 (ObjNum 1193 snap 354 seq_num 1193) 2021-07-26T15:58:33.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2347 (ObjNum 1 snap 32682 seq_num 198896920) dirty exists 2021-07-26T15:58:33.258 INFO:tasks.rados.rados.0.smithi046.stdout:3719: finishing write tid 1 to smithi04638994-44 2021-07-26T15:58:33.259 INFO:tasks.rados.rados.0.smithi046.stdout:3719: finishing write tid 2 to smithi04638994-44 2021-07-26T15:58:33.261 INFO:tasks.rados.rados.0.smithi046.stdout:3719: finishing write tid 3 to smithi04638994-44 2021-07-26T15:58:33.261 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1778 (ObjNum 1194 snap 354 seq_num 1194) dirty exists 2021-07-26T15:58:33.262 INFO:tasks.rados.rados.0.smithi046.stdout:3719: left oid 44 (ObjNum 1194 snap 354 seq_num 1194) 2021-07-26T15:58:33.262 INFO:tasks.rados.rados.0.smithi046.stdout:3721: finishing write tid 1 to smithi04638994-37 2021-07-26T15:58:33.263 INFO:tasks.rados.rados.0.smithi046.stdout:3721: finishing write tid 2 to smithi04638994-37 2021-07-26T15:58:33.263 INFO:tasks.rados.rados.0.smithi046.stdout:3721: finishing write tid 3 to smithi04638994-37 2021-07-26T15:58:33.265 INFO:tasks.rados.rados.0.smithi046.stdout:3721: finishing write tid 4 to smithi04638994-37 2021-07-26T15:58:33.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 37 v 2462 (ObjNum 1195 snap 354 seq_num 1195) dirty exists 2021-07-26T15:58:33.265 INFO:tasks.rados.rados.0.smithi046.stdout:3721: left oid 37 (ObjNum 1195 snap 354 seq_num 1195) 2021-07-26T15:58:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:33 smithi046 bash[41283]: cluster 2021-07-26T15:58:32.058775+0000 mgr.y (mgr.24683) 475 : cluster [DBG] pgmap v985: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 168 KiB/s wr, 5 op/s 2021-07-26T15:58:33.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:33 smithi046 bash[41283]: cluster 2021-07-26T15:58:32.154153+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T15:58:33.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:33 smithi046 bash[42351]: cluster 2021-07-26T15:58:32.058775+0000 mgr.y (mgr.24683) 475 : cluster [DBG] pgmap v985: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 168 KiB/s wr, 5 op/s 2021-07-26T15:58:33.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:33 smithi046 bash[42351]: cluster 2021-07-26T15:58:32.154153+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T15:58:33.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:33 smithi073 bash[34190]: cluster 2021-07-26T15:58:32.058775+0000 mgr.y (mgr.24683) 475 : cluster [DBG] pgmap v985: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 168 KiB/s wr, 5 op/s 2021-07-26T15:58:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:33 smithi073 bash[34190]: cluster 2021-07-26T15:58:32.154153+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T15:58:34.170 INFO:tasks.rados.rados.0.smithi046.stdout:3718: done (4 left) 2021-07-26T15:58:34.170 INFO:tasks.rados.rados.0.smithi046.stdout:3719: done (3 left) 2021-07-26T15:58:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:3720: done (2 left) 2021-07-26T15:58:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:3721: done (1 left) 2021-07-26T15:58:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:3722: done (0 left) 2021-07-26T15:58:34.171 INFO:tasks.rados.rados.0.smithi046.stdout:3723: snap_remove snap 345 2021-07-26T15:58:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:34 smithi046 bash[41283]: cluster 2021-07-26T15:58:33.156825+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T15:58:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:34 smithi046 bash[42351]: cluster 2021-07-26T15:58:33.156825+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T15:58:34.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:34 smithi073 bash[34190]: cluster 2021-07-26T15:58:33.156825+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T15:58:35.183 INFO:tasks.rados.rados.0.smithi046.stdout:3723: done (0 left) 2021-07-26T15:58:35.183 INFO:tasks.rados.rados.0.smithi046.stdout:3724: copy_from oid 49 from oid 2 current snap is 355 2021-07-26T15:58:35.184 INFO:tasks.rados.rados.0.smithi046.stdout:3725: read oid 18 snap -1 2021-07-26T15:58:35.184 INFO:tasks.rados.rados.0.smithi046.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:35.184 INFO:tasks.rados.rados.0.smithi046.stdout:3726: read oid 21 snap -1 2021-07-26T15:58:35.184 INFO:tasks.rados.rados.0.smithi046.stdout:3726: expect (ObjNum 1190 snap 349 seq_num 1190) 2021-07-26T15:58:35.184 INFO:tasks.rados.rados.0.smithi046.stdout:3727: copy_from oid 15 from oid 8 current snap is 355 2021-07-26T15:58:35.185 INFO:tasks.rados.rados.0.smithi046.stdout:3728: snap_create 2021-07-26T15:58:35.192 INFO:tasks.rados.rados.0.smithi046.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:35.198 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing copy_from to smithi04638994-49 2021-07-26T15:58:35.198 INFO:tasks.rados.rados.0.smithi046.stdout:3724: got expected ENOENT (src dne) 2021-07-26T15:58:35.201 INFO:tasks.rados.rados.0.smithi046.stdout:3724: finishing copy_from racing read to smithi04638994-49 2021-07-26T15:58:35.202 INFO:tasks.rados.rados.0.smithi046.stdout:3727: finishing copy_from to smithi04638994-15 2021-07-26T15:58:35.202 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2422 (ObjNum 1 snap 32682 seq_num 198611456) dirty exists 2021-07-26T15:58:35.203 INFO:tasks.rados.rados.0.smithi046.stdout:3727: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:58:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:3726: expect (ObjNum 1190 snap 349 seq_num 1190) 2021-07-26T15:58:35.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:35 smithi046 bash[41283]: cluster 2021-07-26T15:58:34.059439+0000 mgr.y (mgr.24683) 476 : cluster [DBG] pgmap v988: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:35.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:35 smithi046 bash[41283]: cluster 2021-07-26T15:58:34.172169+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T15:58:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:35 smithi046 bash[42351]: cluster 2021-07-26T15:58:34.059439+0000 mgr.y (mgr.24683) 476 : cluster [DBG] pgmap v988: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:35.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:35 smithi046 bash[42351]: cluster 2021-07-26T15:58:34.172169+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T15:58:35.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:35 smithi073 bash[34190]: cluster 2021-07-26T15:58:34.059439+0000 mgr.y (mgr.24683) 476 : cluster [DBG] pgmap v988: 25 pgs: 25 active+clean; 291 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 3 op/s 2021-07-26T15:58:35.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:35 smithi073 bash[34190]: cluster 2021-07-26T15:58:34.172169+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T15:58:36.134 INFO:tasks.rados.rados.0.smithi046.stdout:3724: done (4 left) 2021-07-26T15:58:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:3725: done (3 left) 2021-07-26T15:58:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:3726: done (2 left) 2021-07-26T15:58:36.135 INFO:tasks.rados.rados.0.smithi046.stdout:3727: done (1 left) 2021-07-26T15:58:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:3728: done (0 left) 2021-07-26T15:58:36.136 INFO:tasks.rados.rados.0.smithi046.stdout:3729: setattr oid 45 current snap is 356 2021-07-26T15:58:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:3730: copy_from oid 23 from oid 3 current snap is 356 2021-07-26T15:58:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 356 2021-07-26T15:58:36.138 INFO:tasks.rados.rados.0.smithi046.stdout:3731: seq_num 1196 ranges {2121728=434176,2555904=401408} 2021-07-26T15:58:36.156 INFO:tasks.rados.rados.0.smithi046.stdout:3731: writing smithi04638994-26 from 2121728 to 2555904 tid 1 2021-07-26T15:58:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3731: writing smithi04638994-26 from 2555904 to 2957312 tid 2 2021-07-26T15:58:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3732: snap_create 2021-07-26T15:58:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing copy_from to smithi04638994-23 2021-07-26T15:58:36.159 INFO:tasks.rados.rados.0.smithi046.stdout:3730: got expected ENOENT (src dne) 2021-07-26T15:58:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:3730: finishing copy_from racing read to smithi04638994-23 2021-07-26T15:58:36.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2463 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:58:36.163 INFO:tasks.rados.rados.0.smithi046.stdout:3731: finishing write tid 1 to smithi04638994-26 2021-07-26T15:58:36.164 INFO:tasks.rados.rados.0.smithi046.stdout:3731: finishing write tid 2 to smithi04638994-26 2021-07-26T15:58:36.164 INFO:tasks.rados.rados.0.smithi046.stdout:3731: finishing write tid 3 to smithi04638994-26 2021-07-26T15:58:36.166 INFO:tasks.rados.rados.0.smithi046.stdout:3731: finishing write tid 4 to smithi04638994-26 2021-07-26T15:58:36.166 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2254 (ObjNum 1196 snap 356 seq_num 1196) dirty exists 2021-07-26T15:58:36.167 INFO:tasks.rados.rados.0.smithi046.stdout:3731: left oid 26 (ObjNum 1196 snap 356 seq_num 1196) 2021-07-26T15:58:36.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:36 smithi046 bash[41283]: cluster 2021-07-26T15:58:35.183411+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T15:58:36.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:36 smithi046 bash[41283]: cluster 2021-07-26T15:58:36.135291+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T15:58:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:36 smithi046 bash[42351]: cluster 2021-07-26T15:58:35.183411+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T15:58:36.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:36 smithi046 bash[42351]: cluster 2021-07-26T15:58:36.135291+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T15:58:36.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:36 smithi073 bash[34190]: cluster 2021-07-26T15:58:35.183411+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T15:58:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:36 smithi073 bash[34190]: cluster 2021-07-26T15:58:36.135291+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T15:58:37.147 INFO:tasks.rados.rados.0.smithi046.stdout:3729: done (3 left) 2021-07-26T15:58:37.147 INFO:tasks.rados.rados.0.smithi046.stdout:3730: done (2 left) 2021-07-26T15:58:37.147 INFO:tasks.rados.rados.0.smithi046.stdout:3731: done (1 left) 2021-07-26T15:58:37.148 INFO:tasks.rados.rados.0.smithi046.stdout:3732: done (0 left) 2021-07-26T15:58:37.148 INFO:tasks.rados.rados.0.smithi046.stdout:3733: copy_from oid 47 from oid 22 current snap is 357 2021-07-26T15:58:37.148 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 357 2021-07-26T15:58:37.148 INFO:tasks.rados.rados.0.smithi046.stdout:3734: seq_num 1197 ranges {3899392=450560,4349952=401408} 2021-07-26T15:58:37.175 INFO:tasks.rados.rados.0.smithi046.stdout:3734: writing smithi04638994-49 from 3899392 to 4349952 tid 1 2021-07-26T15:58:37.177 INFO:tasks.rados.rados.0.smithi046.stdout:3734: writing smithi04638994-49 from 4349952 to 4751360 tid 2 2021-07-26T15:58:37.177 INFO:tasks.rados.rados.0.smithi046.stdout:3735: snap_remove snap 340 2021-07-26T15:58:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:37 smithi073 bash[34190]: cluster 2021-07-26T15:58:36.060181+0000 mgr.y (mgr.24683) 477 : cluster [DBG] pgmap v991: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 388 KiB/s wr, 9 op/s 2021-07-26T15:58:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:37 smithi073 bash[34190]: cluster 2021-07-26T15:58:37.147686+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T15:58:37.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:37 smithi046 bash[41283]: cluster 2021-07-26T15:58:36.060181+0000 mgr.y (mgr.24683) 477 : cluster [DBG] pgmap v991: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 388 KiB/s wr, 9 op/s 2021-07-26T15:58:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:37 smithi046 bash[41283]: cluster 2021-07-26T15:58:37.147686+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T15:58:37.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:37 smithi046 bash[42351]: cluster 2021-07-26T15:58:36.060181+0000 mgr.y (mgr.24683) 477 : cluster [DBG] pgmap v991: 25 pgs: 25 active+clean; 292 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 388 KiB/s wr, 9 op/s 2021-07-26T15:58:37.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:37 smithi046 bash[42351]: cluster 2021-07-26T15:58:37.147686+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T15:58:38.149 INFO:tasks.rados.rados.0.smithi046.stdout:3735: done (2 left) 2021-07-26T15:58:38.149 INFO:tasks.rados.rados.0.smithi046.stdout:3736: rmattr oid 16 current snap is 357 2021-07-26T15:58:38.150 INFO:tasks.rados.rados.0.smithi046.stdout:3736: done (2 left) 2021-07-26T15:58:38.150 INFO:tasks.rados.rados.0.smithi046.stdout:3737: delete oid 33 current snap is 357 2021-07-26T15:58:38.151 INFO:tasks.rados.rados.0.smithi046.stdout:3733: finishing copy_from to smithi04638994-47 2021-07-26T15:58:38.151 INFO:tasks.rados.rados.0.smithi046.stdout:3733: got expected ENOENT (src dne) 2021-07-26T15:58:38.151 INFO:tasks.rados.rados.0.smithi046.stdout:3733: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:58:38.151 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 1 to smithi04638994-49 2021-07-26T15:58:38.151 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 2 to smithi04638994-49 2021-07-26T15:58:38.152 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 3 to smithi04638994-49 2021-07-26T15:58:38.152 INFO:tasks.rados.rados.0.smithi046.stdout:3734: finishing write tid 4 to smithi04638994-49 2021-07-26T15:58:38.152 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2466 (ObjNum 1197 snap 357 seq_num 1197) dirty exists 2021-07-26T15:58:38.152 INFO:tasks.rados.rados.0.smithi046.stdout:3734: left oid 49 (ObjNum 1197 snap 357 seq_num 1197) 2021-07-26T15:58:38.160 INFO:tasks.rados.rados.0.smithi046.stdout:3733: done (2 left) 2021-07-26T15:58:38.160 INFO:tasks.rados.rados.0.smithi046.stdout:3734: done (1 left) 2021-07-26T15:58:38.160 INFO:tasks.rados.rados.0.smithi046.stdout:3737: done (0 left) 2021-07-26T15:58:38.160 INFO:tasks.rados.rados.0.smithi046.stdout:3738: rollback oid 27 current snap is 357 2021-07-26T15:58:38.161 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 352 2021-07-26T15:58:38.161 INFO:tasks.rados.rados.0.smithi046.stdout:3739: snap_remove snap 323 2021-07-26T15:58:39.158 INFO:tasks.rados.rados.0.smithi046.stdout:3739: done (1 left) 2021-07-26T15:58:39.159 INFO:tasks.rados.rados.0.smithi046.stdout:3740: snap_remove snap 348 2021-07-26T15:58:39.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:39 smithi046 bash[41283]: cluster 2021-07-26T15:58:38.060889+0000 mgr.y (mgr.24683) 478 : cluster [DBG] pgmap v994: 25 pgs: 25 active+clean; 293 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 18 op/s 2021-07-26T15:58:39.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:39 smithi046 bash[41283]: cluster 2021-07-26T15:58:38.149833+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T15:58:39.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:39 smithi046 bash[42351]: cluster 2021-07-26T15:58:38.060889+0000 mgr.y (mgr.24683) 478 : cluster [DBG] pgmap v994: 25 pgs: 25 active+clean; 293 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 18 op/s 2021-07-26T15:58:39.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:39 smithi046 bash[42351]: cluster 2021-07-26T15:58:38.149833+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T15:58:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:39 smithi073 bash[34190]: cluster 2021-07-26T15:58:38.060889+0000 mgr.y (mgr.24683) 478 : cluster [DBG] pgmap v994: 25 pgs: 25 active+clean; 293 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 18 op/s 2021-07-26T15:58:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:39 smithi073 bash[34190]: cluster 2021-07-26T15:58:38.149833+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T15:58:40.167 INFO:tasks.rados.rados.0.smithi046.stdout:3740: done (1 left) 2021-07-26T15:58:40.168 INFO:tasks.rados.rados.0.smithi046.stdout:3741: setattr oid 11 current snap is 357 2021-07-26T15:58:40.168 INFO:tasks.rados.rados.0.smithi046.stdout:3738: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:58:40.168 INFO:tasks.rados.rados.0.smithi046.stdout:3738: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:58:40.169 INFO:tasks.rados.rados.0.smithi046.stdout:3738: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:58:40.169 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2597 (ObjNum 1144 snap 338 seq_num 1144) dirty exists 2021-07-26T15:58:40.171 INFO:tasks.rados.rados.0.smithi046.stdout:3738: done (1 left) 2021-07-26T15:58:40.171 INFO:tasks.rados.rados.0.smithi046.stdout:3742: delete oid 34 current snap is 357 2021-07-26T15:58:40.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2459 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:58:40.183 INFO:tasks.rados.rados.0.smithi046.stdout:3741: done (1 left) 2021-07-26T15:58:40.184 INFO:tasks.rados.rados.0.smithi046.stdout:3742: done (0 left) 2021-07-26T15:58:40.184 INFO:tasks.rados.rados.0.smithi046.stdout:3743: read oid 23 snap -1 2021-07-26T15:58:40.184 INFO:tasks.rados.rados.0.smithi046.stdout:3743: expect (ObjNum 1182 snap 348 seq_num 1182) 2021-07-26T15:58:40.184 INFO:tasks.rados.rados.0.smithi046.stdout:3744: rollback oid 39 current snap is 357 2021-07-26T15:58:40.185 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 39 to 356 2021-07-26T15:58:40.185 INFO:tasks.rados.rados.0.smithi046.stdout:3745: read oid 29 snap -1 2021-07-26T15:58:40.185 INFO:tasks.rados.rados.0.smithi046.stdout:3745: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:40.185 INFO:tasks.rados.rados.0.smithi046.stdout:3746: read oid 19 snap -1 2021-07-26T15:58:40.185 INFO:tasks.rados.rados.0.smithi046.stdout:3746: expect (ObjNum 1184 snap 348 seq_num 1184) 2021-07-26T15:58:40.186 INFO:tasks.rados.rados.0.smithi046.stdout:3747: delete oid 10 current snap is 357 2021-07-26T15:58:40.189 INFO:tasks.rados.rados.0.smithi046.stdout:3745: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:40.200 INFO:tasks.rados.rados.0.smithi046.stdout:3744: finishing rollback tid 0 to smithi04638994-39 2021-07-26T15:58:40.200 INFO:tasks.rados.rados.0.smithi046.stdout:3744: finishing rollback tid 1 to smithi04638994-39 2021-07-26T15:58:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:3744: finishing rollback tid 2 to smithi04638994-39 2021-07-26T15:58:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 39 v 2266 (ObjNum 910 snap 273 seq_num 910) dirty exists 2021-07-26T15:58:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:3744: done (4 left) 2021-07-26T15:58:40.201 INFO:tasks.rados.rados.0.smithi046.stdout:3745: done (3 left) 2021-07-26T15:58:40.202 INFO:tasks.rados.rados.0.smithi046.stdout:3747: done (2 left) 2021-07-26T15:58:40.202 INFO:tasks.rados.rados.0.smithi046.stdout:3748: copy_from oid 43 from oid 45 current snap is 357 2021-07-26T15:58:40.202 INFO:tasks.rados.rados.0.smithi046.stdout:3749: rmattr oid 31 current snap is 357 2021-07-26T15:58:40.202 INFO:tasks.rados.rados.0.smithi046.stdout:3749: done (3 left) 2021-07-26T15:58:40.202 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 50 current snap is 357 2021-07-26T15:58:40.203 INFO:tasks.rados.rados.0.smithi046.stdout:3750: seq_num 1201 ranges {1277952=524288,1802240=401408} 2021-07-26T15:58:40.213 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04638994-50 from 1277952 to 1802240 tid 1 2021-07-26T15:58:40.217 INFO:tasks.rados.rados.0.smithi046.stdout:3750: writing smithi04638994-50 from 1802240 to 2203648 tid 2 2021-07-26T15:58:40.217 INFO:tasks.rados.rados.0.smithi046.stdout:3751: copy_from oid 22 from oid 16 current snap is 357 2021-07-26T15:58:40.218 INFO:tasks.rados.rados.0.smithi046.stdout:3743: expect (ObjNum 1182 snap 348 seq_num 1182) 2021-07-26T15:58:40.329 INFO:tasks.rados.rados.0.smithi046.stdout:3743: done (4 left) 2021-07-26T15:58:40.329 INFO:tasks.rados.rados.0.smithi046.stdout:3752: setattr oid 36 current snap is 357 2021-07-26T15:58:40.329 INFO:tasks.rados.rados.0.smithi046.stdout:3746: expect (ObjNum 1184 snap 348 seq_num 1184) 2021-07-26T15:58:40.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:40 smithi046 bash[41283]: cluster 2021-07-26T15:58:39.159067+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T15:58:40.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:40 smithi046 bash[42351]: cluster 2021-07-26T15:58:39.159067+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T15:58:40.543 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing copy_from to smithi04638994-22 2021-07-26T15:58:40.544 INFO:tasks.rados.rados.0.smithi046.stdout:3751: got expected ENOENT (src dne) 2021-07-26T15:58:40.544 INFO:tasks.rados.rados.0.smithi046.stdout:3751: finishing copy_from racing read to smithi04638994-22 2021-07-26T15:58:40.545 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 1 to smithi04638994-50 2021-07-26T15:58:40.545 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 2 to smithi04638994-50 2021-07-26T15:58:40.546 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 3 to smithi04638994-50 2021-07-26T15:58:40.546 INFO:tasks.rados.rados.0.smithi046.stdout:3750: finishing write tid 4 to smithi04638994-50 2021-07-26T15:58:40.547 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2257 (ObjNum 1201 snap 357 seq_num 1201) dirty exists 2021-07-26T15:58:40.547 INFO:tasks.rados.rados.0.smithi046.stdout:3750: left oid 50 (ObjNum 1201 snap 357 seq_num 1201) 2021-07-26T15:58:40.548 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing copy_from to smithi04638994-43 2021-07-26T15:58:40.548 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2463 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:58:40.548 INFO:tasks.rados.rados.0.smithi046.stdout:3748: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:58:40.549 INFO:tasks.rados.rados.0.smithi046.stdout:3746: done (4 left) 2021-07-26T15:58:40.549 INFO:tasks.rados.rados.0.smithi046.stdout:3748: done (3 left) 2021-07-26T15:58:40.550 INFO:tasks.rados.rados.0.smithi046.stdout:3750: done (2 left) 2021-07-26T15:58:40.550 INFO:tasks.rados.rados.0.smithi046.stdout:3751: done (1 left) 2021-07-26T15:58:40.551 INFO:tasks.rados.rados.0.smithi046.stdout:3753: rollback oid 49 current snap is 357 2021-07-26T15:58:40.551 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 49 to 349 2021-07-26T15:58:40.551 INFO:tasks.rados.rados.0.smithi046.stdout:3754: read oid 16 snap 338 2021-07-26T15:58:40.552 INFO:tasks.rados.rados.0.smithi046.stdout:3754: expect (ObjNum 1081 snap 319 seq_num 1081) 2021-07-26T15:58:40.552 INFO:tasks.rados.rados.0.smithi046.stdout:3755: delete oid 1 current snap is 357 2021-07-26T15:58:40.554 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1753 (ObjNum 1110543904 snap 32682 seq_num 198570880) dirty exists 2021-07-26T15:58:40.554 INFO:tasks.rados.rados.0.smithi046.stdout:3752: done (3 left) 2021-07-26T15:58:40.554 INFO:tasks.rados.rados.0.smithi046.stdout:3755: done (2 left) 2021-07-26T15:58:40.555 INFO:tasks.rados.rados.0.smithi046.stdout:3756: snap_remove snap 350 2021-07-26T15:58:40.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:40 smithi073 bash[34190]: cluster 2021-07-26T15:58:39.159067+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T15:58:41.137 INFO:tasks.rados.rados.0.smithi046.stdout:3756: done (2 left) 2021-07-26T15:58:41.137 INFO:tasks.rados.rados.0.smithi046.stdout:3757: snap_create 2021-07-26T15:58:41.137 INFO:tasks.rados.rados.0.smithi046.stdout:3753: finishing rollback tid 0 to smithi04638994-49 2021-07-26T15:58:41.137 INFO:tasks.rados.rados.0.smithi046.stdout:3753: finishing rollback tid 1 to smithi04638994-49 2021-07-26T15:58:41.138 INFO:tasks.rados.rados.0.smithi046.stdout:3753: finishing rollback tid 2 to smithi04638994-49 2021-07-26T15:58:41.138 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2469 (ObjNum 1179 snap 347 seq_num 1179) dirty exists 2021-07-26T15:58:41.138 INFO:tasks.rados.rados.0.smithi046.stdout:3754: expect (ObjNum 1081 snap 319 seq_num 1081) 2021-07-26T15:58:41.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[41283]: cluster 2021-07-26T15:58:40.061630+0000 mgr.y (mgr.24683) 479 : cluster [DBG] pgmap v997: 25 pgs: 25 active+clean; 274 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 200 KiB/s wr, 8 op/s 2021-07-26T15:58:41.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[41283]: cluster 2021-07-26T15:58:40.168986+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T15:58:41.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[41283]: cluster 2021-07-26T15:58:41.137397+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T15:58:41.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[42351]: cluster 2021-07-26T15:58:40.061630+0000 mgr.y (mgr.24683) 479 : cluster [DBG] pgmap v997: 25 pgs: 25 active+clean; 274 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 200 KiB/s wr, 8 op/s 2021-07-26T15:58:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[42351]: cluster 2021-07-26T15:58:40.168986+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T15:58:41.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:41 smithi046 bash[42351]: cluster 2021-07-26T15:58:41.137397+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T15:58:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:41 smithi073 bash[34190]: cluster 2021-07-26T15:58:40.061630+0000 mgr.y (mgr.24683) 479 : cluster [DBG] pgmap v997: 25 pgs: 25 active+clean; 274 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 200 KiB/s wr, 8 op/s 2021-07-26T15:58:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:41 smithi073 bash[34190]: cluster 2021-07-26T15:58:40.168986+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T15:58:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:41 smithi073 bash[34190]: cluster 2021-07-26T15:58:41.137397+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T15:58:42.148 INFO:tasks.rados.rados.0.smithi046.stdout:3753: done (2 left) 2021-07-26T15:58:42.148 INFO:tasks.rados.rados.0.smithi046.stdout:3754: done (1 left) 2021-07-26T15:58:42.148 INFO:tasks.rados.rados.0.smithi046.stdout:3757: done (0 left) 2021-07-26T15:58:42.149 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 358 2021-07-26T15:58:42.149 INFO:tasks.rados.rados.0.smithi046.stdout:3758: seq_num 1203 ranges {737280=557056,1294336=401408} 2021-07-26T15:58:42.159 INFO:tasks.rados.rados.0.smithi046.stdout:3758: writing smithi04638994-21 from 737280 to 1294336 tid 1 2021-07-26T15:58:42.162 INFO:tasks.rados.rados.0.smithi046.stdout:3758: writing smithi04638994-21 from 1294336 to 1695744 tid 2 2021-07-26T15:58:42.162 INFO:tasks.rados.rados.0.smithi046.stdout:3759: setattr oid 11 current snap is 358 2021-07-26T15:58:42.165 INFO:tasks.rados.rados.0.smithi046.stdout:3760: read oid 22 snap -1 2021-07-26T15:58:42.165 INFO:tasks.rados.rados.0.smithi046.stdout:3760: expect deleted 2021-07-26T15:58:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 358 2021-07-26T15:58:42.166 INFO:tasks.rados.rados.0.smithi046.stdout:3761: seq_num 1204 ranges {0=573440,573440=401408} 2021-07-26T15:58:42.168 INFO:tasks.rados.rados.0.smithi046.stdout:3761: writing smithi04638994-15 from 0 to 573440 tid 1 2021-07-26T15:58:42.171 INFO:tasks.rados.rados.0.smithi046.stdout:3761: writing smithi04638994-15 from 573440 to 974848 tid 2 2021-07-26T15:58:42.171 INFO:tasks.rados.rados.0.smithi046.stdout:3762: snap_create 2021-07-26T15:58:42.172 INFO:tasks.rados.rados.0.smithi046.stdout:3758: finishing write tid 1 to smithi04638994-21 2021-07-26T15:58:42.172 INFO:tasks.rados.rados.0.smithi046.stdout:3758: finishing write tid 2 to smithi04638994-21 2021-07-26T15:58:42.172 INFO:tasks.rados.rados.0.smithi046.stdout:3758: finishing write tid 3 to smithi04638994-21 2021-07-26T15:58:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:3758: finishing write tid 4 to smithi04638994-21 2021-07-26T15:58:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1750 (ObjNum 1203 snap 358 seq_num 1203) dirty exists 2021-07-26T15:58:42.173 INFO:tasks.rados.rados.0.smithi046.stdout:3758: left oid 21 (ObjNum 1203 snap 358 seq_num 1203) 2021-07-26T15:58:42.176 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2463 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:58:42.181 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 1 to smithi04638994-15 2021-07-26T15:58:42.182 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 2 to smithi04638994-15 2021-07-26T15:58:42.182 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 3 to smithi04638994-15 2021-07-26T15:58:42.183 INFO:tasks.rados.rados.0.smithi046.stdout:3761: finishing write tid 4 to smithi04638994-15 2021-07-26T15:58:42.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2466 (ObjNum 1204 snap 358 seq_num 1204) dirty exists 2021-07-26T15:58:42.184 INFO:tasks.rados.rados.0.smithi046.stdout:3761: left oid 15 (ObjNum 1204 snap 358 seq_num 1204) 2021-07-26T15:58:43.173 INFO:tasks.rados.rados.0.smithi046.stdout:3758: done (4 left) 2021-07-26T15:58:43.173 INFO:tasks.rados.rados.0.smithi046.stdout:3759: done (3 left) 2021-07-26T15:58:43.173 INFO:tasks.rados.rados.0.smithi046.stdout:3760: done (2 left) 2021-07-26T15:58:43.173 INFO:tasks.rados.rados.0.smithi046.stdout:3761: done (1 left) 2021-07-26T15:58:43.174 INFO:tasks.rados.rados.0.smithi046.stdout:3762: done (0 left) 2021-07-26T15:58:43.174 INFO:tasks.rados.rados.0.smithi046.stdout:3763: setattr oid 16 current snap is 359 2021-07-26T15:58:43.177 INFO:tasks.rados.rados.0.smithi046.stdout:3764: read oid 45 snap -1 2021-07-26T15:58:43.177 INFO:tasks.rados.rados.0.smithi046.stdout:3764: expect (ObjNum 1161 snap 343 seq_num 1161) 2021-07-26T15:58:43.177 INFO:tasks.rados.rados.0.smithi046.stdout:3765: rmattr oid 43 current snap is 359 2021-07-26T15:58:43.178 INFO:tasks.rados.rados.0.smithi046.stdout:3766: rmattr oid 1 current snap is 359 2021-07-26T15:58:43.178 INFO:tasks.rados.rados.0.smithi046.stdout:3766: done (3 left) 2021-07-26T15:58:43.178 INFO:tasks.rados.rados.0.smithi046.stdout:3767: snap_create 2021-07-26T15:58:43.186 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 16 v 2467 (ObjNum 5 snap 3 seq_num 6) dirty exists 2021-07-26T15:58:43.188 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2468 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:58:43.199 INFO:tasks.rados.rados.0.smithi046.stdout:3764: expect (ObjNum 1161 snap 343 seq_num 1161) 2021-07-26T15:58:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:43 smithi046 bash[41283]: cluster 2021-07-26T15:58:42.062460+0000 mgr.y (mgr.24683) 480 : cluster [DBG] pgmap v1000: 25 pgs: 25 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 17 op/s 2021-07-26T15:58:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:43 smithi046 bash[41283]: cluster 2021-07-26T15:58:42.149416+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T15:58:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:43 smithi046 bash[42351]: cluster 2021-07-26T15:58:42.062460+0000 mgr.y (mgr.24683) 480 : cluster [DBG] pgmap v1000: 25 pgs: 25 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 17 op/s 2021-07-26T15:58:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:43 smithi046 bash[42351]: cluster 2021-07-26T15:58:42.149416+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T15:58:43.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:43 smithi073 bash[34190]: cluster 2021-07-26T15:58:42.062460+0000 mgr.y (mgr.24683) 480 : cluster [DBG] pgmap v1000: 25 pgs: 25 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 17 op/s 2021-07-26T15:58:43.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:43 smithi073 bash[34190]: cluster 2021-07-26T15:58:42.149416+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T15:58:44.176 INFO:tasks.rados.rados.0.smithi046.stdout:3763: done (3 left) 2021-07-26T15:58:44.179 INFO:tasks.rados.rados.0.smithi046.stdout:3764: done (2 left) 2021-07-26T15:58:44.180 INFO:tasks.rados.rados.0.smithi046.stdout:3765: done (1 left) 2021-07-26T15:58:44.180 INFO:tasks.rados.rados.0.smithi046.stdout:3767: done (0 left) 2021-07-26T15:58:44.181 INFO:tasks.rados.rados.0.smithi046.stdout:3768: snap_remove snap 352 2021-07-26T15:58:44.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:44 smithi046 bash[41283]: cluster 2021-07-26T15:58:43.174174+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T15:58:44.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:44 smithi046 bash[42351]: cluster 2021-07-26T15:58:43.174174+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T15:58:44.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:44 smithi073 bash[34190]: cluster 2021-07-26T15:58:43.174174+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T15:58:45.188 INFO:tasks.rados.rados.0.smithi046.stdout:3768: done (0 left) 2021-07-26T15:58:45.188 INFO:tasks.rados.rados.0.smithi046.stdout:3769: snap_remove snap 338 2021-07-26T15:58:45.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:45 smithi073 bash[34190]: cluster 2021-07-26T15:58:44.063166+0000 mgr.y (mgr.24683) 481 : cluster [DBG] pgmap v1003: 25 pgs: 25 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 16 op/s 2021-07-26T15:58:45.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:45 smithi073 bash[34190]: cluster 2021-07-26T15:58:44.177275+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T15:58:45.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:45 smithi046 bash[41283]: cluster 2021-07-26T15:58:44.063166+0000 mgr.y (mgr.24683) 481 : cluster [DBG] pgmap v1003: 25 pgs: 25 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 16 op/s 2021-07-26T15:58:45.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:45 smithi046 bash[41283]: cluster 2021-07-26T15:58:44.177275+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T15:58:45.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:45 smithi046 bash[42351]: cluster 2021-07-26T15:58:44.063166+0000 mgr.y (mgr.24683) 481 : cluster [DBG] pgmap v1003: 25 pgs: 25 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 638 KiB/s wr, 16 op/s 2021-07-26T15:58:45.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:45 smithi046 bash[42351]: cluster 2021-07-26T15:58:44.177275+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T15:58:46.139 INFO:tasks.rados.rados.0.smithi046.stdout:3769: done (0 left) 2021-07-26T15:58:46.139 INFO:tasks.rados.rados.0.smithi046.stdout:3770: snap_create 2021-07-26T15:58:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:46 smithi073 bash[34190]: cluster 2021-07-26T15:58:45.188623+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T15:58:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:46 smithi073 bash[34190]: cluster 2021-07-26T15:58:46.140201+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T15:58:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:46 smithi046 bash[41283]: cluster 2021-07-26T15:58:45.188623+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T15:58:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:46 smithi046 bash[41283]: cluster 2021-07-26T15:58:46.140201+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T15:58:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:46 smithi046 bash[42351]: cluster 2021-07-26T15:58:45.188623+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T15:58:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:46 smithi046 bash[42351]: cluster 2021-07-26T15:58:46.140201+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T15:58:47.152 INFO:tasks.rados.rados.0.smithi046.stdout:3770: done (0 left) 2021-07-26T15:58:47.153 INFO:tasks.rados.rados.0.smithi046.stdout:3771: read oid 36 snap 353 2021-07-26T15:58:47.153 INFO:tasks.rados.rados.0.smithi046.stdout:3771: expect (ObjNum 198293248 snap 22029 seq_num 805326256) 2021-07-26T15:58:47.154 INFO:tasks.rados.rados.0.smithi046.stdout:3772: rollback oid 26 current snap is 361 2021-07-26T15:58:47.154 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 26 to 357 2021-07-26T15:58:47.154 INFO:tasks.rados.rados.0.smithi046.stdout:3773: read oid 28 snap 349 2021-07-26T15:58:47.154 INFO:tasks.rados.rados.0.smithi046.stdout:3773: expect (ObjNum 1087 snap 320 seq_num 1087) 2021-07-26T15:58:47.155 INFO:tasks.rados.rados.0.smithi046.stdout:3774: snap_remove snap 356 2021-07-26T15:58:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:47 smithi073 bash[34190]: cluster 2021-07-26T15:58:46.063896+0000 mgr.y (mgr.24683) 482 : cluster [DBG] pgmap v1006: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2021-07-26T15:58:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:47 smithi073 bash[34190]: cluster 2021-07-26T15:58:47.153544+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T15:58:47.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:47 smithi046 bash[41283]: cluster 2021-07-26T15:58:46.063896+0000 mgr.y (mgr.24683) 482 : cluster [DBG] pgmap v1006: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2021-07-26T15:58:47.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:47 smithi046 bash[41283]: cluster 2021-07-26T15:58:47.153544+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T15:58:47.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:47 smithi046 bash[42351]: cluster 2021-07-26T15:58:46.063896+0000 mgr.y (mgr.24683) 482 : cluster [DBG] pgmap v1006: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2021-07-26T15:58:47.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:47 smithi046 bash[42351]: cluster 2021-07-26T15:58:47.153544+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T15:58:48.165 INFO:tasks.rados.rados.0.smithi046.stdout:3771: expect (ObjNum 198293248 snap 22029 seq_num 805326256) 2021-07-26T15:58:48.170 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing rollback tid 0 to smithi04638994-26 2021-07-26T15:58:48.170 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing rollback tid 1 to smithi04638994-26 2021-07-26T15:58:48.170 INFO:tasks.rados.rados.0.smithi046.stdout:3772: finishing rollback tid 2 to smithi04638994-26 2021-07-26T15:58:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2260 (ObjNum 1196 snap 356 seq_num 1196) dirty exists 2021-07-26T15:58:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:3771: done (3 left) 2021-07-26T15:58:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:3772: done (2 left) 2021-07-26T15:58:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:3774: done (1 left) 2021-07-26T15:58:48.171 INFO:tasks.rados.rados.0.smithi046.stdout:3775: snap_create 2021-07-26T15:58:48.172 INFO:tasks.rados.rados.0.smithi046.stdout:3773: expect (ObjNum 1087 snap 320 seq_num 1087) 2021-07-26T15:58:49.164 INFO:tasks.rados.rados.0.smithi046.stdout:3773: done (1 left) 2021-07-26T15:58:49.164 INFO:tasks.rados.rados.0.smithi046.stdout:3775: done (0 left) 2021-07-26T15:58:49.165 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 362 2021-07-26T15:58:49.165 INFO:tasks.rados.rados.0.smithi046.stdout:3776: seq_num 1205 ranges {1417216=589824,2007040=401408} 2021-07-26T15:58:49.179 INFO:tasks.rados.rados.0.smithi046.stdout:3776: writing smithi04638994-28 from 1417216 to 2007040 tid 1 2021-07-26T15:58:49.181 INFO:tasks.rados.rados.0.smithi046.stdout:3776: writing smithi04638994-28 from 2007040 to 2408448 tid 2 2021-07-26T15:58:49.182 INFO:tasks.rados.rados.0.smithi046.stdout:3777: snap_remove snap 361 2021-07-26T15:58:49.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:49 smithi046 bash[41283]: cluster 2021-07-26T15:58:48.064534+0000 mgr.y (mgr.24683) 483 : cluster [DBG] pgmap v1009: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:58:49.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:49 smithi046 bash[41283]: cluster 2021-07-26T15:58:48.157320+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T15:58:49.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:49 smithi046 bash[42351]: cluster 2021-07-26T15:58:48.064534+0000 mgr.y (mgr.24683) 483 : cluster [DBG] pgmap v1009: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:58:49.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:49 smithi046 bash[42351]: cluster 2021-07-26T15:58:48.157320+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T15:58:49.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:49 smithi073 bash[34190]: cluster 2021-07-26T15:58:48.064534+0000 mgr.y (mgr.24683) 483 : cluster [DBG] pgmap v1009: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2021-07-26T15:58:49.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:49 smithi073 bash[34190]: cluster 2021-07-26T15:58:48.157320+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T15:58:50.169 INFO:tasks.rados.rados.0.smithi046.stdout:3777: done (1 left) 2021-07-26T15:58:50.169 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 9 current snap is 362 2021-07-26T15:58:50.169 INFO:tasks.rados.rados.0.smithi046.stdout:3776: finishing write tid 1 to smithi04638994-28 2021-07-26T15:58:50.170 INFO:tasks.rados.rados.0.smithi046.stdout:3776: finishing write tid 2 to smithi04638994-28 2021-07-26T15:58:50.170 INFO:tasks.rados.rados.0.smithi046.stdout:3776: finishing write tid 3 to smithi04638994-28 2021-07-26T15:58:50.170 INFO:tasks.rados.rados.0.smithi046.stdout:3776: finishing write tid 4 to smithi04638994-28 2021-07-26T15:58:50.170 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1698 (ObjNum 1205 snap 362 seq_num 1205) dirty exists 2021-07-26T15:58:50.171 INFO:tasks.rados.rados.0.smithi046.stdout:3776: left oid 28 (ObjNum 1205 snap 362 seq_num 1205) 2021-07-26T15:58:50.171 INFO:tasks.rados.rados.0.smithi046.stdout:3778: seq_num 1206 ranges {7520256=606208,8126464=401408} 2021-07-26T15:58:50.220 INFO:tasks.rados.rados.0.smithi046.stdout:3778: writing smithi04638994-9 from 7520256 to 8126464 tid 1 2021-07-26T15:58:50.222 INFO:tasks.rados.rados.0.smithi046.stdout:3778: writing smithi04638994-9 from 8126464 to 8527872 tid 2 2021-07-26T15:58:50.223 INFO:tasks.rados.rados.0.smithi046.stdout:3776: done (1 left) 2021-07-26T15:58:50.223 INFO:tasks.rados.rados.0.smithi046.stdout:3779: rollback oid 22 current snap is 362 2021-07-26T15:58:50.223 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 342 2021-07-26T15:58:50.223 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 362 2021-07-26T15:58:50.224 INFO:tasks.rados.rados.0.smithi046.stdout:3780: seq_num 1207 ranges {3956736=622592,4579328=401408} 2021-07-26T15:58:50.248 INFO:tasks.rados.rados.0.smithi046.stdout:3780: writing smithi04638994-42 from 3956736 to 4579328 tid 1 2021-07-26T15:58:50.254 INFO:tasks.rados.rados.0.smithi046.stdout:3780: writing smithi04638994-42 from 4579328 to 4980736 tid 2 2021-07-26T15:58:50.254 INFO:tasks.rados.rados.0.smithi046.stdout:3781: copy_from oid 50 from oid 16 current snap is 362 2021-07-26T15:58:50.254 INFO:tasks.rados.rados.0.smithi046.stdout:3779: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:58:50.256 INFO:tasks.rados.rados.0.smithi046.stdout:3779: finishing rollback tid 2 to smithi04638994-22 2021-07-26T15:58:50.256 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1700 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:58:50.256 INFO:tasks.rados.rados.0.smithi046.stdout:3778: finishing write tid 1 to smithi04638994-9 2021-07-26T15:58:50.256 INFO:tasks.rados.rados.0.smithi046.stdout:3778: finishing write tid 2 to smithi04638994-9 2021-07-26T15:58:50.257 INFO:tasks.rados.rados.0.smithi046.stdout:3778: finishing write tid 3 to smithi04638994-9 2021-07-26T15:58:50.257 INFO:tasks.rados.rados.0.smithi046.stdout:3778: finishing write tid 4 to smithi04638994-9 2021-07-26T15:58:50.257 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2655 (ObjNum 1206 snap 362 seq_num 1206) dirty exists 2021-07-26T15:58:50.257 INFO:tasks.rados.rados.0.smithi046.stdout:3778: left oid 9 (ObjNum 1206 snap 362 seq_num 1206) 2021-07-26T15:58:50.257 INFO:tasks.rados.rados.0.smithi046.stdout:3778: done (3 left) 2021-07-26T15:58:50.258 INFO:tasks.rados.rados.0.smithi046.stdout:3779: done (2 left) 2021-07-26T15:58:50.258 INFO:tasks.rados.rados.0.smithi046.stdout:3782: read oid 1 snap -1 2021-07-26T15:58:50.259 INFO:tasks.rados.rados.0.smithi046.stdout:3782: expect deleted 2021-07-26T15:58:50.259 INFO:tasks.rados.rados.0.smithi046.stdout:3783: read oid 8 snap -1 2021-07-26T15:58:50.259 INFO:tasks.rados.rados.0.smithi046.stdout:3783: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:50.260 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 362 2021-07-26T15:58:50.262 INFO:tasks.rados.rados.0.smithi046.stdout:3784: seq_num 1208 ranges {3899392=638976,4538368=401408} 2021-07-26T15:58:50.279 INFO:tasks.rados.rados.0.smithi046.stdout:3784: writing smithi04638994-49 from 3899392 to 4538368 tid 1 2021-07-26T15:58:50.280 INFO:tasks.rados.rados.0.smithi046.stdout:3784: writing smithi04638994-49 from 4538368 to 4939776 tid 2 2021-07-26T15:58:50.280 INFO:tasks.rados.rados.0.smithi046.stdout:3785: snap_create 2021-07-26T15:58:50.280 INFO:tasks.rados.rados.0.smithi046.stdout:3783: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:50.285 INFO:tasks.rados.rados.0.smithi046.stdout:3780: finishing write tid 1 to smithi04638994-42 2021-07-26T15:58:50.285 INFO:tasks.rados.rados.0.smithi046.stdout:3780: finishing write tid 2 to smithi04638994-42 2021-07-26T15:58:50.285 INFO:tasks.rados.rados.0.smithi046.stdout:3780: finishing write tid 3 to smithi04638994-42 2021-07-26T15:58:50.285 INFO:tasks.rados.rados.0.smithi046.stdout:3780: finishing write tid 4 to smithi04638994-42 2021-07-26T15:58:50.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 991 (ObjNum 1207 snap 362 seq_num 1207) dirty exists 2021-07-26T15:58:50.286 INFO:tasks.rados.rados.0.smithi046.stdout:3780: left oid 42 (ObjNum 1207 snap 362 seq_num 1207) 2021-07-26T15:58:50.287 INFO:tasks.rados.rados.0.smithi046.stdout:3781: finishing copy_from to smithi04638994-50 2021-07-26T15:58:50.287 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2467 (ObjNum 1918661460 snap 1517507433 seq_num 1835690582) dirty exists 2021-07-26T15:58:50.288 INFO:tasks.rados.rados.0.smithi046.stdout:3781: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:58:50.290 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing write tid 1 to smithi04638994-49 2021-07-26T15:58:50.291 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing write tid 2 to smithi04638994-49 2021-07-26T15:58:50.291 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing write tid 3 to smithi04638994-49 2021-07-26T15:58:50.292 INFO:tasks.rados.rados.0.smithi046.stdout:3784: finishing write tid 4 to smithi04638994-49 2021-07-26T15:58:50.293 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2472 (ObjNum 1208 snap 362 seq_num 1208) dirty exists 2021-07-26T15:58:50.293 INFO:tasks.rados.rados.0.smithi046.stdout:3784: left oid 49 (ObjNum 1208 snap 362 seq_num 1208) 2021-07-26T15:58:50.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:50 smithi046 bash[41283]: cluster 2021-07-26T15:58:49.165442+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T15:58:50.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:50 smithi046 bash[42351]: cluster 2021-07-26T15:58:49.165442+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T15:58:50.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:50 smithi073 bash[34190]: cluster 2021-07-26T15:58:49.165442+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T15:58:51.143 INFO:tasks.rados.rados.0.smithi046.stdout:3780: done (5 left) 2021-07-26T15:58:51.144 INFO:tasks.rados.rados.0.smithi046.stdout:3781: done (4 left) 2021-07-26T15:58:51.144 INFO:tasks.rados.rados.0.smithi046.stdout:3782: done (3 left) 2021-07-26T15:58:51.144 INFO:tasks.rados.rados.0.smithi046.stdout:3783: done (2 left) 2021-07-26T15:58:51.144 INFO:tasks.rados.rados.0.smithi046.stdout:3784: done (1 left) 2021-07-26T15:58:51.145 INFO:tasks.rados.rados.0.smithi046.stdout:3785: done (0 left) 2021-07-26T15:58:51.145 INFO:tasks.rados.rados.0.smithi046.stdout:3786: read oid 3 snap -1 2021-07-26T15:58:51.145 INFO:tasks.rados.rados.0.smithi046.stdout:3786: expect deleted 2021-07-26T15:58:51.145 INFO:tasks.rados.rados.0.smithi046.stdout:3787: snap_remove snap 360 2021-07-26T15:58:51.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[41283]: cluster 2021-07-26T15:58:50.065227+0000 mgr.y (mgr.24683) 484 : cluster [DBG] pgmap v1012: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 234 KiB/s wr, 7 op/s 2021-07-26T15:58:51.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[41283]: cluster 2021-07-26T15:58:50.169617+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T15:58:51.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[41283]: cluster 2021-07-26T15:58:51.144441+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T15:58:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[42351]: cluster 2021-07-26T15:58:50.065227+0000 mgr.y (mgr.24683) 484 : cluster [DBG] pgmap v1012: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 234 KiB/s wr, 7 op/s 2021-07-26T15:58:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[42351]: cluster 2021-07-26T15:58:50.169617+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T15:58:51.434 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:51 smithi046 bash[42351]: cluster 2021-07-26T15:58:51.144441+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T15:58:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:51 smithi073 bash[34190]: cluster 2021-07-26T15:58:50.065227+0000 mgr.y (mgr.24683) 484 : cluster [DBG] pgmap v1012: 25 pgs: 25 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 234 KiB/s wr, 7 op/s 2021-07-26T15:58:51.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:51 smithi073 bash[34190]: cluster 2021-07-26T15:58:50.169617+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T15:58:51.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:51 smithi073 bash[34190]: cluster 2021-07-26T15:58:51.144441+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T15:58:52.155 INFO:tasks.rados.rados.0.smithi046.stdout:3787: done (1 left) 2021-07-26T15:58:52.155 INFO:tasks.rados.rados.0.smithi046.stdout:3788: read oid 10 snap -1 2021-07-26T15:58:52.156 INFO:tasks.rados.rados.0.smithi046.stdout:3788: expect deleted 2021-07-26T15:58:52.156 INFO:tasks.rados.rados.0.smithi046.stdout:3789: rollback oid 4 current snap is 363 2021-07-26T15:58:52.156 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 4 to 354 2021-07-26T15:58:52.156 INFO:tasks.rados.rados.0.smithi046.stdout:3786: done (2 left) 2021-07-26T15:58:52.157 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 12 current snap is 363 2021-07-26T15:58:52.157 INFO:tasks.rados.rados.0.smithi046.stdout:3790: seq_num 1209 ranges {0=655360,655360=401408} 2021-07-26T15:58:52.163 INFO:tasks.rados.rados.0.smithi046.stdout:3790: writing smithi04638994-12 from 0 to 655360 tid 1 2021-07-26T15:58:52.165 INFO:tasks.rados.rados.0.smithi046.stdout:3790: writing smithi04638994-12 from 655360 to 1056768 tid 2 2021-07-26T15:58:52.166 INFO:tasks.rados.rados.0.smithi046.stdout:3791: read oid 17 snap -1 2021-07-26T15:58:52.166 INFO:tasks.rados.rados.0.smithi046.stdout:3791: expect deleted 2021-07-26T15:58:52.166 INFO:tasks.rados.rados.0.smithi046.stdout:3792: snap_create 2021-07-26T15:58:52.167 INFO:tasks.rados.rados.0.smithi046.stdout:3789: finishing rollback tid 0 to smithi04638994-4 2021-07-26T15:58:52.169 INFO:tasks.rados.rados.0.smithi046.stdout:3789: finishing rollback tid 1 to smithi04638994-4 2021-07-26T15:58:52.170 INFO:tasks.rados.rados.0.smithi046.stdout:3789: finishing rollback tid 2 to smithi04638994-4 2021-07-26T15:58:52.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 4 v 2349 (ObjNum 1188 snap 349 seq_num 1188) dirty exists 2021-07-26T15:58:52.182 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing write tid 1 to smithi04638994-12 2021-07-26T15:58:52.182 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing write tid 2 to smithi04638994-12 2021-07-26T15:58:52.182 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing write tid 3 to smithi04638994-12 2021-07-26T15:58:52.183 INFO:tasks.rados.rados.0.smithi046.stdout:3790: finishing write tid 4 to smithi04638994-12 2021-07-26T15:58:52.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 12 v 2471 (ObjNum 1209 snap 363 seq_num 1209) dirty exists 2021-07-26T15:58:52.183 INFO:tasks.rados.rados.0.smithi046.stdout:3790: left oid 12 (ObjNum 1209 snap 363 seq_num 1209) 2021-07-26T15:58:53.159 INFO:tasks.rados.rados.0.smithi046.stdout:3788: done (4 left) 2021-07-26T15:58:53.159 INFO:tasks.rados.rados.0.smithi046.stdout:3789: done (3 left) 2021-07-26T15:58:53.159 INFO:tasks.rados.rados.0.smithi046.stdout:3790: done (2 left) 2021-07-26T15:58:53.159 INFO:tasks.rados.rados.0.smithi046.stdout:3791: done (1 left) 2021-07-26T15:58:53.160 INFO:tasks.rados.rados.0.smithi046.stdout:3792: done (0 left) 2021-07-26T15:58:53.160 INFO:tasks.rados.rados.0.smithi046.stdout:3793: snap_remove snap 358 2021-07-26T15:58:53.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:53 smithi046 bash[42351]: cluster 2021-07-26T15:58:52.065975+0000 mgr.y (mgr.24683) 485 : cluster [DBG] pgmap v1015: 25 pgs: 25 active+clean; 233 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 750 KiB/s wr, 6 op/s 2021-07-26T15:58:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:53 smithi046 bash[42351]: cluster 2021-07-26T15:58:52.155593+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T15:58:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:53 smithi046 bash[41283]: cluster 2021-07-26T15:58:52.065975+0000 mgr.y (mgr.24683) 485 : cluster [DBG] pgmap v1015: 25 pgs: 25 active+clean; 233 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 750 KiB/s wr, 6 op/s 2021-07-26T15:58:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:53 smithi046 bash[41283]: cluster 2021-07-26T15:58:52.155593+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T15:58:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:53 smithi073 bash[34190]: cluster 2021-07-26T15:58:52.065975+0000 mgr.y (mgr.24683) 485 : cluster [DBG] pgmap v1015: 25 pgs: 25 active+clean; 233 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 750 KiB/s wr, 6 op/s 2021-07-26T15:58:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:53 smithi073 bash[34190]: cluster 2021-07-26T15:58:52.155593+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T15:58:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:3793: done (0 left) 2021-07-26T15:58:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:3794: setattr oid 44 current snap is 364 2021-07-26T15:58:54.181 INFO:tasks.rados.rados.0.smithi046.stdout:3795: copy_from oid 35 from oid 34 current snap is 364 2021-07-26T15:58:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:3796: read oid 22 snap -1 2021-07-26T15:58:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:3796: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:58:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:3797: copy_from oid 31 from oid 30 current snap is 364 2021-07-26T15:58:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 7 current snap is 364 2021-07-26T15:58:54.182 INFO:tasks.rados.rados.0.smithi046.stdout:3798: seq_num 1210 ranges {1024000=671744,1695744=401408} 2021-07-26T15:58:54.190 INFO:tasks.rados.rados.0.smithi046.stdout:3798: writing smithi04638994-7 from 1024000 to 1695744 tid 1 2021-07-26T15:58:54.193 INFO:tasks.rados.rados.0.smithi046.stdout:3798: writing smithi04638994-7 from 1695744 to 2097152 tid 2 2021-07-26T15:58:54.193 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 42 current snap is 364 2021-07-26T15:58:54.193 INFO:tasks.rados.rados.0.smithi046.stdout:3795: finishing copy_from to smithi04638994-35 2021-07-26T15:58:54.193 INFO:tasks.rados.rados.0.smithi046.stdout:3795: got expected ENOENT (src dne) 2021-07-26T15:58:54.194 INFO:tasks.rados.rados.0.smithi046.stdout:3799: seq_num 1211 ranges {4980736=688128,5668864=401408} 2021-07-26T15:58:54.225 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04638994-42 from 4980736 to 5668864 tid 1 2021-07-26T15:58:54.227 INFO:tasks.rados.rados.0.smithi046.stdout:3799: writing smithi04638994-42 from 5668864 to 6070272 tid 2 2021-07-26T15:58:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:3800: rollback oid 13 current snap is 364 2021-07-26T15:58:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 13 to 363 2021-07-26T15:58:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:3795: finishing copy_from racing read to smithi04638994-35 2021-07-26T15:58:54.228 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 1779 (ObjNum 1194 snap 354 seq_num 1194) dirty exists 2021-07-26T15:58:54.229 INFO:tasks.rados.rados.0.smithi046.stdout:3796: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:58:54.264 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 1 to smithi04638994-7 2021-07-26T15:58:54.264 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 2 to smithi04638994-7 2021-07-26T15:58:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 3 to smithi04638994-7 2021-07-26T15:58:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing copy_from to smithi04638994-31 2021-07-26T15:58:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2362 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:58:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:3797: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:58:54.265 INFO:tasks.rados.rados.0.smithi046.stdout:3798: finishing write tid 4 to smithi04638994-7 2021-07-26T15:58:54.266 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 7 v 2663 (ObjNum 1210 snap 364 seq_num 1210) dirty exists 2021-07-26T15:58:54.266 INFO:tasks.rados.rados.0.smithi046.stdout:3798: left oid 7 (ObjNum 1210 snap 364 seq_num 1210) 2021-07-26T15:58:54.266 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 1 to smithi04638994-42 2021-07-26T15:58:54.266 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 2 to smithi04638994-42 2021-07-26T15:58:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 3 to smithi04638994-42 2021-07-26T15:58:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:3799: finishing write tid 4 to smithi04638994-42 2021-07-26T15:58:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 42 v 994 (ObjNum 1211 snap 364 seq_num 1211) dirty exists 2021-07-26T15:58:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:3799: left oid 42 (ObjNum 1211 snap 364 seq_num 1211) 2021-07-26T15:58:54.267 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing rollback tid 0 to smithi04638994-13 2021-07-26T15:58:54.268 INFO:tasks.rados.rados.0.smithi046.stdout:3794: done (6 left) 2021-07-26T15:58:54.268 INFO:tasks.rados.rados.0.smithi046.stdout:3795: done (5 left) 2021-07-26T15:58:54.268 INFO:tasks.rados.rados.0.smithi046.stdout:3796: done (4 left) 2021-07-26T15:58:54.268 INFO:tasks.rados.rados.0.smithi046.stdout:3797: done (3 left) 2021-07-26T15:58:54.269 INFO:tasks.rados.rados.0.smithi046.stdout:3798: done (2 left) 2021-07-26T15:58:54.269 INFO:tasks.rados.rados.0.smithi046.stdout:3799: done (1 left) 2021-07-26T15:58:54.269 INFO:tasks.rados.rados.0.smithi046.stdout:3801: copy_from oid 43 from oid 30 current snap is 364 2021-07-26T15:58:54.269 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing rollback tid 1 to smithi04638994-13 2021-07-26T15:58:54.269 INFO:tasks.rados.rados.0.smithi046.stdout:3800: finishing rollback tid 2 to smithi04638994-13 2021-07-26T15:58:54.270 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 13 v 2470 (ObjNum 1189 snap 349 seq_num 1189) dirty exists 2021-07-26T15:58:54.270 INFO:tasks.rados.rados.0.smithi046.stdout:3800: done (1 left) 2021-07-26T15:58:54.270 INFO:tasks.rados.rados.0.smithi046.stdout:3802: snap_create 2021-07-26T15:58:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:3801: finishing copy_from to smithi04638994-43 2021-07-26T15:58:54.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2362 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:58:54.277 INFO:tasks.rados.rados.0.smithi046.stdout:3801: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:58:54.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:54 smithi046 bash[42351]: cluster 2021-07-26T15:58:53.159813+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T15:58:54.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:54 smithi046 bash[41283]: cluster 2021-07-26T15:58:53.159813+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T15:58:54.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:54 smithi073 bash[34190]: cluster 2021-07-26T15:58:53.159813+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T15:58:55.181 INFO:tasks.rados.rados.0.smithi046.stdout:3801: done (1 left) 2021-07-26T15:58:55.182 INFO:tasks.rados.rados.0.smithi046.stdout:3802: done (0 left) 2021-07-26T15:58:55.182 INFO:tasks.rados.rados.0.smithi046.stdout:3803: rmattr oid 4 current snap is 365 2021-07-26T15:58:55.183 INFO:tasks.rados.rados.0.smithi046.stdout:3803: done (0 left) 2021-07-26T15:58:55.183 INFO:tasks.rados.rados.0.smithi046.stdout:3804: read oid 4 snap -1 2021-07-26T15:58:55.183 INFO:tasks.rados.rados.0.smithi046.stdout:3804: expect (ObjNum 1188 snap 349 seq_num 1188) 2021-07-26T15:58:55.184 INFO:tasks.rados.rados.0.smithi046.stdout:3805: copy_from oid 16 from oid 24 current snap is 365 2021-07-26T15:58:55.185 INFO:tasks.rados.rados.0.smithi046.stdout:3806: read oid 44 snap -1 2021-07-26T15:58:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:3806: expect (ObjNum 1194 snap 354 seq_num 1194) 2021-07-26T15:58:55.186 INFO:tasks.rados.rados.0.smithi046.stdout:3807: delete oid 23 current snap is 365 2021-07-26T15:58:55.189 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing copy_from to smithi04638994-16 2021-07-26T15:58:55.189 INFO:tasks.rados.rados.0.smithi046.stdout:3805: got expected ENOENT (src dne) 2021-07-26T15:58:55.189 INFO:tasks.rados.rados.0.smithi046.stdout:3805: finishing copy_from racing read to smithi04638994-16 2021-07-26T15:58:55.192 INFO:tasks.rados.rados.0.smithi046.stdout:3804: expect (ObjNum 1188 snap 349 seq_num 1188) 2021-07-26T15:58:55.218 INFO:tasks.rados.rados.0.smithi046.stdout:3804: done (3 left) 2021-07-26T15:58:55.218 INFO:tasks.rados.rados.0.smithi046.stdout:3805: done (2 left) 2021-07-26T15:58:55.219 INFO:tasks.rados.rados.0.smithi046.stdout:3807: done (1 left) 2021-07-26T15:58:55.219 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 15 current snap is 365 2021-07-26T15:58:55.219 INFO:tasks.rados.rados.0.smithi046.stdout:3808: seq_num 1213 ranges {974848=720896,1695744=401408} 2021-07-26T15:58:55.228 INFO:tasks.rados.rados.0.smithi046.stdout:3808: writing smithi04638994-15 from 974848 to 1695744 tid 1 2021-07-26T15:58:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:3808: writing smithi04638994-15 from 1695744 to 2097152 tid 2 2021-07-26T15:58:55.230 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 38 current snap is 365 2021-07-26T15:58:55.231 INFO:tasks.rados.rados.0.smithi046.stdout:3809: seq_num 1214 ranges {6569984=737280,7307264=401408} 2021-07-26T15:58:55.271 INFO:tasks.rados.rados.0.smithi046.stdout:3809: writing smithi04638994-38 from 6569984 to 7307264 tid 1 2021-07-26T15:58:55.273 INFO:tasks.rados.rados.0.smithi046.stdout:3809: writing smithi04638994-38 from 7307264 to 7708672 tid 2 2021-07-26T15:58:55.273 INFO:tasks.rados.rados.0.smithi046.stdout:3810: snap_remove snap 355 2021-07-26T15:58:55.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:55 smithi046 bash[41283]: cluster 2021-07-26T15:58:54.066643+0000 mgr.y (mgr.24683) 486 : cluster [DBG] pgmap v1018: 25 pgs: 25 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 992 KiB/s wr, 7 op/s 2021-07-26T15:58:55.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:55 smithi046 bash[41283]: cluster 2021-07-26T15:58:54.177156+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T15:58:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:55 smithi046 bash[42351]: cluster 2021-07-26T15:58:54.066643+0000 mgr.y (mgr.24683) 486 : cluster [DBG] pgmap v1018: 25 pgs: 25 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 992 KiB/s wr, 7 op/s 2021-07-26T15:58:55.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:55 smithi046 bash[42351]: cluster 2021-07-26T15:58:54.177156+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T15:58:55.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:55 smithi073 bash[34190]: cluster 2021-07-26T15:58:54.066643+0000 mgr.y (mgr.24683) 486 : cluster [DBG] pgmap v1018: 25 pgs: 25 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 992 KiB/s wr, 7 op/s 2021-07-26T15:58:55.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:55 smithi073 bash[34190]: cluster 2021-07-26T15:58:54.177156+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T15:58:56.145 INFO:tasks.rados.rados.0.smithi046.stdout:3810: done (3 left) 2021-07-26T15:58:56.145 INFO:tasks.rados.rados.0.smithi046.stdout:3811: delete oid 2 current snap is 365 2021-07-26T15:58:56.145 INFO:tasks.rados.rados.0.smithi046.stdout:3806: expect (ObjNum 1194 snap 354 seq_num 1194) 2021-07-26T15:58:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:56 smithi073 bash[34190]: cluster 2021-07-26T15:58:55.180572+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T15:58:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:56 smithi073 bash[34190]: cluster 2021-07-26T15:58:56.145490+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T15:58:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:56 smithi046 bash[41283]: cluster 2021-07-26T15:58:55.180572+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T15:58:56.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:56 smithi046 bash[41283]: cluster 2021-07-26T15:58:56.145490+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T15:58:56.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:56 smithi046 bash[42351]: cluster 2021-07-26T15:58:55.180572+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T15:58:56.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:56 smithi046 bash[42351]: cluster 2021-07-26T15:58:56.145490+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T15:58:57.392 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 1 to smithi04638994-15 2021-07-26T15:58:57.393 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 2 to smithi04638994-15 2021-07-26T15:58:57.393 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 3 to smithi04638994-15 2021-07-26T15:58:57.393 INFO:tasks.rados.rados.0.smithi046.stdout:3808: finishing write tid 4 to smithi04638994-15 2021-07-26T15:58:57.393 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 15 v 2474 (ObjNum 1213 snap 365 seq_num 1213) dirty exists 2021-07-26T15:58:57.394 INFO:tasks.rados.rados.0.smithi046.stdout:3808: left oid 15 (ObjNum 1213 snap 365 seq_num 1213) 2021-07-26T15:58:57.394 INFO:tasks.rados.rados.0.smithi046.stdout:3809: finishing write tid 1 to smithi04638994-38 2021-07-26T15:58:57.394 INFO:tasks.rados.rados.0.smithi046.stdout:3809: finishing write tid 2 to smithi04638994-38 2021-07-26T15:58:57.394 INFO:tasks.rados.rados.0.smithi046.stdout:3809: finishing write tid 3 to smithi04638994-38 2021-07-26T15:58:57.395 INFO:tasks.rados.rados.0.smithi046.stdout:3809: finishing write tid 4 to smithi04638994-38 2021-07-26T15:58:57.395 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 38 v 2475 (ObjNum 1214 snap 365 seq_num 1214) dirty exists 2021-07-26T15:58:57.395 INFO:tasks.rados.rados.0.smithi046.stdout:3809: left oid 38 (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:58:57.395 INFO:tasks.rados.rados.0.smithi046.stdout:3806: done (3 left) 2021-07-26T15:58:57.396 INFO:tasks.rados.rados.0.smithi046.stdout:3808: done (2 left) 2021-07-26T15:58:57.396 INFO:tasks.rados.rados.0.smithi046.stdout:3809: done (1 left) 2021-07-26T15:58:57.396 INFO:tasks.rados.rados.0.smithi046.stdout:3811: done (0 left) 2021-07-26T15:58:57.396 INFO:tasks.rados.rados.0.smithi046.stdout:3812: read oid 22 snap -1 2021-07-26T15:58:57.396 INFO:tasks.rados.rados.0.smithi046.stdout:3812: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:58:57.397 INFO:tasks.rados.rados.0.smithi046.stdout:3813: snap_create 2021-07-26T15:58:57.403 INFO:tasks.rados.rados.0.smithi046.stdout:3812: expect (ObjNum 1061 snap 314 seq_num 1061) 2021-07-26T15:58:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:57 smithi073 bash[34190]: cluster 2021-07-26T15:58:56.067410+0000 mgr.y (mgr.24683) 487 : cluster [DBG] pgmap v1021: 25 pgs: 25 active+clean; 240 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:58:57.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:57 smithi046 bash[41283]: cluster 2021-07-26T15:58:56.067410+0000 mgr.y (mgr.24683) 487 : cluster [DBG] pgmap v1021: 25 pgs: 25 active+clean; 240 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:58:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:57 smithi046 bash[42351]: cluster 2021-07-26T15:58:56.067410+0000 mgr.y (mgr.24683) 487 : cluster [DBG] pgmap v1021: 25 pgs: 25 active+clean; 240 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T15:58:58.204 INFO:tasks.rados.rados.0.smithi046.stdout:3812: done (1 left) 2021-07-26T15:58:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:3813: done (0 left) 2021-07-26T15:58:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:3814: rmattr oid 28 current snap is 366 2021-07-26T15:58:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:3814: done (0 left) 2021-07-26T15:58:58.205 INFO:tasks.rados.rados.0.smithi046.stdout:3815: rollback oid 9 current snap is 366 2021-07-26T15:58:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 364 2021-07-26T15:58:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:3816: read oid 41 snap -1 2021-07-26T15:58:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:3816: expect (ObjNum 1143 snap 338 seq_num 1143) 2021-07-26T15:58:58.206 INFO:tasks.rados.rados.0.smithi046.stdout:3817: rollback oid 11 current snap is 366 2021-07-26T15:58:58.207 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 11 to 336 2021-07-26T15:58:58.207 INFO:tasks.rados.rados.0.smithi046.stdout:3818: snap_create 2021-07-26T15:58:58.218 INFO:tasks.rados.rados.0.smithi046.stdout:3817: finishing rollback tid 0 to smithi04638994-11 2021-07-26T15:58:58.218 INFO:tasks.rados.rados.0.smithi046.stdout:3817: finishing rollback tid 1 to smithi04638994-11 2021-07-26T15:58:58.219 INFO:tasks.rados.rados.0.smithi046.stdout:3817: finishing rollback tid 2 to smithi04638994-11 2021-07-26T15:58:58.219 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 2487 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:58:58.221 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:58:58.230 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:58:58.231 INFO:tasks.rados.rados.0.smithi046.stdout:3815: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:58:58.232 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2675 (ObjNum 1206 snap 362 seq_num 1206) dirty exists 2021-07-26T15:58:58.246 INFO:tasks.rados.rados.0.smithi046.stdout:3816: expect (ObjNum 1143 snap 338 seq_num 1143) 2021-07-26T15:58:58.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:58 smithi073 bash[34190]: audit 2021-07-26T15:58:58.117674+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:58.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:58 smithi046 bash[42351]: audit 2021-07-26T15:58:58.117674+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:58.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:58 smithi046 bash[41283]: audit 2021-07-26T15:58:58.117674+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:59.213 INFO:tasks.rados.rados.0.smithi046.stdout:3815: done (3 left) 2021-07-26T15:58:59.213 INFO:tasks.rados.rados.0.smithi046.stdout:3816: done (2 left) 2021-07-26T15:58:59.214 INFO:tasks.rados.rados.0.smithi046.stdout:3817: done (1 left) 2021-07-26T15:58:59.214 INFO:tasks.rados.rados.0.smithi046.stdout:3818: done (0 left) 2021-07-26T15:58:59.214 INFO:tasks.rados.rados.0.smithi046.stdout:3819: read oid 17 snap -1 2021-07-26T15:58:59.214 INFO:tasks.rados.rados.0.smithi046.stdout:3819: expect deleted 2021-07-26T15:58:59.215 INFO:tasks.rados.rados.0.smithi046.stdout:3820: snap_create 2021-07-26T15:58:59.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:59 smithi073 bash[34190]: cluster 2021-07-26T15:58:58.068158+0000 mgr.y (mgr.24683) 488 : cluster [DBG] pgmap v1023: 25 pgs: 25 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T15:58:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:59 smithi073 bash[34190]: cluster 2021-07-26T15:58:58.204381+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T15:58:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:58:59 smithi073 bash[34190]: audit 2021-07-26T15:58:58.986688+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[42351]: cluster 2021-07-26T15:58:58.068158+0000 mgr.y (mgr.24683) 488 : cluster [DBG] pgmap v1023: 25 pgs: 25 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T15:58:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[42351]: cluster 2021-07-26T15:58:58.204381+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T15:58:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[42351]: audit 2021-07-26T15:58:58.986688+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[41283]: cluster 2021-07-26T15:58:58.068158+0000 mgr.y (mgr.24683) 488 : cluster [DBG] pgmap v1023: 25 pgs: 25 active+clean; 242 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T15:58:59.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[41283]: cluster 2021-07-26T15:58:58.204381+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T15:58:59.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:58:59 smithi046 bash[41283]: audit 2021-07-26T15:58:58.986688+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:00.222 INFO:tasks.rados.rados.0.smithi046.stdout:3819: done (1 left) 2021-07-26T15:59:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3820: done (0 left) 2021-07-26T15:59:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 368 2021-07-26T15:59:00.223 INFO:tasks.rados.rados.0.smithi046.stdout:3821: seq_num 1216 ranges {0=770048,770048=401408} 2021-07-26T15:59:00.229 INFO:tasks.rados.rados.0.smithi046.stdout:3821: writing smithi04638994-34 from 0 to 770048 tid 1 2021-07-26T15:59:00.233 INFO:tasks.rados.rados.0.smithi046.stdout:3821: writing smithi04638994-34 from 770048 to 1171456 tid 2 2021-07-26T15:59:00.233 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 21 current snap is 368 2021-07-26T15:59:00.234 INFO:tasks.rados.rados.0.smithi046.stdout:3822: seq_num 1217 ranges {1695744=786432,2482176=401408} 2021-07-26T15:59:00.248 INFO:tasks.rados.rados.0.smithi046.stdout:3822: writing smithi04638994-21 from 1695744 to 2482176 tid 1 2021-07-26T15:59:00.250 INFO:tasks.rados.rados.0.smithi046.stdout:3822: writing smithi04638994-21 from 2482176 to 2883584 tid 2 2021-07-26T15:59:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:3823: read oid 36 snap 349 2021-07-26T15:59:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:3823: expect (ObjNum 198163088 snap 22029 seq_num 198445696) 2021-07-26T15:59:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:3824: rollback oid 47 current snap is 368 2021-07-26T15:59:00.251 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 47 to 342 2021-07-26T15:59:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:3821: finishing write tid 1 to smithi04638994-34 2021-07-26T15:59:00.252 INFO:tasks.rados.rados.0.smithi046.stdout:3825: snap_remove snap 366 2021-07-26T15:59:00.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:00 smithi073 bash[34190]: cluster 2021-07-26T15:58:59.206118+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T15:59:00.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:00 smithi046 bash[41283]: cluster 2021-07-26T15:58:59.206118+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T15:59:00.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:00 smithi046 bash[42351]: cluster 2021-07-26T15:58:59.206118+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T15:59:01.150 INFO:tasks.rados.rados.0.smithi046.stdout:3825: done (4 left) 2021-07-26T15:59:01.150 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 44 current snap is 368 2021-07-26T15:59:01.151 INFO:tasks.rados.rados.0.smithi046.stdout:3821: finishing write tid 2 to smithi04638994-34 2021-07-26T15:59:01.151 INFO:tasks.rados.rados.0.smithi046.stdout:3826: seq_num 1218 ranges {12140544=802816,12943360=401408} 2021-07-26T15:59:01.222 INFO:tasks.rados.rados.0.smithi046.stdout:3826: writing smithi04638994-44 from 12140544 to 12943360 tid 1 2021-07-26T15:59:01.224 INFO:tasks.rados.rados.0.smithi046.stdout:3826: writing smithi04638994-44 from 12943360 to 13344768 tid 2 2021-07-26T15:59:01.224 INFO:tasks.rados.rados.0.smithi046.stdout:3827: snap_create 2021-07-26T15:59:01.225 INFO:tasks.rados.rados.0.smithi046.stdout:3821: finishing write tid 3 to smithi04638994-34 2021-07-26T15:59:01.225 INFO:tasks.rados.rados.0.smithi046.stdout:3821: finishing write tid 4 to smithi04638994-34 2021-07-26T15:59:01.225 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2351 (ObjNum 1216 snap 368 seq_num 1216) dirty exists 2021-07-26T15:59:01.225 INFO:tasks.rados.rados.0.smithi046.stdout:3821: left oid 34 (ObjNum 1216 snap 368 seq_num 1216) 2021-07-26T15:59:01.226 INFO:tasks.rados.rados.0.smithi046.stdout:3823: expect (ObjNum 198163088 snap 22029 seq_num 198445696) 2021-07-26T15:59:01.232 INFO:tasks.rados.rados.0.smithi046.stdout:3824: finishing rollback tid 1 to smithi04638994-47 2021-07-26T15:59:01.233 INFO:tasks.rados.rados.0.smithi046.stdout:3824: finishing rollback tid 2 to smithi04638994-47 2021-07-26T15:59:01.233 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1826 (ObjNum 1127 snap 332 seq_num 1127) dirty exists 2021-07-26T15:59:01.233 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 1 to smithi04638994-21 2021-07-26T15:59:01.233 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 2 to smithi04638994-21 2021-07-26T15:59:01.234 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 3 to smithi04638994-21 2021-07-26T15:59:01.234 INFO:tasks.rados.rados.0.smithi046.stdout:3822: finishing write tid 4 to smithi04638994-21 2021-07-26T15:59:01.234 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 21 v 1753 (ObjNum 1217 snap 368 seq_num 1217) dirty exists 2021-07-26T15:59:01.235 INFO:tasks.rados.rados.0.smithi046.stdout:3822: left oid 21 (ObjNum 1217 snap 368 seq_num 1217) 2021-07-26T15:59:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing write tid 1 to smithi04638994-44 2021-07-26T15:59:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing write tid 2 to smithi04638994-44 2021-07-26T15:59:01.236 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing write tid 3 to smithi04638994-44 2021-07-26T15:59:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:3826: finishing write tid 4 to smithi04638994-44 2021-07-26T15:59:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2365 (ObjNum 1218 snap 368 seq_num 1218) dirty exists 2021-07-26T15:59:01.237 INFO:tasks.rados.rados.0.smithi046.stdout:3826: left oid 44 (ObjNum 1218 snap 368 seq_num 1218) 2021-07-26T15:59:01.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:01 smithi073 bash[34190]: cluster 2021-07-26T15:59:00.068849+0000 mgr.y (mgr.24683) 489 : cluster [DBG] pgmap v1026: 25 pgs: 25 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2021-07-26T15:59:01.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:01 smithi073 bash[34190]: cluster 2021-07-26T15:59:00.223874+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T15:59:01.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:01 smithi073 bash[34190]: cluster 2021-07-26T15:59:01.149681+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T15:59:01.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[41283]: cluster 2021-07-26T15:59:00.068849+0000 mgr.y (mgr.24683) 489 : cluster [DBG] pgmap v1026: 25 pgs: 25 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2021-07-26T15:59:01.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[41283]: cluster 2021-07-26T15:59:00.223874+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T15:59:01.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[41283]: cluster 2021-07-26T15:59:01.149681+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T15:59:01.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[42351]: cluster 2021-07-26T15:59:00.068849+0000 mgr.y (mgr.24683) 489 : cluster [DBG] pgmap v1026: 25 pgs: 25 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2021-07-26T15:59:01.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[42351]: cluster 2021-07-26T15:59:00.223874+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T15:59:01.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:01 smithi046 bash[42351]: cluster 2021-07-26T15:59:01.149681+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T15:59:02.232 INFO:tasks.rados.rados.0.smithi046.stdout:3821: done (5 left) 2021-07-26T15:59:02.232 INFO:tasks.rados.rados.0.smithi046.stdout:3822: done (4 left) 2021-07-26T15:59:02.232 INFO:tasks.rados.rados.0.smithi046.stdout:3823: done (3 left) 2021-07-26T15:59:02.233 INFO:tasks.rados.rados.0.smithi046.stdout:3824: done (2 left) 2021-07-26T15:59:02.233 INFO:tasks.rados.rados.0.smithi046.stdout:3826: done (1 left) 2021-07-26T15:59:02.233 INFO:tasks.rados.rados.0.smithi046.stdout:3827: done (0 left) 2021-07-26T15:59:02.234 INFO:tasks.rados.rados.0.smithi046.stdout:3828: snap_create 2021-07-26T15:59:02.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:02 smithi073 bash[34190]: cluster 2021-07-26T15:59:02.069646+0000 mgr.y (mgr.24683) 490 : cluster [DBG] pgmap v1029: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 850 KiB/s wr, 8 op/s 2021-07-26T15:59:02.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:02 smithi046 bash[41283]: cluster 2021-07-26T15:59:02.069646+0000 mgr.y (mgr.24683) 490 : cluster [DBG] pgmap v1029: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 850 KiB/s wr, 8 op/s 2021-07-26T15:59:02.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:02 smithi046 bash[42351]: cluster 2021-07-26T15:59:02.069646+0000 mgr.y (mgr.24683) 490 : cluster [DBG] pgmap v1029: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 850 KiB/s wr, 8 op/s 2021-07-26T15:59:03.234 INFO:tasks.rados.rados.0.smithi046.stdout:3828: done (0 left) 2021-07-26T15:59:03.235 INFO:tasks.rados.rados.0.smithi046.stdout:3829: snap_remove snap 367 2021-07-26T15:59:03.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:03 smithi073 bash[34190]: cluster 2021-07-26T15:59:02.233308+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T15:59:03.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:03 smithi046 bash[41283]: cluster 2021-07-26T15:59:02.233308+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T15:59:03.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:03 smithi046 bash[42351]: cluster 2021-07-26T15:59:02.233308+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T15:59:04.252 INFO:tasks.rados.rados.0.smithi046.stdout:3829: done (0 left) 2021-07-26T15:59:04.252 INFO:tasks.rados.rados.0.smithi046.stdout:3830: snap_remove snap 346 2021-07-26T15:59:04.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:04 smithi073 bash[34190]: cluster 2021-07-26T15:59:03.235063+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T15:59:04.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:04 smithi073 bash[34190]: cluster 2021-07-26T15:59:04.070303+0000 mgr.y (mgr.24683) 491 : cluster [DBG] pgmap v1032: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 576 KiB/s wr, 5 op/s 2021-07-26T15:59:04.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:04 smithi046 bash[41283]: cluster 2021-07-26T15:59:03.235063+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T15:59:04.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:04 smithi046 bash[41283]: cluster 2021-07-26T15:59:04.070303+0000 mgr.y (mgr.24683) 491 : cluster [DBG] pgmap v1032: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 576 KiB/s wr, 5 op/s 2021-07-26T15:59:04.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:04 smithi046 bash[42351]: cluster 2021-07-26T15:59:03.235063+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T15:59:04.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:04 smithi046 bash[42351]: cluster 2021-07-26T15:59:04.070303+0000 mgr.y (mgr.24683) 491 : cluster [DBG] pgmap v1032: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 576 KiB/s wr, 5 op/s 2021-07-26T15:59:05.257 INFO:tasks.rados.rados.0.smithi046.stdout:3830: done (0 left) 2021-07-26T15:59:05.257 INFO:tasks.rados.rados.0.smithi046.stdout:3831: rmattr oid 1 current snap is 370 2021-07-26T15:59:05.259 INFO:tasks.rados.rados.0.smithi046.stdout:3831: done (0 left) 2021-07-26T15:59:05.260 INFO:tasks.rados.rados.0.smithi046.stdout:3832: snap_remove snap 342 2021-07-26T15:59:05.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:05 smithi073 bash[34190]: cluster 2021-07-26T15:59:04.253145+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T15:59:05.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:05 smithi046 bash[42351]: cluster 2021-07-26T15:59:04.253145+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T15:59:05.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:05 smithi046 bash[41283]: cluster 2021-07-26T15:59:04.253145+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T15:59:06.153 INFO:tasks.rados.rados.0.smithi046.stdout:3832: done (0 left) 2021-07-26T15:59:06.153 INFO:tasks.rados.rados.0.smithi046.stdout:3833: delete oid 18 current snap is 370 2021-07-26T15:59:06.169 INFO:tasks.rados.rados.0.smithi046.stdout:3833: done (0 left) 2021-07-26T15:59:06.170 INFO:tasks.rados.rados.0.smithi046.stdout:3834: setattr oid 31 current snap is 370 2021-07-26T15:59:06.170 INFO:tasks.rados.rados.0.smithi046.stdout:3835: copy_from oid 2 from oid 7 current snap is 370 2021-07-26T15:59:06.170 INFO:tasks.rados.rados.0.smithi046.stdout:3836: read oid 50 snap -1 2021-07-26T15:59:06.170 INFO:tasks.rados.rados.0.smithi046.stdout:3836: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:06.170 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 18 current snap is 370 2021-07-26T15:59:06.171 INFO:tasks.rados.rados.0.smithi046.stdout:3837: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2021-07-26T15:59:06.175 INFO:tasks.rados.rados.0.smithi046.stdout:3837: writing smithi04638994-18 from 0 to 434176 tid 1 2021-07-26T15:59:06.175 INFO:tasks.rados.rados.0.smithi046.stdout:3837: writing smithi04638994-18 from 434176 to 876544 tid 2 2021-07-26T15:59:06.175 INFO:tasks.rados.rados.0.smithi046.stdout:3837: writing smithi04638994-18 from 876544 to 1236992 tid 3 2021-07-26T15:59:06.175 INFO:tasks.rados.rados.0.smithi046.stdout:3838: read oid 21 snap -1 2021-07-26T15:59:06.176 INFO:tasks.rados.rados.0.smithi046.stdout:3838: expect (ObjNum 1217 snap 368 seq_num 1217) 2021-07-26T15:59:06.176 INFO:tasks.rados.rados.0.smithi046.stdout:3839: delete oid 23 current snap is 370 2021-07-26T15:59:06.177 INFO:tasks.rados.rados.0.smithi046.stdout:3837: finishing write tid 1 to smithi04638994-18 2021-07-26T15:59:06.179 INFO:tasks.rados.rados.0.smithi046.stdout:3836: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:06.183 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2366 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:59:06.183 INFO:tasks.rados.rados.0.smithi046.stdout:3837: finishing write tid 2 to smithi04638994-18 2021-07-26T15:59:06.185 INFO:tasks.rados.rados.0.smithi046.stdout:3837: finishing write tid 3 to smithi04638994-18 2021-07-26T15:59:06.186 INFO:tasks.rados.rados.0.smithi046.stdout:3834: done (5 left) 2021-07-26T15:59:06.187 INFO:tasks.rados.rados.0.smithi046.stdout:3836: done (4 left) 2021-07-26T15:59:06.187 INFO:tasks.rados.rados.0.smithi046.stdout:3839: done (3 left) 2021-07-26T15:59:06.187 INFO:tasks.rados.rados.0.smithi046.stdout:3840: setattr oid 40 current snap is 370 2021-07-26T15:59:06.187 INFO:tasks.rados.rados.0.smithi046.stdout:3841: snap_create 2021-07-26T15:59:06.191 INFO:tasks.rados.rados.0.smithi046.stdout:3837: finishing write tid 4 to smithi04638994-18 2021-07-26T15:59:06.193 INFO:tasks.rados.rados.0.smithi046.stdout:3835: finishing copy_from to smithi04638994-2 2021-07-26T15:59:06.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2663 (ObjNum 1210 snap 364 seq_num 1210) dirty exists 2021-07-26T15:59:06.194 INFO:tasks.rados.rados.0.smithi046.stdout:3835: finishing copy_from racing read to smithi04638994-2 2021-07-26T15:59:06.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 40 v 2695 (ObjNum 1382113623 snap 1566922318 seq_num 1834314580) dirty exists 2021-07-26T15:59:06.196 INFO:tasks.rados.rados.0.smithi046.stdout:3837: finishing write tid 5 to smithi04638994-18 2021-07-26T15:59:06.196 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 1758 (ObjNum 1220 snap 370 seq_num 1220) dirty exists 2021-07-26T15:59:06.197 INFO:tasks.rados.rados.0.smithi046.stdout:3837: left oid 18 (ObjNum 1220 snap 370 seq_num 1220) 2021-07-26T15:59:06.200 INFO:tasks.rados.rados.0.smithi046.stdout:3838: expect (ObjNum 1217 snap 368 seq_num 1217) 2021-07-26T15:59:06.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:06 smithi073 bash[34190]: cluster 2021-07-26T15:59:05.256799+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T15:59:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:06 smithi073 bash[34190]: cluster 2021-07-26T15:59:06.071048+0000 mgr.y (mgr.24683) 492 : cluster [DBG] pgmap v1035: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 1 op/s 2021-07-26T15:59:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:06 smithi073 bash[34190]: cluster 2021-07-26T15:59:06.151429+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T15:59:06.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[41283]: cluster 2021-07-26T15:59:05.256799+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T15:59:06.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[41283]: cluster 2021-07-26T15:59:06.071048+0000 mgr.y (mgr.24683) 492 : cluster [DBG] pgmap v1035: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 1 op/s 2021-07-26T15:59:06.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[41283]: cluster 2021-07-26T15:59:06.151429+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T15:59:06.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[42351]: cluster 2021-07-26T15:59:05.256799+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T15:59:06.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[42351]: cluster 2021-07-26T15:59:06.071048+0000 mgr.y (mgr.24683) 492 : cluster [DBG] pgmap v1035: 25 pgs: 25 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 294 KiB/s wr, 1 op/s 2021-07-26T15:59:06.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:06 smithi046 bash[42351]: cluster 2021-07-26T15:59:06.151429+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T15:59:07.164 INFO:tasks.rados.rados.0.smithi046.stdout:3835: done (4 left) 2021-07-26T15:59:07.165 INFO:tasks.rados.rados.0.smithi046.stdout:3837: done (3 left) 2021-07-26T15:59:07.165 INFO:tasks.rados.rados.0.smithi046.stdout:3838: done (2 left) 2021-07-26T15:59:07.165 INFO:tasks.rados.rados.0.smithi046.stdout:3840: done (1 left) 2021-07-26T15:59:07.165 INFO:tasks.rados.rados.0.smithi046.stdout:3841: done (0 left) 2021-07-26T15:59:07.165 INFO:tasks.rados.rados.0.smithi046.stdout:3842: copy_from oid 15 from oid 17 current snap is 371 2021-07-26T15:59:07.166 INFO:tasks.rados.rados.0.smithi046.stdout:3843: snap_remove snap 368 2021-07-26T15:59:08.167 INFO:tasks.rados.rados.0.smithi046.stdout:3843: done (1 left) 2021-07-26T15:59:08.167 INFO:tasks.rados.rados.0.smithi046.stdout:3844: copy_from oid 18 from oid 46 current snap is 371 2021-07-26T15:59:08.168 INFO:tasks.rados.rados.0.smithi046.stdout:3842: finishing copy_from to smithi04638994-15 2021-07-26T15:59:08.168 INFO:tasks.rados.rados.0.smithi046.stdout:3842: got expected ENOENT (src dne) 2021-07-26T15:59:08.168 INFO:tasks.rados.rados.0.smithi046.stdout:3842: finishing copy_from racing read to smithi04638994-15 2021-07-26T15:59:08.168 INFO:tasks.rados.rados.0.smithi046.stdout:3842: done (1 left) 2021-07-26T15:59:08.169 INFO:tasks.rados.rados.0.smithi046.stdout:3845: snap_create 2021-07-26T15:59:08.186 INFO:tasks.rados.rados.0.smithi046.stdout:3844: finishing copy_from to smithi04638994-18 2021-07-26T15:59:08.187 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 18 v 2346 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:59:08.187 INFO:tasks.rados.rados.0.smithi046.stdout:3844: finishing copy_from racing read to smithi04638994-18 2021-07-26T15:59:08.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:08 smithi046 bash[41283]: cluster 2021-07-26T15:59:07.165491+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T15:59:08.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:08 smithi046 bash[42351]: cluster 2021-07-26T15:59:07.165491+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T15:59:08.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:08 smithi073 bash[34190]: cluster 2021-07-26T15:59:07.165491+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T15:59:09.179 INFO:tasks.rados.rados.0.smithi046.stdout:3844: done (1 left) 2021-07-26T15:59:09.179 INFO:tasks.rados.rados.0.smithi046.stdout:3845: done (0 left) 2021-07-26T15:59:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:3846: read oid 18 snap -1 2021-07-26T15:59:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:3846: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:59:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:3847: read oid 24 snap 363 2021-07-26T15:59:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:3847: expect deleted 2021-07-26T15:59:09.180 INFO:tasks.rados.rados.0.smithi046.stdout:3848: rollback oid 45 current snap is 372 2021-07-26T15:59:09.181 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 364 2021-07-26T15:59:09.181 INFO:tasks.rados.rados.0.smithi046.stdout:3849: snap_remove snap 370 2021-07-26T15:59:09.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:09 smithi046 bash[42351]: cluster 2021-07-26T15:59:08.071719+0000 mgr.y (mgr.24683) 493 : cluster [DBG] pgmap v1038: 25 pgs: 25 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 3 op/s 2021-07-26T15:59:09.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:09 smithi046 bash[42351]: cluster 2021-07-26T15:59:08.167856+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T15:59:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:09 smithi046 bash[41283]: cluster 2021-07-26T15:59:08.071719+0000 mgr.y (mgr.24683) 493 : cluster [DBG] pgmap v1038: 25 pgs: 25 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 3 op/s 2021-07-26T15:59:09.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:09 smithi046 bash[41283]: cluster 2021-07-26T15:59:08.167856+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T15:59:09.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:09 smithi073 bash[34190]: cluster 2021-07-26T15:59:08.071719+0000 mgr.y (mgr.24683) 493 : cluster [DBG] pgmap v1038: 25 pgs: 25 active+clean; 255 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 3 op/s 2021-07-26T15:59:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:09 smithi073 bash[34190]: cluster 2021-07-26T15:59:08.167856+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T15:59:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:3849: done (3 left) 2021-07-26T15:59:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:3850: rollback oid 30 current snap is 372 2021-07-26T15:59:10.195 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 362 2021-07-26T15:59:10.196 INFO:tasks.rados.rados.0.smithi046.stdout:3846: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:59:10.226 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:59:10.227 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:59:10.227 INFO:tasks.rados.rados.0.smithi046.stdout:3848: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:59:10.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2478 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:59:10.227 INFO:tasks.rados.rados.0.smithi046.stdout:3846: done (3 left) 2021-07-26T15:59:10.228 INFO:tasks.rados.rados.0.smithi046.stdout:3847: done (2 left) 2021-07-26T15:59:10.228 INFO:tasks.rados.rados.0.smithi046.stdout:3848: done (1 left) 2021-07-26T15:59:10.228 INFO:tasks.rados.rados.0.smithi046.stdout:3851: snap_remove snap 353 2021-07-26T15:59:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:10 smithi073 bash[34190]: cluster 2021-07-26T15:59:09.178918+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T15:59:10.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:10 smithi046 bash[42351]: cluster 2021-07-26T15:59:09.178918+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T15:59:10.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:10 smithi046 bash[41283]: cluster 2021-07-26T15:59:09.178918+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T15:59:11.156 INFO:tasks.rados.rados.0.smithi046.stdout:3851: done (1 left) 2021-07-26T15:59:11.156 INFO:tasks.rados.rados.0.smithi046.stdout:3852: setattr oid 20 current snap is 372 2021-07-26T15:59:11.157 INFO:tasks.rados.rados.0.smithi046.stdout:3850: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:59:11.157 INFO:tasks.rados.rados.0.smithi046.stdout:3850: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:59:11.157 INFO:tasks.rados.rados.0.smithi046.stdout:3850: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:59:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2365 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:59:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:3850: done (1 left) 2021-07-26T15:59:11.158 INFO:tasks.rados.rados.0.smithi046.stdout:3853: delete oid 42 current snap is 372 2021-07-26T15:59:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3853: done (1 left) 2021-07-26T15:59:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 28 current snap is 372 2021-07-26T15:59:11.169 INFO:tasks.rados.rados.0.smithi046.stdout:3854: seq_num 1223 ranges {2408448=491520,2899968=491520,3391488=311296} 2021-07-26T15:59:11.187 INFO:tasks.rados.rados.0.smithi046.stdout:3854: writing smithi04638994-28 from 2408448 to 2899968 tid 1 2021-07-26T15:59:11.189 INFO:tasks.rados.rados.0.smithi046.stdout:3854: writing smithi04638994-28 from 2899968 to 3391488 tid 2 2021-07-26T15:59:11.192 INFO:tasks.rados.rados.0.smithi046.stdout:3854: writing smithi04638994-28 from 3391488 to 3702784 tid 3 2021-07-26T15:59:11.192 INFO:tasks.rados.rados.0.smithi046.stdout:3855: copy_from oid 8 from oid 37 current snap is 372 2021-07-26T15:59:11.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2508 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2021-07-26T15:59:11.193 INFO:tasks.rados.rados.0.smithi046.stdout:3852: done (2 left) 2021-07-26T15:59:11.193 INFO:tasks.rados.rados.0.smithi046.stdout:3856: copy_from oid 46 from oid 11 current snap is 372 2021-07-26T15:59:11.193 INFO:tasks.rados.rados.0.smithi046.stdout:3857: rollback oid 9 current snap is 372 2021-07-26T15:59:11.194 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 9 to 349 2021-07-26T15:59:11.194 INFO:tasks.rados.rados.0.smithi046.stdout:3858: snap_remove snap 369 2021-07-26T15:59:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:11 smithi073 bash[34190]: cluster 2021-07-26T15:59:10.072493+0000 mgr.y (mgr.24683) 494 : cluster [DBG] pgmap v1041: 25 pgs: 25 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 814 KiB/s wr, 3 op/s 2021-07-26T15:59:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:11 smithi073 bash[34190]: cluster 2021-07-26T15:59:10.195987+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T15:59:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:11 smithi073 bash[34190]: cluster 2021-07-26T15:59:11.153271+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T15:59:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[41283]: cluster 2021-07-26T15:59:10.072493+0000 mgr.y (mgr.24683) 494 : cluster [DBG] pgmap v1041: 25 pgs: 25 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 814 KiB/s wr, 3 op/s 2021-07-26T15:59:11.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[41283]: cluster 2021-07-26T15:59:10.195987+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T15:59:11.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[41283]: cluster 2021-07-26T15:59:11.153271+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T15:59:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[42351]: cluster 2021-07-26T15:59:10.072493+0000 mgr.y (mgr.24683) 494 : cluster [DBG] pgmap v1041: 25 pgs: 25 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 814 KiB/s wr, 3 op/s 2021-07-26T15:59:11.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[42351]: cluster 2021-07-26T15:59:10.195987+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T15:59:11.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:11 smithi046 bash[42351]: cluster 2021-07-26T15:59:11.153271+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T15:59:12.204 INFO:tasks.rados.rados.0.smithi046.stdout:3858: done (4 left) 2021-07-26T15:59:12.204 INFO:tasks.rados.rados.0.smithi046.stdout:3859: snap_create 2021-07-26T15:59:12.205 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing write tid 1 to smithi04638994-28 2021-07-26T15:59:12.205 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing write tid 2 to smithi04638994-28 2021-07-26T15:59:12.205 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing write tid 3 to smithi04638994-28 2021-07-26T15:59:12.205 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing write tid 4 to smithi04638994-28 2021-07-26T15:59:12.206 INFO:tasks.rados.rados.0.smithi046.stdout:3854: finishing write tid 5 to smithi04638994-28 2021-07-26T15:59:12.206 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1704 (ObjNum 1223 snap 372 seq_num 1223) dirty exists 2021-07-26T15:59:12.206 INFO:tasks.rados.rados.0.smithi046.stdout:3854: left oid 28 (ObjNum 1223 snap 372 seq_num 1223) 2021-07-26T15:59:12.206 INFO:tasks.rados.rados.0.smithi046.stdout:3857: finishing rollback tid 0 to smithi04638994-9 2021-07-26T15:59:12.207 INFO:tasks.rados.rados.0.smithi046.stdout:3857: finishing rollback tid 1 to smithi04638994-9 2021-07-26T15:59:12.208 INFO:tasks.rados.rados.0.smithi046.stdout:3857: finishing rollback tid 2 to smithi04638994-9 2021-07-26T15:59:12.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 9 v 2713 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:59:12.208 INFO:tasks.rados.rados.0.smithi046.stdout:3855: finishing copy_from to smithi04638994-8 2021-07-26T15:59:12.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2462 (ObjNum 1195 snap 354 seq_num 1195) dirty exists 2021-07-26T15:59:12.209 INFO:tasks.rados.rados.0.smithi046.stdout:3855: finishing copy_from racing read to smithi04638994-8 2021-07-26T15:59:12.209 INFO:tasks.rados.rados.0.smithi046.stdout:3856: finishing copy_from to smithi04638994-46 2021-07-26T15:59:12.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2487 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:59:12.210 INFO:tasks.rados.rados.0.smithi046.stdout:3856: finishing copy_from racing read to smithi04638994-46 2021-07-26T15:59:13.209 INFO:tasks.rados.rados.0.smithi046.stdout:3854: done (4 left) 2021-07-26T15:59:13.209 INFO:tasks.rados.rados.0.smithi046.stdout:3855: done (3 left) 2021-07-26T15:59:13.210 INFO:tasks.rados.rados.0.smithi046.stdout:3856: done (2 left) 2021-07-26T15:59:13.210 INFO:tasks.rados.rados.0.smithi046.stdout:3857: done (1 left) 2021-07-26T15:59:13.210 INFO:tasks.rados.rados.0.smithi046.stdout:3859: done (0 left) 2021-07-26T15:59:13.210 INFO:tasks.rados.rados.0.smithi046.stdout:3860: setattr oid 5 current snap is 373 2021-07-26T15:59:13.212 INFO:tasks.rados.rados.0.smithi046.stdout:3861: snap_remove snap 349 2021-07-26T15:59:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:13 smithi073 bash[34190]: cluster 2021-07-26T15:59:12.073279+0000 mgr.y (mgr.24683) 495 : cluster [DBG] pgmap v1044: 25 pgs: 25 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:59:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:13 smithi073 bash[34190]: cluster 2021-07-26T15:59:12.205102+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T15:59:13.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:13 smithi046 bash[42351]: cluster 2021-07-26T15:59:12.073279+0000 mgr.y (mgr.24683) 495 : cluster [DBG] pgmap v1044: 25 pgs: 25 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:59:13.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:13 smithi046 bash[42351]: cluster 2021-07-26T15:59:12.205102+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T15:59:13.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:13 smithi046 bash[41283]: cluster 2021-07-26T15:59:12.073279+0000 mgr.y (mgr.24683) 495 : cluster [DBG] pgmap v1044: 25 pgs: 25 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2021-07-26T15:59:13.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:13 smithi046 bash[41283]: cluster 2021-07-26T15:59:12.205102+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T15:59:14.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2350 (ObjNum 805650496 snap 32682 seq_num 805308624) dirty exists 2021-07-26T15:59:14.233 INFO:tasks.rados.rados.0.smithi046.stdout:3860: done (1 left) 2021-07-26T15:59:14.233 INFO:tasks.rados.rados.0.smithi046.stdout:3861: done (0 left) 2021-07-26T15:59:14.233 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 30 current snap is 373 2021-07-26T15:59:14.233 INFO:tasks.rados.rados.0.smithi046.stdout:3862: seq_num 1224 ranges {1277952=507904,1785856=425984,2211840=376832} 2021-07-26T15:59:14.238 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04638994-30 from 1277952 to 1785856 tid 1 2021-07-26T15:59:14.241 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04638994-30 from 1785856 to 2211840 tid 2 2021-07-26T15:59:14.244 INFO:tasks.rados.rados.0.smithi046.stdout:3862: writing smithi04638994-30 from 2211840 to 2588672 tid 3 2021-07-26T15:59:14.244 INFO:tasks.rados.rados.0.smithi046.stdout:3863: setattr oid 36 current snap is 373 2021-07-26T15:59:14.247 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 26 current snap is 373 2021-07-26T15:59:14.247 INFO:tasks.rados.rados.0.smithi046.stdout:3864: seq_num 1225 ranges {2957312=524288,3481600=712704,4194304=90112} 2021-07-26T15:59:14.267 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04638994-26 from 2957312 to 3481600 tid 1 2021-07-26T15:59:14.273 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04638994-26 from 3481600 to 4194304 tid 2 2021-07-26T15:59:14.273 INFO:tasks.rados.rados.0.smithi046.stdout:3864: writing smithi04638994-26 from 4194304 to 4284416 tid 3 2021-07-26T15:59:14.273 INFO:tasks.rados.rados.0.smithi046.stdout:3865: snap_create 2021-07-26T15:59:14.273 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 1 to smithi04638994-30 2021-07-26T15:59:14.274 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 2 to smithi04638994-30 2021-07-26T15:59:14.274 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 36 v 1754 (ObjNum 0 snap 32682 seq_num 198495712) dirty exists 2021-07-26T15:59:14.274 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 3 to smithi04638994-30 2021-07-26T15:59:14.274 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 4 to smithi04638994-30 2021-07-26T15:59:14.275 INFO:tasks.rados.rados.0.smithi046.stdout:3862: finishing write tid 5 to smithi04638994-30 2021-07-26T15:59:14.275 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2369 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2021-07-26T15:59:14.275 INFO:tasks.rados.rados.0.smithi046.stdout:3862: left oid 30 (ObjNum 1224 snap 373 seq_num 1224) 2021-07-26T15:59:14.275 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 1 to smithi04638994-26 2021-07-26T15:59:14.277 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 2 to smithi04638994-26 2021-07-26T15:59:14.277 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 3 to smithi04638994-26 2021-07-26T15:59:14.277 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 4 to smithi04638994-26 2021-07-26T15:59:14.279 INFO:tasks.rados.rados.0.smithi046.stdout:3864: finishing write tid 5 to smithi04638994-26 2021-07-26T15:59:14.279 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 26 v 2474 (ObjNum 1225 snap 373 seq_num 1225) dirty exists 2021-07-26T15:59:14.279 INFO:tasks.rados.rados.0.smithi046.stdout:3864: left oid 26 (ObjNum 1225 snap 373 seq_num 1225) 2021-07-26T15:59:14.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:14 smithi073 bash[34190]: cluster 2021-07-26T15:59:13.209370+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T15:59:14.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:14 smithi046 bash[41283]: cluster 2021-07-26T15:59:13.209370+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T15:59:14.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:14 smithi046 bash[42351]: cluster 2021-07-26T15:59:13.209370+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T15:59:15.234 INFO:tasks.rados.rados.0.smithi046.stdout:3862: done (3 left) 2021-07-26T15:59:15.234 INFO:tasks.rados.rados.0.smithi046.stdout:3863: done (2 left) 2021-07-26T15:59:15.235 INFO:tasks.rados.rados.0.smithi046.stdout:3864: done (1 left) 2021-07-26T15:59:15.235 INFO:tasks.rados.rados.0.smithi046.stdout:3865: done (0 left) 2021-07-26T15:59:15.235 INFO:tasks.rados.rados.0.smithi046.stdout:3866: rollback oid 46 current snap is 374 2021-07-26T15:59:15.235 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 46 to 354 2021-07-26T15:59:15.236 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 374 2021-07-26T15:59:15.236 INFO:tasks.rados.rados.0.smithi046.stdout:3867: seq_num 1226 ranges {827392=540672,1368064=598016,1966080=204800} 2021-07-26T15:59:15.241 INFO:tasks.rados.rados.0.smithi046.stdout:3867: writing smithi04638994-48 from 827392 to 1368064 tid 1 2021-07-26T15:59:15.245 INFO:tasks.rados.rados.0.smithi046.stdout:3867: writing smithi04638994-48 from 1368064 to 1966080 tid 2 2021-07-26T15:59:15.248 INFO:tasks.rados.rados.0.smithi046.stdout:3867: writing smithi04638994-48 from 1966080 to 2170880 tid 3 2021-07-26T15:59:15.248 INFO:tasks.rados.rados.0.smithi046.stdout:3868: read oid 33 snap -1 2021-07-26T15:59:15.248 INFO:tasks.rados.rados.0.smithi046.stdout:3868: expect deleted 2021-07-26T15:59:15.249 INFO:tasks.rados.rados.0.smithi046.stdout:3869: setattr oid 14 current snap is 374 2021-07-26T15:59:15.249 INFO:tasks.rados.rados.0.smithi046.stdout:3866: finishing rollback tid 0 to smithi04638994-46 2021-07-26T15:59:15.249 INFO:tasks.rados.rados.0.smithi046.stdout:3866: finishing rollback tid 1 to smithi04638994-46 2021-07-26T15:59:15.250 INFO:tasks.rados.rados.0.smithi046.stdout:3866: finishing rollback tid 2 to smithi04638994-46 2021-07-26T15:59:15.250 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 46 v 2490 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:59:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:3866: done (3 left) 2021-07-26T15:59:15.252 INFO:tasks.rados.rados.0.smithi046.stdout:3868: done (2 left) 2021-07-26T15:59:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:3870: read oid 35 snap -1 2021-07-26T15:59:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:3870: expect (ObjNum 1138 snap 336 seq_num 1138) 2021-07-26T15:59:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:3871: rollback oid 5 current snap is 374 2021-07-26T15:59:15.253 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 5 to 362 2021-07-26T15:59:15.254 INFO:tasks.rados.rados.0.smithi046.stdout:3872: copy_from oid 27 from oid 40 current snap is 374 2021-07-26T15:59:15.254 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 374 2021-07-26T15:59:15.254 INFO:tasks.rados.rados.0.smithi046.stdout:3873: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2021-07-26T15:59:15.255 INFO:tasks.rados.rados.0.smithi046.stdout:3873: writing smithi04638994-23 from 0 to 557056 tid 1 2021-07-26T15:59:15.257 INFO:tasks.rados.rados.0.smithi046.stdout:3873: writing smithi04638994-23 from 557056 to 1040384 tid 2 2021-07-26T15:59:15.259 INFO:tasks.rados.rados.0.smithi046.stdout:3873: writing smithi04638994-23 from 1040384 to 1359872 tid 3 2021-07-26T15:59:15.260 INFO:tasks.rados.rados.0.smithi046.stdout:3874: read oid 50 snap -1 2021-07-26T15:59:15.260 INFO:tasks.rados.rados.0.smithi046.stdout:3874: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:15.260 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 34 current snap is 374 2021-07-26T15:59:15.260 INFO:tasks.rados.rados.0.smithi046.stdout:3875: seq_num 1228 ranges {1171456=573440,1744896=761856,2506752=40960} 2021-07-26T15:59:15.272 INFO:tasks.rados.rados.0.smithi046.stdout:3875: writing smithi04638994-34 from 1171456 to 1744896 tid 1 2021-07-26T15:59:15.275 INFO:tasks.rados.rados.0.smithi046.stdout:3875: writing smithi04638994-34 from 1744896 to 2506752 tid 2 2021-07-26T15:59:15.276 INFO:tasks.rados.rados.0.smithi046.stdout:3875: writing smithi04638994-34 from 2506752 to 2547712 tid 3 2021-07-26T15:59:15.277 INFO:tasks.rados.rados.0.smithi046.stdout:3876: copy_from oid 29 from oid 11 current snap is 374 2021-07-26T15:59:15.277 INFO:tasks.rados.rados.0.smithi046.stdout:3874: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:15.281 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing write tid 1 to smithi04638994-48 2021-07-26T15:59:15.281 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing write tid 2 to smithi04638994-48 2021-07-26T15:59:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3874: done (8 left) 2021-07-26T15:59:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3877: read oid 38 snap -1 2021-07-26T15:59:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3877: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:15.282 INFO:tasks.rados.rados.0.smithi046.stdout:3878: copy_from oid 7 from oid 24 current snap is 374 2021-07-26T15:59:15.283 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 14 v 2351 (ObjNum 1 snap 32682 seq_num 198534112) dirty exists 2021-07-26T15:59:15.283 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing write tid 3 to smithi04638994-48 2021-07-26T15:59:15.283 INFO:tasks.rados.rados.0.smithi046.stdout:3873: finishing write tid 1 to smithi04638994-23 2021-07-26T15:59:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing write tid 4 to smithi04638994-48 2021-07-26T15:59:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:3871: finishing rollback tid 0 to smithi04638994-5 2021-07-26T15:59:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:3871: finishing rollback tid 1 to smithi04638994-5 2021-07-26T15:59:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:3871: finishing rollback tid 2 to smithi04638994-5 2021-07-26T15:59:15.284 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2354 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:59:15.285 INFO:tasks.rados.rados.0.smithi046.stdout:3867: finishing write tid 5 to smithi04638994-48 2021-07-26T15:59:15.285 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2734 (ObjNum 1226 snap 374 seq_num 1226) dirty exists 2021-07-26T15:59:15.285 INFO:tasks.rados.rados.0.smithi046.stdout:3867: left oid 48 (ObjNum 1226 snap 374 seq_num 1226) 2021-07-26T15:59:15.285 INFO:tasks.rados.rados.0.smithi046.stdout:3872: finishing copy_from to smithi04638994-27 2021-07-26T15:59:15.286 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2695 (ObjNum 0 snap 22029 seq_num 198594048) dirty exists 2021-07-26T15:59:15.286 INFO:tasks.rados.rados.0.smithi046.stdout:3873: finishing write tid 2 to smithi04638994-23 2021-07-26T15:59:15.286 INFO:tasks.rados.rados.0.smithi046.stdout:3867: done (9 left) 2021-07-26T15:59:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3869: done (8 left) 2021-07-26T15:59:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3871: done (7 left) 2021-07-26T15:59:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:3879: rollback oid 33 current snap is 374 2021-07-26T15:59:15.287 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 357 2021-07-26T15:59:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:3872: finishing copy_from racing read to smithi04638994-27 2021-07-26T15:59:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:3873: finishing write tid 3 to smithi04638994-23 2021-07-26T15:59:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:3873: finishing write tid 4 to smithi04638994-23 2021-07-26T15:59:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:3872: done (7 left) 2021-07-26T15:59:15.288 INFO:tasks.rados.rados.0.smithi046.stdout:3880: rollback oid 27 current snap is 374 2021-07-26T15:59:15.289 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 27 to 362 2021-07-26T15:59:15.289 INFO:tasks.rados.rados.0.smithi046.stdout:3873: finishing write tid 5 to smithi04638994-23 2021-07-26T15:59:15.289 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2530 (ObjNum 1227 snap 374 seq_num 1227) dirty exists 2021-07-26T15:59:15.289 INFO:tasks.rados.rados.0.smithi046.stdout:3873: left oid 23 (ObjNum 1227 snap 374 seq_num 1227) 2021-07-26T15:59:15.290 INFO:tasks.rados.rados.0.smithi046.stdout:3873: done (7 left) 2021-07-26T15:59:15.290 INFO:tasks.rados.rados.0.smithi046.stdout:3881: snap_remove snap 354 2021-07-26T15:59:15.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:15 smithi073 bash[34190]: cluster 2021-07-26T15:59:14.073977+0000 mgr.y (mgr.24683) 496 : cluster [DBG] pgmap v1047: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 926 KiB/s wr, 20 op/s 2021-07-26T15:59:15.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:15 smithi073 bash[34190]: cluster 2021-07-26T15:59:14.226109+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T15:59:15.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:15 smithi046 bash[42351]: cluster 2021-07-26T15:59:14.073977+0000 mgr.y (mgr.24683) 496 : cluster [DBG] pgmap v1047: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 926 KiB/s wr, 20 op/s 2021-07-26T15:59:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:15 smithi046 bash[42351]: cluster 2021-07-26T15:59:14.226109+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T15:59:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:15 smithi046 bash[41283]: cluster 2021-07-26T15:59:14.073977+0000 mgr.y (mgr.24683) 496 : cluster [DBG] pgmap v1047: 25 pgs: 25 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 926 KiB/s wr, 20 op/s 2021-07-26T15:59:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:15 smithi046 bash[41283]: cluster 2021-07-26T15:59:14.226109+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T15:59:16.155 INFO:tasks.rados.rados.0.smithi046.stdout:3881: done (7 left) 2021-07-26T15:59:16.156 INFO:tasks.rados.rados.0.smithi046.stdout:3882: rollback oid 1 current snap is 374 2021-07-26T15:59:16.156 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 1 to 363 2021-07-26T15:59:16.156 INFO:tasks.rados.rados.0.smithi046.stdout:3879: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:59:16.157 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 0 (ObjNum 1 snap 32682 seq_num 199804080) dirty dne 2021-07-26T15:59:16.157 INFO:tasks.rados.rados.0.smithi046.stdout:3875: finishing write tid 1 to smithi04638994-34 2021-07-26T15:59:16.157 INFO:tasks.rados.rados.0.smithi046.stdout:3875: finishing write tid 2 to smithi04638994-34 2021-07-26T15:59:16.158 INFO:tasks.rados.rados.0.smithi046.stdout:3875: finishing write tid 3 to smithi04638994-34 2021-07-26T15:59:16.158 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing copy_from to smithi04638994-7 2021-07-26T15:59:16.159 INFO:tasks.rados.rados.0.smithi046.stdout:3878: got expected ENOENT (src dne) 2021-07-26T15:59:16.159 INFO:tasks.rados.rados.0.smithi046.stdout:3878: finishing copy_from racing read to smithi04638994-7 2021-07-26T15:59:16.159 INFO:tasks.rados.rados.0.smithi046.stdout:3875: finishing write tid 4 to smithi04638994-34 2021-07-26T15:59:16.159 INFO:tasks.rados.rados.0.smithi046.stdout:3875: finishing write tid 5 to smithi04638994-34 2021-07-26T15:59:16.160 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 34 v 2494 (ObjNum 1228 snap 374 seq_num 1228) dirty exists 2021-07-26T15:59:16.160 INFO:tasks.rados.rados.0.smithi046.stdout:3875: left oid 34 (ObjNum 1228 snap 374 seq_num 1228) 2021-07-26T15:59:16.160 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing rollback tid 0 to smithi04638994-27 2021-07-26T15:59:16.160 INFO:tasks.rados.rados.0.smithi046.stdout:3870: expect (ObjNum 1138 snap 336 seq_num 1138) 2021-07-26T15:59:16.528 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing rollback tid 1 to smithi04638994-27 2021-07-26T15:59:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:3880: finishing rollback tid 2 to smithi04638994-27 2021-07-26T15:59:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 27 v 2739 (ObjNum 1144 snap 338 seq_num 1144) dirty exists 2021-07-26T15:59:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing copy_from to smithi04638994-29 2021-07-26T15:59:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 29 v 2487 (ObjNum 1117 snap 330 seq_num 1117) dirty exists 2021-07-26T15:59:16.529 INFO:tasks.rados.rados.0.smithi046.stdout:3876: finishing copy_from racing read to smithi04638994-29 2021-07-26T15:59:16.530 INFO:tasks.rados.rados.0.smithi046.stdout:3877: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:16.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:16 smithi073 bash[34190]: cluster 2021-07-26T15:59:15.235099+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T15:59:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:16 smithi073 bash[34190]: cluster 2021-07-26T15:59:16.074733+0000 mgr.y (mgr.24683) 497 : cluster [DBG] pgmap v1050: 25 pgs: 25 active+clean; 261 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2021-07-26T15:59:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:16 smithi073 bash[34190]: cluster 2021-07-26T15:59:16.155670+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T15:59:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[42351]: cluster 2021-07-26T15:59:15.235099+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T15:59:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[42351]: cluster 2021-07-26T15:59:16.074733+0000 mgr.y (mgr.24683) 497 : cluster [DBG] pgmap v1050: 25 pgs: 25 active+clean; 261 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2021-07-26T15:59:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[42351]: cluster 2021-07-26T15:59:16.155670+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T15:59:16.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[41283]: cluster 2021-07-26T15:59:15.235099+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T15:59:16.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[41283]: cluster 2021-07-26T15:59:16.074733+0000 mgr.y (mgr.24683) 497 : cluster [DBG] pgmap v1050: 25 pgs: 25 active+clean; 261 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2021-07-26T15:59:16.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:16 smithi046 bash[41283]: cluster 2021-07-26T15:59:16.155670+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T15:59:16.984 INFO:tasks.rados.rados.0.smithi046.stdout:3882: finishing rollback tid 1 to smithi04638994-1 2021-07-26T15:59:16.985 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2623 (ObjNum 1 snap 32682 seq_num 197955616) dirty dne 2021-07-26T15:59:16.985 INFO:tasks.rados.rados.0.smithi046.stdout:3870: done (7 left) 2021-07-26T15:59:16.985 INFO:tasks.rados.rados.0.smithi046.stdout:3875: done (6 left) 2021-07-26T15:59:16.985 INFO:tasks.rados.rados.0.smithi046.stdout:3876: done (5 left) 2021-07-26T15:59:16.986 INFO:tasks.rados.rados.0.smithi046.stdout:3877: done (4 left) 2021-07-26T15:59:16.986 INFO:tasks.rados.rados.0.smithi046.stdout:3878: done (3 left) 2021-07-26T15:59:16.986 INFO:tasks.rados.rados.0.smithi046.stdout:3879: done (2 left) 2021-07-26T15:59:16.986 INFO:tasks.rados.rados.0.smithi046.stdout:3880: done (1 left) 2021-07-26T15:59:16.987 INFO:tasks.rados.rados.0.smithi046.stdout:3882: done (0 left) 2021-07-26T15:59:16.987 INFO:tasks.rados.rados.0.smithi046.stdout:3883: snap_remove snap 362 2021-07-26T15:59:17.243 INFO:tasks.rados.rados.0.smithi046.stdout:3883: done (0 left) 2021-07-26T15:59:17.244 INFO:tasks.rados.rados.0.smithi046.stdout:3884: setattr oid 47 current snap is 374 2021-07-26T15:59:17.248 INFO:tasks.rados.rados.0.smithi046.stdout:3885: rmattr oid 34 current snap is 374 2021-07-26T15:59:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:3885: done (1 left) 2021-07-26T15:59:17.249 INFO:tasks.rados.rados.0.smithi046.stdout:3886: snap_remove snap 359 2021-07-26T15:59:18.254 INFO:tasks.rados.rados.0.smithi046.stdout:3886: done (1 left) 2021-07-26T15:59:18.254 INFO:tasks.rados.rados.0.smithi046.stdout:3887: snap_remove snap 365 2021-07-26T15:59:18.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:18 smithi073 bash[34190]: cluster 2021-07-26T15:59:17.244968+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T15:59:18.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:18 smithi073 bash[34190]: cluster 2021-07-26T15:59:18.075570+0000 mgr.y (mgr.24683) 498 : cluster [DBG] pgmap v1053: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2021-07-26T15:59:18.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:18 smithi046 bash[42351]: cluster 2021-07-26T15:59:17.244968+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T15:59:18.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:18 smithi046 bash[42351]: cluster 2021-07-26T15:59:18.075570+0000 mgr.y (mgr.24683) 498 : cluster [DBG] pgmap v1053: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2021-07-26T15:59:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:18 smithi046 bash[41283]: cluster 2021-07-26T15:59:17.244968+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T15:59:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:18 smithi046 bash[41283]: cluster 2021-07-26T15:59:18.075570+0000 mgr.y (mgr.24683) 498 : cluster [DBG] pgmap v1053: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2021-07-26T15:59:19.263 INFO:tasks.rados.rados.0.smithi046.stdout:3887: done (1 left) 2021-07-26T15:59:19.263 INFO:tasks.rados.rados.0.smithi046.stdout:3888: copy_from oid 25 from oid 30 current snap is 374 2021-07-26T15:59:19.264 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 1827 (ObjNum 1127 snap 332 seq_num 1127) dirty exists 2021-07-26T15:59:19.264 INFO:tasks.rados.rados.0.smithi046.stdout:3884: done (1 left) 2021-07-26T15:59:19.265 INFO:tasks.rados.rados.0.smithi046.stdout:3889: setattr oid 19 current snap is 374 2021-07-26T15:59:19.265 INFO:tasks.rados.rados.0.smithi046.stdout:3890: delete oid 12 current snap is 374 2021-07-26T15:59:19.273 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1692 (ObjNum 1184 snap 348 seq_num 1184) dirty exists 2021-07-26T15:59:19.278 INFO:tasks.rados.rados.0.smithi046.stdout:3889: done (2 left) 2021-07-26T15:59:19.279 INFO:tasks.rados.rados.0.smithi046.stdout:3890: done (1 left) 2021-07-26T15:59:19.279 INFO:tasks.rados.rados.0.smithi046.stdout:3891: rollback oid 28 current snap is 374 2021-07-26T15:59:19.279 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 28 to 336 2021-07-26T15:59:19.279 INFO:tasks.rados.rados.0.smithi046.stdout:3892: read oid 23 snap -1 2021-07-26T15:59:19.280 INFO:tasks.rados.rados.0.smithi046.stdout:3892: expect (ObjNum 1227 snap 374 seq_num 1227) 2021-07-26T15:59:19.280 INFO:tasks.rados.rados.0.smithi046.stdout:3893: read oid 26 snap 363 2021-07-26T15:59:19.280 INFO:tasks.rados.rados.0.smithi046.stdout:3893: expect (ObjNum 1196 snap 356 seq_num 1196) 2021-07-26T15:59:19.280 INFO:tasks.rados.rados.0.smithi046.stdout:3894: snap_remove snap 373 2021-07-26T15:59:19.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:19 smithi073 bash[34190]: cluster 2021-07-26T15:59:18.254610+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T15:59:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:19 smithi046 bash[41283]: cluster 2021-07-26T15:59:18.254610+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T15:59:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:19 smithi046 bash[42351]: cluster 2021-07-26T15:59:18.254610+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T15:59:20.274 INFO:tasks.rados.rados.0.smithi046.stdout:3894: done (4 left) 2021-07-26T15:59:20.275 INFO:tasks.rados.rados.0.smithi046.stdout:3895: copy_from oid 11 from oid 22 current snap is 374 2021-07-26T15:59:20.275 INFO:tasks.rados.rados.0.smithi046.stdout:3896: copy_from oid 10 from oid 8 current snap is 374 2021-07-26T15:59:20.275 INFO:tasks.rados.rados.0.smithi046.stdout:3897: delete oid 6 current snap is 374 2021-07-26T15:59:20.276 INFO:tasks.rados.rados.0.smithi046.stdout:3891: finishing rollback tid 0 to smithi04638994-28 2021-07-26T15:59:20.276 INFO:tasks.rados.rados.0.smithi046.stdout:3891: finishing rollback tid 1 to smithi04638994-28 2021-07-26T15:59:20.276 INFO:tasks.rados.rados.0.smithi046.stdout:3891: finishing rollback tid 2 to smithi04638994-28 2021-07-26T15:59:20.276 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 28 v 1707 (ObjNum 1126 snap 332 seq_num 1126) dirty exists 2021-07-26T15:59:20.277 INFO:tasks.rados.rados.0.smithi046.stdout:3888: finishing copy_from to smithi04638994-25 2021-07-26T15:59:20.277 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2369 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2021-07-26T15:59:20.277 INFO:tasks.rados.rados.0.smithi046.stdout:3888: finishing copy_from racing read to smithi04638994-25 2021-07-26T15:59:20.278 INFO:tasks.rados.rados.0.smithi046.stdout:3892: expect (ObjNum 1227 snap 374 seq_num 1227) 2021-07-26T15:59:20.317 INFO:tasks.rados.rados.0.smithi046.stdout:3893: expect (ObjNum 1196 snap 356 seq_num 1196) 2021-07-26T15:59:20.430 INFO:tasks.rados.rados.0.smithi046.stdout:3895: finishing copy_from to smithi04638994-11 2021-07-26T15:59:20.431 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 11 v 1700 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:59:20.431 INFO:tasks.rados.rados.0.smithi046.stdout:3895: finishing copy_from racing read to smithi04638994-11 2021-07-26T15:59:20.431 INFO:tasks.rados.rados.0.smithi046.stdout:3896: finishing copy_from to smithi04638994-10 2021-07-26T15:59:20.432 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 10 v 2462 (ObjNum 1195 snap 354 seq_num 1195) dirty exists 2021-07-26T15:59:20.432 INFO:tasks.rados.rados.0.smithi046.stdout:3896: finishing copy_from racing read to smithi04638994-10 2021-07-26T15:59:20.432 INFO:tasks.rados.rados.0.smithi046.stdout:3888: done (6 left) 2021-07-26T15:59:20.432 INFO:tasks.rados.rados.0.smithi046.stdout:3891: done (5 left) 2021-07-26T15:59:20.432 INFO:tasks.rados.rados.0.smithi046.stdout:3892: done (4 left) 2021-07-26T15:59:20.433 INFO:tasks.rados.rados.0.smithi046.stdout:3893: done (3 left) 2021-07-26T15:59:20.433 INFO:tasks.rados.rados.0.smithi046.stdout:3895: done (2 left) 2021-07-26T15:59:20.433 INFO:tasks.rados.rados.0.smithi046.stdout:3896: done (1 left) 2021-07-26T15:59:20.433 INFO:tasks.rados.rados.0.smithi046.stdout:3897: done (0 left) 2021-07-26T15:59:20.433 INFO:tasks.rados.rados.0.smithi046.stdout:3898: snap_create 2021-07-26T15:59:20.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:20 smithi073 bash[34190]: cluster 2021-07-26T15:59:19.263559+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T15:59:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:20 smithi073 bash[34190]: cluster 2021-07-26T15:59:20.076405+0000 mgr.y (mgr.24683) 499 : cluster [DBG] pgmap v1056: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2021-07-26T15:59:20.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:20 smithi046 bash[42351]: cluster 2021-07-26T15:59:19.263559+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T15:59:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:20 smithi046 bash[42351]: cluster 2021-07-26T15:59:20.076405+0000 mgr.y (mgr.24683) 499 : cluster [DBG] pgmap v1056: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2021-07-26T15:59:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:20 smithi046 bash[41283]: cluster 2021-07-26T15:59:19.263559+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T15:59:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:20 smithi046 bash[41283]: cluster 2021-07-26T15:59:20.076405+0000 mgr.y (mgr.24683) 499 : cluster [DBG] pgmap v1056: 25 pgs: 25 active+clean; 270 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2021-07-26T15:59:21.157 INFO:tasks.rados.rados.0.smithi046.stdout:3898: done (0 left) 2021-07-26T15:59:21.157 INFO:tasks.rados.rados.0.smithi046.stdout:3899: snap_remove snap 336 2021-07-26T15:59:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:21 smithi073 bash[34190]: cluster 2021-07-26T15:59:20.274272+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T15:59:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:21 smithi073 bash[34190]: cluster 2021-07-26T15:59:21.158039+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T15:59:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:21 smithi046 bash[41283]: cluster 2021-07-26T15:59:20.274272+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T15:59:21.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:21 smithi046 bash[41283]: cluster 2021-07-26T15:59:21.158039+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T15:59:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:21 smithi046 bash[42351]: cluster 2021-07-26T15:59:20.274272+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T15:59:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:21 smithi046 bash[42351]: cluster 2021-07-26T15:59:21.158039+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T15:59:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:3899: done (0 left) 2021-07-26T15:59:22.172 INFO:tasks.rados.rados.0.smithi046.stdout:3900: delete oid 36 current snap is 375 2021-07-26T15:59:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:3900: done (0 left) 2021-07-26T15:59:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:3901: rmattr oid 37 current snap is 375 2021-07-26T15:59:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:3901: done (0 left) 2021-07-26T15:59:22.191 INFO:tasks.rados.rados.0.smithi046.stdout:3902: read oid 40 snap -1 2021-07-26T15:59:22.192 INFO:tasks.rados.rados.0.smithi046.stdout:3902: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:22.192 INFO:tasks.rados.rados.0.smithi046.stdout:3903: delete oid 43 current snap is 375 2021-07-26T15:59:22.199 INFO:tasks.rados.rados.0.smithi046.stdout:3903: done (1 left) 2021-07-26T15:59:22.199 INFO:tasks.rados.rados.0.smithi046.stdout:3904: read oid 32 snap -1 2021-07-26T15:59:22.200 INFO:tasks.rados.rados.0.smithi046.stdout:3904: expect (ObjNum 1193 snap 354 seq_num 1193) 2021-07-26T15:59:22.200 INFO:tasks.rados.rados.0.smithi046.stdout:3905: setattr oid 19 current snap is 375 2021-07-26T15:59:22.200 INFO:tasks.rados.rados.0.smithi046.stdout:3906: setattr oid 41 current snap is 375 2021-07-26T15:59:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:3907: rmattr oid 43 current snap is 375 2021-07-26T15:59:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:3907: done (4 left) 2021-07-26T15:59:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:3908: read oid 34 snap -1 2021-07-26T15:59:22.202 INFO:tasks.rados.rados.0.smithi046.stdout:3908: expect (ObjNum 1228 snap 374 seq_num 1228) 2021-07-26T15:59:22.203 INFO:tasks.rados.rados.0.smithi046.stdout:3909: read oid 49 snap -1 2021-07-26T15:59:22.203 INFO:tasks.rados.rados.0.smithi046.stdout:3909: expect (ObjNum 1208 snap 362 seq_num 1208) 2021-07-26T15:59:22.203 INFO:tasks.rados.rados.0.smithi046.stdout:3910: read oid 12 snap -1 2021-07-26T15:59:22.203 INFO:tasks.rados.rados.0.smithi046.stdout:3910: expect deleted 2021-07-26T15:59:22.203 INFO:tasks.rados.rados.0.smithi046.stdout:3911: snap_create 2021-07-26T15:59:22.204 INFO:tasks.rados.rados.0.smithi046.stdout:3902: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:22.208 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 41 v 1756 (ObjNum 1143 snap 338 seq_num 1143) dirty exists 2021-07-26T15:59:22.209 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 19 v 1693 (ObjNum 1184 snap 348 seq_num 1184) dirty exists 2021-07-26T15:59:22.223 INFO:tasks.rados.rados.0.smithi046.stdout:3904: expect (ObjNum 1193 snap 354 seq_num 1193) 2021-07-26T15:59:22.291 INFO:tasks.rados.rados.0.smithi046.stdout:3908: expect (ObjNum 1228 snap 374 seq_num 1228) 2021-07-26T15:59:22.379 INFO:tasks.rados.rados.0.smithi046.stdout:3909: expect (ObjNum 1208 snap 362 seq_num 1208) 2021-07-26T15:59:23.172 INFO:tasks.rados.rados.0.smithi046.stdout:3902: done (7 left) 2021-07-26T15:59:23.173 INFO:tasks.rados.rados.0.smithi046.stdout:3904: done (6 left) 2021-07-26T15:59:23.173 INFO:tasks.rados.rados.0.smithi046.stdout:3905: done (5 left) 2021-07-26T15:59:23.173 INFO:tasks.rados.rados.0.smithi046.stdout:3906: done (4 left) 2021-07-26T15:59:23.174 INFO:tasks.rados.rados.0.smithi046.stdout:3908: done (3 left) 2021-07-26T15:59:23.174 INFO:tasks.rados.rados.0.smithi046.stdout:3909: done (2 left) 2021-07-26T15:59:23.174 INFO:tasks.rados.rados.0.smithi046.stdout:3910: done (1 left) 2021-07-26T15:59:23.174 INFO:tasks.rados.rados.0.smithi046.stdout:3911: done (0 left) 2021-07-26T15:59:23.174 INFO:tasks.rados.rados.0.smithi046.stdout:3912: delete oid 12 current snap is 376 2021-07-26T15:59:23.176 INFO:tasks.rados.rados.0.smithi046.stdout:3912: done (0 left) 2021-07-26T15:59:23.177 INFO:tasks.rados.rados.0.smithi046.stdout:3913: snap_create 2021-07-26T15:59:23.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:23 smithi046 bash[41283]: cluster 2021-07-26T15:59:22.077184+0000 mgr.y (mgr.24683) 500 : cluster [DBG] pgmap v1059: 25 pgs: 25 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 8 op/s 2021-07-26T15:59:23.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:23 smithi046 bash[41283]: cluster 2021-07-26T15:59:22.169999+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T15:59:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:23 smithi046 bash[42351]: cluster 2021-07-26T15:59:22.077184+0000 mgr.y (mgr.24683) 500 : cluster [DBG] pgmap v1059: 25 pgs: 25 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 8 op/s 2021-07-26T15:59:23.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:23 smithi046 bash[42351]: cluster 2021-07-26T15:59:22.169999+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T15:59:23.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:23 smithi073 bash[34190]: cluster 2021-07-26T15:59:22.077184+0000 mgr.y (mgr.24683) 500 : cluster [DBG] pgmap v1059: 25 pgs: 25 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 8 op/s 2021-07-26T15:59:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:23 smithi073 bash[34190]: cluster 2021-07-26T15:59:22.169999+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T15:59:24.188 INFO:tasks.rados.rados.0.smithi046.stdout:3913: done (0 left) 2021-07-26T15:59:24.189 INFO:tasks.rados.rados.0.smithi046.stdout:3914: delete oid 41 current snap is 377 2021-07-26T15:59:24.194 INFO:tasks.rados.rados.0.smithi046.stdout:3914: done (0 left) 2021-07-26T15:59:24.195 INFO:tasks.rados.rados.0.smithi046.stdout:3915: read oid 22 snap 357 2021-07-26T15:59:24.195 INFO:tasks.rados.rados.0.smithi046.stdout:3915: expect deleted 2021-07-26T15:59:24.195 INFO:tasks.rados.rados.0.smithi046.stdout:3916: snap_create 2021-07-26T15:59:24.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:24 smithi073 bash[34190]: cluster 2021-07-26T15:59:23.172449+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T15:59:24.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:24 smithi046 bash[41283]: cluster 2021-07-26T15:59:23.172449+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T15:59:24.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:24 smithi046 bash[42351]: cluster 2021-07-26T15:59:23.172449+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T15:59:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:3915: done (1 left) 2021-07-26T15:59:25.196 INFO:tasks.rados.rados.0.smithi046.stdout:3916: done (0 left) 2021-07-26T15:59:25.197 INFO:tasks.rados.rados.0.smithi046.stdout:3917: read oid 42 snap -1 2021-07-26T15:59:25.197 INFO:tasks.rados.rados.0.smithi046.stdout:3917: expect deleted 2021-07-26T15:59:25.197 INFO:tasks.rados.rados.0.smithi046.stdout:3918: snap_remove snap 377 2021-07-26T15:59:25.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: cluster 2021-07-26T15:59:24.077873+0000 mgr.y (mgr.24683) 501 : cluster [DBG] pgmap v1062: 25 pgs: 25 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 3 op/s 2021-07-26T15:59:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: cluster 2021-07-26T15:59:24.188176+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T15:59:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: audit 2021-07-26T15:59:24.855696+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: audit 2021-07-26T15:59:24.858766+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: audit 2021-07-26T15:59:24.860839+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:59:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:25 smithi073 bash[34190]: audit 2021-07-26T15:59:25.150900+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:59:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: cluster 2021-07-26T15:59:24.077873+0000 mgr.y (mgr.24683) 501 : cluster [DBG] pgmap v1062: 25 pgs: 25 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 3 op/s 2021-07-26T15:59:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: cluster 2021-07-26T15:59:24.188176+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T15:59:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: audit 2021-07-26T15:59:24.855696+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: audit 2021-07-26T15:59:24.858766+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: audit 2021-07-26T15:59:24.860839+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:59:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[41283]: audit 2021-07-26T15:59:25.150900+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:59:25.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: cluster 2021-07-26T15:59:24.077873+0000 mgr.y (mgr.24683) 501 : cluster [DBG] pgmap v1062: 25 pgs: 25 active+clean; 272 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 870 KiB/s wr, 3 op/s 2021-07-26T15:59:25.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: cluster 2021-07-26T15:59:24.188176+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T15:59:25.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: audit 2021-07-26T15:59:24.855696+0000 mon.a (mon.0) 1421 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:25.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: audit 2021-07-26T15:59:24.858766+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:25.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: audit 2021-07-26T15:59:24.860839+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T15:59:25.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:25 smithi046 bash[42351]: audit 2021-07-26T15:59:25.150900+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T15:59:26.161 INFO:tasks.rados.rados.0.smithi046.stdout:3918: done (1 left) 2021-07-26T15:59:26.161 INFO:tasks.rados.rados.0.smithi046.stdout:3919: read oid 43 snap -1 2021-07-26T15:59:26.161 INFO:tasks.rados.rados.0.smithi046.stdout:3919: expect deleted 2021-07-26T15:59:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:3920: rollback oid 33 current snap is 378 2021-07-26T15:59:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 33 to 375 2021-07-26T15:59:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:3917: done (2 left) 2021-07-26T15:59:26.162 INFO:tasks.rados.rados.0.smithi046.stdout:3921: snap_remove snap 371 2021-07-26T15:59:26.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:26 smithi073 bash[34190]: cluster 2021-07-26T15:59:25.197906+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T15:59:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:26 smithi073 bash[34190]: cluster 2021-07-26T15:59:26.161413+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T15:59:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:26 smithi046 bash[41283]: cluster 2021-07-26T15:59:25.197906+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T15:59:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:26 smithi046 bash[41283]: cluster 2021-07-26T15:59:26.161413+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T15:59:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:26 smithi046 bash[42351]: cluster 2021-07-26T15:59:25.197906+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T15:59:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:26 smithi046 bash[42351]: cluster 2021-07-26T15:59:26.161413+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T15:59:27.170 INFO:tasks.rados.rados.0.smithi046.stdout:3921: done (2 left) 2021-07-26T15:59:27.171 INFO:tasks.rados.rados.0.smithi046.stdout:3922: snap_create 2021-07-26T15:59:27.171 INFO:tasks.rados.rados.0.smithi046.stdout:3920: finishing rollback tid 1 to smithi04638994-33 2021-07-26T15:59:27.171 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 0 (ObjNum 197888112 snap 22029 seq_num 0) dirty dne 2021-07-26T15:59:27.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:27 smithi073 bash[34190]: cluster 2021-07-26T15:59:26.078604+0000 mgr.y (mgr.24683) 502 : cluster [DBG] pgmap v1065: 25 pgs: 25 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:27 smithi073 bash[34190]: cluster 2021-07-26T15:59:27.171318+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T15:59:27.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:27 smithi046 bash[41283]: cluster 2021-07-26T15:59:26.078604+0000 mgr.y (mgr.24683) 502 : cluster [DBG] pgmap v1065: 25 pgs: 25 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:27 smithi046 bash[41283]: cluster 2021-07-26T15:59:27.171318+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T15:59:27.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:27 smithi046 bash[42351]: cluster 2021-07-26T15:59:26.078604+0000 mgr.y (mgr.24683) 502 : cluster [DBG] pgmap v1065: 25 pgs: 25 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:27.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:27 smithi046 bash[42351]: cluster 2021-07-26T15:59:27.171318+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T15:59:28.173 INFO:tasks.rados.rados.0.smithi046.stdout:3919: done (2 left) 2021-07-26T15:59:28.173 INFO:tasks.rados.rados.0.smithi046.stdout:3920: done (1 left) 2021-07-26T15:59:28.173 INFO:tasks.rados.rados.0.smithi046.stdout:3922: done (0 left) 2021-07-26T15:59:28.173 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 379 2021-07-26T15:59:28.174 INFO:tasks.rados.rados.0.smithi046.stdout:3923: seq_num 1235 ranges {1671168=688128,2359296=802816} 2021-07-26T15:59:28.194 INFO:tasks.rados.rados.0.smithi046.stdout:3923: writing smithi04638994-32 from 1671168 to 2359296 tid 1 2021-07-26T15:59:28.198 INFO:tasks.rados.rados.0.smithi046.stdout:3923: writing smithi04638994-32 from 2359296 to 3162112 tid 2 2021-07-26T15:59:28.198 INFO:tasks.rados.rados.0.smithi046.stdout:3924: rollback oid 50 current snap is 379 2021-07-26T15:59:28.199 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 50 to 375 2021-07-26T15:59:28.199 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 2 current snap is 379 2021-07-26T15:59:28.199 INFO:tasks.rados.rados.0.smithi046.stdout:3925: seq_num 1236 ranges {2097152=704512,2801664=688128,3489792=114688} 2021-07-26T15:59:28.214 INFO:tasks.rados.rados.0.smithi046.stdout:3925: writing smithi04638994-2 from 2097152 to 2801664 tid 1 2021-07-26T15:59:28.366 INFO:tasks.rados.rados.0.smithi046.stdout:3925: writing smithi04638994-2 from 2801664 to 3489792 tid 2 2021-07-26T15:59:28.366 INFO:tasks.rados.rados.0.smithi046.stdout:3925: writing smithi04638994-2 from 3489792 to 3604480 tid 3 2021-07-26T15:59:28.366 INFO:tasks.rados.rados.0.smithi046.stdout:3926: read oid 10 snap -1 2021-07-26T15:59:28.367 INFO:tasks.rados.rados.0.smithi046.stdout:3926: expect (ObjNum 1195 snap 354 seq_num 1195) 2021-07-26T15:59:28.367 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 8 current snap is 379 2021-07-26T15:59:28.367 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 1 to smithi04638994-32 2021-07-26T15:59:28.367 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 2 to smithi04638994-32 2021-07-26T15:59:28.368 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 3 to smithi04638994-32 2021-07-26T15:59:28.368 INFO:tasks.rados.rados.0.smithi046.stdout:3927: seq_num 1237 ranges {1474560=720896,2195456=573440,2768896=229376} 2021-07-26T15:59:28.368 INFO:tasks.rados.rados.0.smithi046.stdout:3927: writing smithi04638994-8 from 1474560 to 2195456 tid 1 2021-07-26T15:59:28.368 INFO:tasks.rados.rados.0.smithi046.stdout:3927: writing smithi04638994-8 from 2195456 to 2768896 tid 2 2021-07-26T15:59:28.368 INFO:tasks.rados.rados.0.smithi046.stdout:3927: writing smithi04638994-8 from 2768896 to 2998272 tid 3 2021-07-26T15:59:28.369 INFO:tasks.rados.rados.0.smithi046.stdout:3928: delete oid 35 current snap is 379 2021-07-26T15:59:28.369 INFO:tasks.rados.rados.0.smithi046.stdout:3924: finishing rollback tid 0 to smithi04638994-50 2021-07-26T15:59:28.369 INFO:tasks.rados.rados.0.smithi046.stdout:3924: finishing rollback tid 1 to smithi04638994-50 2021-07-26T15:59:28.369 INFO:tasks.rados.rados.0.smithi046.stdout:3923: finishing write tid 4 to smithi04638994-32 2021-07-26T15:59:28.370 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2666 (ObjNum 1235 snap 379 seq_num 1235) dirty exists 2021-07-26T15:59:28.370 INFO:tasks.rados.rados.0.smithi046.stdout:3923: left oid 32 (ObjNum 1235 snap 379 seq_num 1235) 2021-07-26T15:59:28.370 INFO:tasks.rados.rados.0.smithi046.stdout:3924: finishing rollback tid 2 to smithi04638994-50 2021-07-26T15:59:28.370 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2477 (ObjNum 198136160 snap 22029 seq_num 198345088) dirty exists 2021-07-26T15:59:28.371 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing write tid 1 to smithi04638994-2 2021-07-26T15:59:28.371 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing write tid 2 to smithi04638994-2 2021-07-26T15:59:28.371 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing write tid 3 to smithi04638994-2 2021-07-26T15:59:28.371 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing write tid 4 to smithi04638994-2 2021-07-26T15:59:28.374 INFO:tasks.rados.rados.0.smithi046.stdout:3925: finishing write tid 5 to smithi04638994-2 2021-07-26T15:59:28.374 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 2 v 2670 (ObjNum 1236 snap 379 seq_num 1236) dirty exists 2021-07-26T15:59:28.374 INFO:tasks.rados.rados.0.smithi046.stdout:3925: left oid 2 (ObjNum 1236 snap 379 seq_num 1236) 2021-07-26T15:59:28.375 INFO:tasks.rados.rados.0.smithi046.stdout:3926: expect (ObjNum 1195 snap 354 seq_num 1195) 2021-07-26T15:59:28.375 INFO:tasks.rados.rados.0.smithi046.stdout:3927: finishing write tid 1 to smithi04638994-8 2021-07-26T15:59:28.375 INFO:tasks.rados.rados.0.smithi046.stdout:3927: finishing write tid 2 to smithi04638994-8 2021-07-26T15:59:28.375 INFO:tasks.rados.rados.0.smithi046.stdout:3927: finishing write tid 3 to smithi04638994-8 2021-07-26T15:59:28.376 INFO:tasks.rados.rados.0.smithi046.stdout:3927: finishing write tid 4 to smithi04638994-8 2021-07-26T15:59:28.376 INFO:tasks.rados.rados.0.smithi046.stdout:3927: finishing write tid 5 to smithi04638994-8 2021-07-26T15:59:28.376 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 8 v 2599 (ObjNum 1237 snap 379 seq_num 1237) dirty exists 2021-07-26T15:59:28.376 INFO:tasks.rados.rados.0.smithi046.stdout:3927: left oid 8 (ObjNum 1237 snap 379 seq_num 1237) 2021-07-26T15:59:28.377 INFO:tasks.rados.rados.0.smithi046.stdout:3923: done (5 left) 2021-07-26T15:59:28.377 INFO:tasks.rados.rados.0.smithi046.stdout:3924: done (4 left) 2021-07-26T15:59:28.377 INFO:tasks.rados.rados.0.smithi046.stdout:3925: done (3 left) 2021-07-26T15:59:28.377 INFO:tasks.rados.rados.0.smithi046.stdout:3926: done (2 left) 2021-07-26T15:59:28.378 INFO:tasks.rados.rados.0.smithi046.stdout:3927: done (1 left) 2021-07-26T15:59:28.378 INFO:tasks.rados.rados.0.smithi046.stdout:3928: done (0 left) 2021-07-26T15:59:28.378 INFO:tasks.rados.rados.0.smithi046.stdout:3929: snap_create 2021-07-26T15:59:29.214 INFO:tasks.rados.rados.0.smithi046.stdout:3929: done (0 left) 2021-07-26T15:59:29.215 INFO:tasks.rados.rados.0.smithi046.stdout:3930: copy_from oid 1 from oid 28 current snap is 380 2021-07-26T15:59:29.215 INFO:tasks.rados.rados.0.smithi046.stdout:3931: delete oid 34 current snap is 380 2021-07-26T15:59:29.221 INFO:tasks.rados.rados.0.smithi046.stdout:3931: done (1 left) 2021-07-26T15:59:29.221 INFO:tasks.rados.rados.0.smithi046.stdout:3932: snap_create 2021-07-26T15:59:29.243 INFO:tasks.rados.rados.0.smithi046.stdout:3930: finishing copy_from to smithi04638994-1 2021-07-26T15:59:29.243 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 1707 (ObjNum 1126 snap 332 seq_num 1126) dirty exists 2021-07-26T15:59:29.244 INFO:tasks.rados.rados.0.smithi046.stdout:3930: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:59:29.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:29 smithi046 bash[41283]: cluster 2021-07-26T15:59:28.079320+0000 mgr.y (mgr.24683) 503 : cluster [DBG] pgmap v1068: 25 pgs: 25 active+clean; 205 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:29.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:29 smithi046 bash[41283]: cluster 2021-07-26T15:59:28.173728+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T15:59:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:29 smithi046 bash[42351]: cluster 2021-07-26T15:59:28.079320+0000 mgr.y (mgr.24683) 503 : cluster [DBG] pgmap v1068: 25 pgs: 25 active+clean; 205 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:29 smithi046 bash[42351]: cluster 2021-07-26T15:59:28.173728+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T15:59:29.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:29 smithi073 bash[34190]: cluster 2021-07-26T15:59:28.079320+0000 mgr.y (mgr.24683) 503 : cluster [DBG] pgmap v1068: 25 pgs: 25 active+clean; 205 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 360 KiB/s wr, 15 op/s 2021-07-26T15:59:29.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:29 smithi073 bash[34190]: cluster 2021-07-26T15:59:28.173728+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T15:59:30.222 INFO:tasks.rados.rados.0.smithi046.stdout:3930: done (1 left) 2021-07-26T15:59:30.222 INFO:tasks.rados.rados.0.smithi046.stdout:3932: done (0 left) 2021-07-26T15:59:30.223 INFO:tasks.rados.rados.0.smithi046.stdout:3933: copy_from oid 44 from oid 13 current snap is 381 2021-07-26T15:59:30.223 INFO:tasks.rados.rados.0.smithi046.stdout:3934: snap_remove snap 378 2021-07-26T15:59:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:30 smithi073 bash[34190]: cluster 2021-07-26T15:59:29.215343+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T15:59:30.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:30 smithi046 bash[42351]: cluster 2021-07-26T15:59:29.215343+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T15:59:30.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:30 smithi046 bash[41283]: cluster 2021-07-26T15:59:29.215343+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T15:59:31.162 INFO:tasks.rados.rados.0.smithi046.stdout:3934: done (1 left) 2021-07-26T15:59:31.163 INFO:tasks.rados.rados.0.smithi046.stdout:3935: copy_from oid 12 from oid 17 current snap is 381 2021-07-26T15:59:31.163 INFO:tasks.rados.rados.0.smithi046.stdout:3933: finishing copy_from to smithi04638994-44 2021-07-26T15:59:31.163 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 44 v 2470 (ObjNum 1189 snap 349 seq_num 1189) dirty exists 2021-07-26T15:59:31.163 INFO:tasks.rados.rados.0.smithi046.stdout:3933: finishing copy_from racing read to smithi04638994-44 2021-07-26T15:59:31.164 INFO:tasks.rados.rados.0.smithi046.stdout:3933: done (1 left) 2021-07-26T15:59:31.164 INFO:tasks.rados.rados.0.smithi046.stdout:3936: delete oid 2 current snap is 381 2021-07-26T15:59:31.172 INFO:tasks.rados.rados.0.smithi046.stdout:3935: finishing copy_from to smithi04638994-12 2021-07-26T15:59:31.172 INFO:tasks.rados.rados.0.smithi046.stdout:3935: got expected ENOENT (src dne) 2021-07-26T15:59:31.172 INFO:tasks.rados.rados.0.smithi046.stdout:3935: finishing copy_from racing read to smithi04638994-12 2021-07-26T15:59:31.173 INFO:tasks.rados.rados.0.smithi046.stdout:3935: done (1 left) 2021-07-26T15:59:31.173 INFO:tasks.rados.rados.0.smithi046.stdout:3936: done (0 left) 2021-07-26T15:59:31.173 INFO:tasks.rados.rados.0.smithi046.stdout:3937: read oid 21 snap -1 2021-07-26T15:59:31.173 INFO:tasks.rados.rados.0.smithi046.stdout:3937: expect (ObjNum 1217 snap 368 seq_num 1217) 2021-07-26T15:59:31.174 INFO:tasks.rados.rados.0.smithi046.stdout:3938: read oid 42 snap -1 2021-07-26T15:59:31.174 INFO:tasks.rados.rados.0.smithi046.stdout:3938: expect deleted 2021-07-26T15:59:31.175 INFO:tasks.rados.rados.0.smithi046.stdout:3939: read oid 20 snap -1 2021-07-26T15:59:31.175 INFO:tasks.rados.rados.0.smithi046.stdout:3939: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:59:31.175 INFO:tasks.rados.rados.0.smithi046.stdout:3940: rollback oid 22 current snap is 381 2021-07-26T15:59:31.175 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 22 to 380 2021-07-26T15:59:31.176 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 32 current snap is 381 2021-07-26T15:59:31.176 INFO:tasks.rados.rados.0.smithi046.stdout:3941: seq_num 1241 ranges {3162112=794624,3956736=557056,4513792=245760} 2021-07-26T15:59:31.196 INFO:tasks.rados.rados.0.smithi046.stdout:3941: writing smithi04638994-32 from 3162112 to 3956736 tid 1 2021-07-26T15:59:31.199 INFO:tasks.rados.rados.0.smithi046.stdout:3941: writing smithi04638994-32 from 3956736 to 4513792 tid 2 2021-07-26T15:59:31.201 INFO:tasks.rados.rados.0.smithi046.stdout:3941: writing smithi04638994-32 from 4513792 to 4759552 tid 3 2021-07-26T15:59:31.202 INFO:tasks.rados.rados.0.smithi046.stdout:3942: rmattr oid 43 current snap is 381 2021-07-26T15:59:31.202 INFO:tasks.rados.rados.0.smithi046.stdout:3942: done (5 left) 2021-07-26T15:59:31.203 INFO:tasks.rados.rados.0.smithi046.stdout:3943: rmattr oid 48 current snap is 381 2021-07-26T15:59:31.203 INFO:tasks.rados.rados.0.smithi046.stdout:3943: done (5 left) 2021-07-26T15:59:31.203 INFO:tasks.rados.rados.0.smithi046.stdout:3944: read oid 37 snap -1 2021-07-26T15:59:31.203 INFO:tasks.rados.rados.0.smithi046.stdout:3944: expect (ObjNum 1195 snap 354 seq_num 1195) 2021-07-26T15:59:31.203 INFO:tasks.rados.rados.0.smithi046.stdout:3945: read oid 24 snap -1 2021-07-26T15:59:31.204 INFO:tasks.rados.rados.0.smithi046.stdout:3945: expect deleted 2021-07-26T15:59:31.204 INFO:tasks.rados.rados.0.smithi046.stdout:3946: rollback oid 35 current snap is 381 2021-07-26T15:59:31.204 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 35 to 375 2021-07-26T15:59:31.204 INFO:tasks.rados.rados.0.smithi046.stdout:3940: finishing rollback tid 0 to smithi04638994-22 2021-07-26T15:59:31.205 INFO:tasks.rados.rados.0.smithi046.stdout:3947: snap_create 2021-07-26T15:59:31.205 INFO:tasks.rados.rados.0.smithi046.stdout:3940: finishing rollback tid 1 to smithi04638994-22 2021-07-26T15:59:31.205 INFO:tasks.rados.rados.0.smithi046.stdout:3940: finishing rollback tid 2 to smithi04638994-22 2021-07-26T15:59:31.206 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 22 v 1710 (ObjNum 1061 snap 314 seq_num 1061) dirty exists 2021-07-26T15:59:31.206 INFO:tasks.rados.rados.0.smithi046.stdout:3937: expect (ObjNum 1217 snap 368 seq_num 1217) 2021-07-26T15:59:31.325 INFO:tasks.rados.rados.0.smithi046.stdout:3939: expect (ObjNum 1093 snap 321 seq_num 1093) 2021-07-26T15:59:31.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:31 smithi073 bash[34190]: cluster 2021-07-26T15:59:30.080055+0000 mgr.y (mgr.24683) 504 : cluster [DBG] pgmap v1071: 25 pgs: 25 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 732 KiB/s wr, 4 op/s 2021-07-26T15:59:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:31 smithi073 bash[34190]: cluster 2021-07-26T15:59:30.223519+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T15:59:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:31 smithi073 bash[34190]: cluster 2021-07-26T15:59:31.163035+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T15:59:31.625 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing write tid 1 to smithi04638994-32 2021-07-26T15:59:31.625 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing write tid 2 to smithi04638994-32 2021-07-26T15:59:31.626 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing write tid 3 to smithi04638994-32 2021-07-26T15:59:31.626 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing rollback tid 1 to smithi04638994-35 2021-07-26T15:59:31.626 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing write tid 4 to smithi04638994-32 2021-07-26T15:59:31.626 INFO:tasks.rados.rados.0.smithi046.stdout:3941: finishing write tid 5 to smithi04638994-32 2021-07-26T15:59:31.627 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 32 v 2675 (ObjNum 1241 snap 381 seq_num 1241) dirty exists 2021-07-26T15:59:31.627 INFO:tasks.rados.rados.0.smithi046.stdout:3941: left oid 32 (ObjNum 1241 snap 381 seq_num 1241) 2021-07-26T15:59:31.627 INFO:tasks.rados.rados.0.smithi046.stdout:3944: expect (ObjNum 1195 snap 354 seq_num 1195) 2021-07-26T15:59:31.674 INFO:tasks.rados.rados.0.smithi046.stdout:3946: finishing rollback tid 2 to smithi04638994-35 2021-07-26T15:59:31.674 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 35 v 2481 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:59:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[41283]: cluster 2021-07-26T15:59:30.080055+0000 mgr.y (mgr.24683) 504 : cluster [DBG] pgmap v1071: 25 pgs: 25 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 732 KiB/s wr, 4 op/s 2021-07-26T15:59:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[41283]: cluster 2021-07-26T15:59:30.223519+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T15:59:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[41283]: cluster 2021-07-26T15:59:31.163035+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T15:59:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[42351]: cluster 2021-07-26T15:59:30.080055+0000 mgr.y (mgr.24683) 504 : cluster [DBG] pgmap v1071: 25 pgs: 25 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 732 KiB/s wr, 4 op/s 2021-07-26T15:59:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[42351]: cluster 2021-07-26T15:59:30.223519+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T15:59:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:31 smithi046 bash[42351]: cluster 2021-07-26T15:59:31.163035+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T15:59:32.174 INFO:tasks.rados.rados.0.smithi046.stdout:3937: done (8 left) 2021-07-26T15:59:32.175 INFO:tasks.rados.rados.0.smithi046.stdout:3938: done (7 left) 2021-07-26T15:59:32.175 INFO:tasks.rados.rados.0.smithi046.stdout:3939: done (6 left) 2021-07-26T15:59:32.175 INFO:tasks.rados.rados.0.smithi046.stdout:3940: done (5 left) 2021-07-26T15:59:32.176 INFO:tasks.rados.rados.0.smithi046.stdout:3941: done (4 left) 2021-07-26T15:59:32.176 INFO:tasks.rados.rados.0.smithi046.stdout:3944: done (3 left) 2021-07-26T15:59:32.176 INFO:tasks.rados.rados.0.smithi046.stdout:3945: done (2 left) 2021-07-26T15:59:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:3946: done (1 left) 2021-07-26T15:59:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:3947: done (0 left) 2021-07-26T15:59:32.177 INFO:tasks.rados.rados.0.smithi046.stdout:3948: read oid 2 snap -1 2021-07-26T15:59:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:3948: expect deleted 2021-07-26T15:59:32.178 INFO:tasks.rados.rados.0.smithi046.stdout:3949: snap_remove snap 363 2021-07-26T15:59:33.177 INFO:tasks.rados.rados.0.smithi046.stdout:3949: done (1 left) 2021-07-26T15:59:33.178 INFO:tasks.rados.rados.0.smithi046.stdout:3950: read oid 46 snap 379 2021-07-26T15:59:33.178 INFO:tasks.rados.rados.0.smithi046.stdout:3950: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:59:33.184 INFO:tasks.rados.rados.0.smithi046.stdout:3951: rollback oid 30 current snap is 382 2021-07-26T15:59:33.185 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 30 to 376 2021-07-26T15:59:33.185 INFO:tasks.rados.rados.0.smithi046.stdout:3952: read oid 38 snap -1 2021-07-26T15:59:33.185 INFO:tasks.rados.rados.0.smithi046.stdout:3952: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:33.186 INFO:tasks.rados.rados.0.smithi046.stdout:3953: rmattr oid 27 current snap is 382 2021-07-26T15:59:33.186 INFO:tasks.rados.rados.0.smithi046.stdout:3953: done (4 left) 2021-07-26T15:59:33.186 INFO:tasks.rados.rados.0.smithi046.stdout:3954: read oid 45 snap -1 2021-07-26T15:59:33.186 INFO:tasks.rados.rados.0.smithi046.stdout:3954: expect (ObjNum 1161 snap 343 seq_num 1161) 2021-07-26T15:59:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:3955: copy_from oid 43 from oid 31 current snap is 382 2021-07-26T15:59:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 23 current snap is 382 2021-07-26T15:59:33.187 INFO:tasks.rados.rados.0.smithi046.stdout:3956: seq_num 1242 ranges {1359872=409600,1769472=442368,2211840=655360,2867200=106496} 2021-07-26T15:59:33.193 INFO:tasks.rados.rados.0.smithi046.stdout:3956: writing smithi04638994-23 from 1359872 to 1769472 tid 1 2021-07-26T15:59:33.196 INFO:tasks.rados.rados.0.smithi046.stdout:3956: writing smithi04638994-23 from 1769472 to 2211840 tid 2 2021-07-26T15:59:33.200 INFO:tasks.rados.rados.0.smithi046.stdout:3956: writing smithi04638994-23 from 2211840 to 2867200 tid 3 2021-07-26T15:59:33.201 INFO:tasks.rados.rados.0.smithi046.stdout:3956: writing smithi04638994-23 from 2867200 to 2973696 tid 4 2021-07-26T15:59:33.201 INFO:tasks.rados.rados.0.smithi046.stdout:3950: expect (ObjNum 1064 snap 314 seq_num 1064) 2021-07-26T15:59:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:3948: done (6 left) 2021-07-26T15:59:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:3950: done (5 left) 2021-07-26T15:59:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:3957: read oid 39 snap -1 2021-07-26T15:59:33.240 INFO:tasks.rados.rados.0.smithi046.stdout:3957: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:59:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:3958: read oid 1 snap -1 2021-07-26T15:59:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:3958: expect (ObjNum 1126 snap 332 seq_num 1126) 2021-07-26T15:59:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:3959: delete oid 32 current snap is 382 2021-07-26T15:59:33.241 INFO:tasks.rados.rados.0.smithi046.stdout:3951: finishing rollback tid 0 to smithi04638994-30 2021-07-26T15:59:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3951: finishing rollback tid 1 to smithi04638994-30 2021-07-26T15:59:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3951: finishing rollback tid 2 to smithi04638994-30 2021-07-26T15:59:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 30 v 2373 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2021-07-26T15:59:33.242 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing copy_from to smithi04638994-43 2021-07-26T15:59:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2366 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:59:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:3955: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:59:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 1 to smithi04638994-23 2021-07-26T15:59:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 2 to smithi04638994-23 2021-07-26T15:59:33.243 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 3 to smithi04638994-23 2021-07-26T15:59:33.244 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 4 to smithi04638994-23 2021-07-26T15:59:33.244 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 5 to smithi04638994-23 2021-07-26T15:59:33.244 INFO:tasks.rados.rados.0.smithi046.stdout:3956: finishing write tid 6 to smithi04638994-23 2021-07-26T15:59:33.245 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2611 (ObjNum 1242 snap 382 seq_num 1242) dirty exists 2021-07-26T15:59:33.245 INFO:tasks.rados.rados.0.smithi046.stdout:3956: left oid 23 (ObjNum 1242 snap 382 seq_num 1242) 2021-07-26T15:59:33.246 INFO:tasks.rados.rados.0.smithi046.stdout:3952: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:33 smithi046 bash[42351]: cluster 2021-07-26T15:59:32.080778+0000 mgr.y (mgr.24683) 505 : cluster [DBG] pgmap v1074: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2021-07-26T15:59:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:33 smithi046 bash[42351]: cluster 2021-07-26T15:59:32.174897+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T15:59:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:33 smithi046 bash[41283]: cluster 2021-07-26T15:59:32.080778+0000 mgr.y (mgr.24683) 505 : cluster [DBG] pgmap v1074: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2021-07-26T15:59:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:33 smithi046 bash[41283]: cluster 2021-07-26T15:59:32.174897+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T15:59:33.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:33 smithi073 bash[34190]: cluster 2021-07-26T15:59:32.080778+0000 mgr.y (mgr.24683) 505 : cluster [DBG] pgmap v1074: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2021-07-26T15:59:33.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:33 smithi073 bash[34190]: cluster 2021-07-26T15:59:32.174897+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T15:59:33.716 INFO:tasks.rados.rados.0.smithi046.stdout:3954: expect (ObjNum 1161 snap 343 seq_num 1161) 2021-07-26T15:59:33.943 INFO:tasks.rados.rados.0.smithi046.stdout:3958: expect (ObjNum 1126 snap 332 seq_num 1126) 2021-07-26T15:59:34.057 INFO:tasks.rados.rados.0.smithi046.stdout:3957: expect (ObjNum 910 snap 273 seq_num 910) 2021-07-26T15:59:34.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:34 smithi073 bash[34190]: cluster 2021-07-26T15:59:33.177988+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T15:59:34.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:34 smithi046 bash[42351]: cluster 2021-07-26T15:59:33.177988+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T15:59:34.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:34 smithi046 bash[41283]: cluster 2021-07-26T15:59:33.177988+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T15:59:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3951: done (7 left) 2021-07-26T15:59:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3952: done (6 left) 2021-07-26T15:59:34.867 INFO:tasks.rados.rados.0.smithi046.stdout:3954: done (5 left) 2021-07-26T15:59:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3955: done (4 left) 2021-07-26T15:59:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3956: done (3 left) 2021-07-26T15:59:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3957: done (2 left) 2021-07-26T15:59:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3958: done (1 left) 2021-07-26T15:59:34.868 INFO:tasks.rados.rados.0.smithi046.stdout:3959: done (0 left) 2021-07-26T15:59:34.869 INFO:tasks.rados.rados.0.smithi046.stdout:3960: copy_from oid 1 from oid 18 current snap is 382 2021-07-26T15:59:34.869 INFO:tasks.rados.rados.0.smithi046.stdout:3961: copy_from oid 31 from oid 24 current snap is 382 2021-07-26T15:59:34.869 INFO:tasks.rados.rados.0.smithi046.stdout:3962: setattr oid 43 current snap is 382 2021-07-26T15:59:34.870 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing copy_from to smithi04638994-31 2021-07-26T15:59:34.870 INFO:tasks.rados.rados.0.smithi046.stdout:3961: got expected ENOENT (src dne) 2021-07-26T15:59:34.870 INFO:tasks.rados.rados.0.smithi046.stdout:3961: finishing copy_from racing read to smithi04638994-31 2021-07-26T15:59:34.872 INFO:tasks.rados.rados.0.smithi046.stdout:3961: done (2 left) 2021-07-26T15:59:34.873 INFO:tasks.rados.rados.0.smithi046.stdout:3963: snap_create 2021-07-26T15:59:34.877 INFO:tasks.rados.rados.0.smithi046.stdout:3960: finishing copy_from to smithi04638994-1 2021-07-26T15:59:34.877 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 1 v 2346 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:59:34.879 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 2477 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:59:34.879 INFO:tasks.rados.rados.0.smithi046.stdout:3960: finishing copy_from racing read to smithi04638994-1 2021-07-26T15:59:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:3960: done (2 left) 2021-07-26T15:59:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:3962: done (1 left) 2021-07-26T15:59:35.205 INFO:tasks.rados.rados.0.smithi046.stdout:3963: done (0 left) 2021-07-26T15:59:35.206 INFO:tasks.rados.rados.0.smithi046.stdout:3964: snap_create 2021-07-26T15:59:35.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:35 smithi073 bash[34190]: cluster 2021-07-26T15:59:34.081384+0000 mgr.y (mgr.24683) 506 : cluster [DBG] pgmap v1077: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T15:59:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:35 smithi046 bash[41283]: cluster 2021-07-26T15:59:34.081384+0000 mgr.y (mgr.24683) 506 : cluster [DBG] pgmap v1077: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T15:59:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:35 smithi046 bash[42351]: cluster 2021-07-26T15:59:34.081384+0000 mgr.y (mgr.24683) 506 : cluster [DBG] pgmap v1077: 25 pgs: 25 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T15:59:36.164 INFO:tasks.rados.rados.0.smithi046.stdout:3964: done (0 left) 2021-07-26T15:59:36.164 INFO:tasks.rados.rados.0.smithi046.stdout:3965: delete oid 36 current snap is 384 2021-07-26T15:59:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:3965: done (0 left) 2021-07-26T15:59:36.171 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 49 current snap is 384 2021-07-26T15:59:36.172 INFO:tasks.rados.rados.0.smithi046.stdout:3966: seq_num 1245 ranges {4939776=458752,5398528=499712,5898240=425984,6324224=278528} 2021-07-26T15:59:36.206 INFO:tasks.rados.rados.0.smithi046.stdout:3966: writing smithi04638994-49 from 4939776 to 5398528 tid 1 2021-07-26T15:59:36.209 INFO:tasks.rados.rados.0.smithi046.stdout:3966: writing smithi04638994-49 from 5398528 to 5898240 tid 2 2021-07-26T15:59:36.212 INFO:tasks.rados.rados.0.smithi046.stdout:3966: writing smithi04638994-49 from 5898240 to 6324224 tid 3 2021-07-26T15:59:36.214 INFO:tasks.rados.rados.0.smithi046.stdout:3966: writing smithi04638994-49 from 6324224 to 6602752 tid 4 2021-07-26T15:59:36.214 INFO:tasks.rados.rados.0.smithi046.stdout:3967: rollback oid 45 current snap is 384 2021-07-26T15:59:36.214 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 45 to 381 2021-07-26T15:59:36.215 INFO:tasks.rados.rados.0.smithi046.stdout:3968: setattr oid 5 current snap is 384 2021-07-26T15:59:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:3969: copy_from oid 3 from oid 46 current snap is 384 2021-07-26T15:59:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:3970: copy_from oid 47 from oid 50 current snap is 384 2021-07-26T15:59:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:3971: read oid 38 snap -1 2021-07-26T15:59:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:3971: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:36.216 INFO:tasks.rados.rados.0.smithi046.stdout:3972: copy_from oid 20 from oid 4 current snap is 384 2021-07-26T15:59:36.217 INFO:tasks.rados.rados.0.smithi046.stdout:3973: delete oid 27 current snap is 384 2021-07-26T15:59:36.219 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 1 to smithi04638994-49 2021-07-26T15:59:36.224 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 2 to smithi04638994-49 2021-07-26T15:59:36.224 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 3 to smithi04638994-49 2021-07-26T15:59:36.225 INFO:tasks.rados.rados.0.smithi046.stdout:3973: done (7 left) 2021-07-26T15:59:36.225 INFO:tasks.rados.rados.0.smithi046.stdout:3974: rollback oid 25 current snap is 384 2021-07-26T15:59:36.225 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 25 to 380 2021-07-26T15:59:36.226 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2355 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:59:36.226 INFO:tasks.rados.rados.0.smithi046.stdout:3968: done (7 left) 2021-07-26T15:59:36.226 INFO:tasks.rados.rados.0.smithi046.stdout:3975: snap_create 2021-07-26T15:59:36.227 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing copy_from to smithi04638994-47 2021-07-26T15:59:36.227 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 2477 (ObjNum 1 snap 32682 seq_num 198420528) dirty exists 2021-07-26T15:59:36.227 INFO:tasks.rados.rados.0.smithi046.stdout:3970: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:59:36.228 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 4 to smithi04638994-49 2021-07-26T15:59:36.228 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 5 to smithi04638994-49 2021-07-26T15:59:36.230 INFO:tasks.rados.rados.0.smithi046.stdout:3974: finishing rollback tid 0 to smithi04638994-25 2021-07-26T15:59:36.232 INFO:tasks.rados.rados.0.smithi046.stdout:3974: finishing rollback tid 1 to smithi04638994-25 2021-07-26T15:59:36.232 INFO:tasks.rados.rados.0.smithi046.stdout:3974: finishing rollback tid 2 to smithi04638994-25 2021-07-26T15:59:36.233 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 25 v 2498 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2021-07-26T15:59:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing copy_from to smithi04638994-20 2021-07-26T15:59:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 20 v 2349 (ObjNum 1188 snap 349 seq_num 1188) dirty exists 2021-07-26T15:59:36.234 INFO:tasks.rados.rados.0.smithi046.stdout:3967: finishing rollback tid 0 to smithi04638994-45 2021-07-26T15:59:36.235 INFO:tasks.rados.rados.0.smithi046.stdout:3969: finishing copy_from to smithi04638994-3 2021-07-26T15:59:36.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 3 v 2490 (ObjNum 1064 snap 314 seq_num 1064) dirty exists 2021-07-26T15:59:36.235 INFO:tasks.rados.rados.0.smithi046.stdout:3966: finishing write tid 6 to smithi04638994-49 2021-07-26T15:59:36.235 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2486 (ObjNum 1245 snap 384 seq_num 1245) dirty exists 2021-07-26T15:59:36.235 INFO:tasks.rados.rados.0.smithi046.stdout:3966: left oid 49 (ObjNum 1245 snap 384 seq_num 1245) 2021-07-26T15:59:36.236 INFO:tasks.rados.rados.0.smithi046.stdout:3969: finishing copy_from racing read to smithi04638994-3 2021-07-26T15:59:36.236 INFO:tasks.rados.rados.0.smithi046.stdout:3972: finishing copy_from racing read to smithi04638994-20 2021-07-26T15:59:36.251 INFO:tasks.rados.rados.0.smithi046.stdout:3967: finishing rollback tid 1 to smithi04638994-45 2021-07-26T15:59:36.251 INFO:tasks.rados.rados.0.smithi046.stdout:3967: finishing rollback tid 2 to smithi04638994-45 2021-07-26T15:59:36.251 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 45 v 2489 (ObjNum 1161 snap 343 seq_num 1161) dirty exists 2021-07-26T15:59:36.265 INFO:tasks.rados.rados.0.smithi046.stdout:3971: expect (ObjNum 1214 snap 365 seq_num 1214) 2021-07-26T15:59:36.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:36 smithi073 bash[34190]: cluster 2021-07-26T15:59:35.204892+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T15:59:36.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:36 smithi073 bash[34190]: cluster 2021-07-26T15:59:36.165029+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T15:59:36.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:36 smithi046 bash[41283]: cluster 2021-07-26T15:59:35.204892+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T15:59:36.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:36 smithi046 bash[41283]: cluster 2021-07-26T15:59:36.165029+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T15:59:36.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:36 smithi046 bash[42351]: cluster 2021-07-26T15:59:35.204892+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T15:59:36.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:36 smithi046 bash[42351]: cluster 2021-07-26T15:59:36.165029+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T15:59:37.215 INFO:tasks.rados.rados.0.smithi046.stdout:3966: done (7 left) 2021-07-26T15:59:37.215 INFO:tasks.rados.rados.0.smithi046.stdout:3967: done (6 left) 2021-07-26T15:59:37.215 INFO:tasks.rados.rados.0.smithi046.stdout:3969: done (5 left) 2021-07-26T15:59:37.216 INFO:tasks.rados.rados.0.smithi046.stdout:3970: done (4 left) 2021-07-26T15:59:37.216 INFO:tasks.rados.rados.0.smithi046.stdout:3971: done (3 left) 2021-07-26T15:59:37.216 INFO:tasks.rados.rados.0.smithi046.stdout:3972: done (2 left) 2021-07-26T15:59:37.216 INFO:tasks.rados.rados.0.smithi046.stdout:3974: done (1 left) 2021-07-26T15:59:37.216 INFO:tasks.rados.rados.0.smithi046.stdout:3975: done (0 left) 2021-07-26T15:59:37.217 INFO:tasks.rados.rados.0.smithi046.stdout:3976: setattr oid 49 current snap is 385 2021-07-26T15:59:37.219 INFO:tasks.rados.rados.0.smithi046.stdout:3977: rollback oid 23 current snap is 385 2021-07-26T15:59:37.219 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 23 to 351 2021-07-26T15:59:37.220 INFO:tasks.rados.rados.0.smithi046.stdout:3978: snap_remove snap 382 2021-07-26T15:59:37.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:37 smithi073 bash[34190]: cluster 2021-07-26T15:59:36.082108+0000 mgr.y (mgr.24683) 507 : cluster [DBG] pgmap v1079: 25 pgs: 25 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T15:59:37.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:37 smithi046 bash[41283]: cluster 2021-07-26T15:59:36.082108+0000 mgr.y (mgr.24683) 507 : cluster [DBG] pgmap v1079: 25 pgs: 25 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T15:59:37.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:37 smithi046 bash[42351]: cluster 2021-07-26T15:59:36.082108+0000 mgr.y (mgr.24683) 507 : cluster [DBG] pgmap v1079: 25 pgs: 25 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T15:59:38.232 INFO:tasks.rados.rados.0.smithi046.stdout:3978: done (2 left) 2021-07-26T15:59:38.232 INFO:tasks.rados.rados.0.smithi046.stdout:3979: read oid 22 snap 351 2021-07-26T15:59:38.232 INFO:tasks.rados.rados.0.smithi046.stdout:3979: expect deleted 2021-07-26T15:59:38.233 INFO:tasks.rados.rados.0.smithi046.stdout:3980: snap_remove snap 383 2021-07-26T15:59:38.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:38 smithi073 bash[34190]: cluster 2021-07-26T15:59:37.215889+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T15:59:38.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:38 smithi046 bash[42351]: cluster 2021-07-26T15:59:37.215889+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T15:59:38.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:38 smithi046 bash[41283]: cluster 2021-07-26T15:59:37.215889+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T15:59:39.235 INFO:tasks.rados.rados.0.smithi046.stdout:3980: done (3 left) 2021-07-26T15:59:39.235 INFO:tasks.rados.rados.0.smithi046.stdout:3981: read oid 27 snap 381 2021-07-26T15:59:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:3981: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:59:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 33 current snap is 385 2021-07-26T15:59:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 49 v 2490 (ObjNum 1245 snap 384 seq_num 1245) dirty exists 2021-07-26T15:59:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:3977: finishing rollback tid 0 to smithi04638994-23 2021-07-26T15:59:39.236 INFO:tasks.rados.rados.0.smithi046.stdout:3977: finishing rollback tid 1 to smithi04638994-23 2021-07-26T15:59:39.237 INFO:tasks.rados.rados.0.smithi046.stdout:3982: seq_num 1247 ranges {0=491520,491520=712704,1204224=442368,1646592=49152} 2021-07-26T15:59:39.241 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04638994-33 from 0 to 491520 tid 1 2021-07-26T15:59:39.246 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04638994-33 from 491520 to 1204224 tid 2 2021-07-26T15:59:39.249 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04638994-33 from 1204224 to 1646592 tid 3 2021-07-26T15:59:39.250 INFO:tasks.rados.rados.0.smithi046.stdout:3982: writing smithi04638994-33 from 1646592 to 1695744 tid 4 2021-07-26T15:59:39.250 INFO:tasks.rados.rados.0.smithi046.stdout:3976: done (4 left) 2021-07-26T15:59:39.250 INFO:tasks.rados.rados.0.smithi046.stdout:3983: read oid 31 snap -1 2021-07-26T15:59:39.250 INFO:tasks.rados.rados.0.smithi046.stdout:3983: expect (ObjNum 1079 snap 318 seq_num 1079) 2021-07-26T15:59:39.251 INFO:tasks.rados.rados.0.smithi046.stdout:3984: snap_remove snap 379 2021-07-26T15:59:39.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:39 smithi073 bash[34190]: cluster 2021-07-26T15:59:38.082799+0000 mgr.y (mgr.24683) 508 : cluster [DBG] pgmap v1082: 25 pgs: 25 active+clean; 228 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:59:39.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:39 smithi073 bash[34190]: cluster 2021-07-26T15:59:38.232880+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T15:59:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:39 smithi046 bash[42351]: cluster 2021-07-26T15:59:38.082799+0000 mgr.y (mgr.24683) 508 : cluster [DBG] pgmap v1082: 25 pgs: 25 active+clean; 228 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:59:39.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:39 smithi046 bash[42351]: cluster 2021-07-26T15:59:38.232880+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T15:59:39.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:39 smithi046 bash[41283]: cluster 2021-07-26T15:59:38.082799+0000 mgr.y (mgr.24683) 508 : cluster [DBG] pgmap v1082: 25 pgs: 25 active+clean; 228 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2021-07-26T15:59:39.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:39 smithi046 bash[41283]: cluster 2021-07-26T15:59:38.232880+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T15:59:40.257 INFO:tasks.rados.rados.0.smithi046.stdout:3984: done (5 left) 2021-07-26T15:59:40.258 INFO:tasks.rados.rados.0.smithi046.stdout:3985: copy_from oid 47 from oid 35 current snap is 385 2021-07-26T15:59:40.258 INFO:tasks.rados.rados.0.smithi046.stdout:3977: finishing rollback tid 2 to smithi04638994-23 2021-07-26T15:59:40.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 23 v 2623 (ObjNum 1182 snap 348 seq_num 1182) dirty exists 2021-07-26T15:59:40.259 INFO:tasks.rados.rados.0.smithi046.stdout:3981: expect (ObjNum 1144 snap 338 seq_num 1144) 2021-07-26T15:59:40.335 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 1 to smithi04638994-33 2021-07-26T15:59:40.335 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 2 to smithi04638994-33 2021-07-26T15:59:40.335 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 3 to smithi04638994-33 2021-07-26T15:59:40.336 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 4 to smithi04638994-33 2021-07-26T15:59:40.336 INFO:tasks.rados.rados.0.smithi046.stdout:3983: expect (ObjNum 1079 snap 318 seq_num 1079) 2021-07-26T15:59:40.366 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 5 to smithi04638994-33 2021-07-26T15:59:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3982: finishing write tid 6 to smithi04638994-33 2021-07-26T15:59:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 33 v 1698 (ObjNum 1247 snap 385 seq_num 1247) dirty exists 2021-07-26T15:59:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3982: left oid 33 (ObjNum 1247 snap 385 seq_num 1247) 2021-07-26T15:59:40.367 INFO:tasks.rados.rados.0.smithi046.stdout:3985: finishing copy_from to smithi04638994-47 2021-07-26T15:59:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 47 v 2481 (ObjNum 1138 snap 336 seq_num 1138) dirty exists 2021-07-26T15:59:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:3985: finishing copy_from racing read to smithi04638994-47 2021-07-26T15:59:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:3977: done (5 left) 2021-07-26T15:59:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:3979: done (4 left) 2021-07-26T15:59:40.368 INFO:tasks.rados.rados.0.smithi046.stdout:3981: done (3 left) 2021-07-26T15:59:40.369 INFO:tasks.rados.rados.0.smithi046.stdout:3982: done (2 left) 2021-07-26T15:59:40.369 INFO:tasks.rados.rados.0.smithi046.stdout:3983: done (1 left) 2021-07-26T15:59:40.369 INFO:tasks.rados.rados.0.smithi046.stdout:3985: done (0 left) 2021-07-26T15:59:40.369 INFO:tasks.rados.rados.0.smithi046.stdout:3986: snap_create 2021-07-26T15:59:40.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:40 smithi073 bash[34190]: cluster 2021-07-26T15:59:39.235287+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T15:59:40.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:40 smithi073 bash[34190]: cluster 2021-07-26T15:59:40.083544+0000 mgr.y (mgr.24683) 509 : cluster [DBG] pgmap v1085: 25 pgs: 25 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:40.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:40 smithi046 bash[42351]: cluster 2021-07-26T15:59:39.235287+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T15:59:40.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:40 smithi046 bash[42351]: cluster 2021-07-26T15:59:40.083544+0000 mgr.y (mgr.24683) 509 : cluster [DBG] pgmap v1085: 25 pgs: 25 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:40.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:40 smithi046 bash[41283]: cluster 2021-07-26T15:59:39.235287+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T15:59:40.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:40 smithi046 bash[41283]: cluster 2021-07-26T15:59:40.083544+0000 mgr.y (mgr.24683) 509 : cluster [DBG] pgmap v1085: 25 pgs: 25 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:41.167 INFO:tasks.rados.rados.0.smithi046.stdout:3986: done (0 left) 2021-07-26T15:59:41.167 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 48 current snap is 386 2021-07-26T15:59:41.167 INFO:tasks.rados.rados.0.smithi046.stdout:3987: seq_num 1248 ranges {2170880=507904,2678784=598016,3276800=606208} 2021-07-26T15:59:41.187 INFO:tasks.rados.rados.0.smithi046.stdout:3987: writing smithi04638994-48 from 2170880 to 2678784 tid 1 2021-07-26T15:59:41.190 INFO:tasks.rados.rados.0.smithi046.stdout:3987: writing smithi04638994-48 from 2678784 to 3276800 tid 2 2021-07-26T15:59:41.195 INFO:tasks.rados.rados.0.smithi046.stdout:3987: writing smithi04638994-48 from 3276800 to 3883008 tid 3 2021-07-26T15:59:41.195 INFO:tasks.rados.rados.0.smithi046.stdout:3988: snap_create 2021-07-26T15:59:41.201 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing write tid 1 to smithi04638994-48 2021-07-26T15:59:41.202 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing write tid 2 to smithi04638994-48 2021-07-26T15:59:41.203 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing write tid 3 to smithi04638994-48 2021-07-26T15:59:41.204 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing write tid 4 to smithi04638994-48 2021-07-26T15:59:41.206 INFO:tasks.rados.rados.0.smithi046.stdout:3987: finishing write tid 5 to smithi04638994-48 2021-07-26T15:59:41.206 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 48 v 2828 (ObjNum 1248 snap 386 seq_num 1248) dirty exists 2021-07-26T15:59:41.207 INFO:tasks.rados.rados.0.smithi046.stdout:3987: left oid 48 (ObjNum 1248 snap 386 seq_num 1248) 2021-07-26T15:59:41.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:41 smithi073 bash[34190]: cluster 2021-07-26T15:59:40.254901+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T15:59:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:41 smithi073 bash[34190]: cluster 2021-07-26T15:59:41.167592+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T15:59:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:41 smithi046 bash[42351]: cluster 2021-07-26T15:59:40.254901+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T15:59:41.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:41 smithi046 bash[42351]: cluster 2021-07-26T15:59:41.167592+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T15:59:41.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:41 smithi046 bash[41283]: cluster 2021-07-26T15:59:40.254901+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T15:59:41.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:41 smithi046 bash[41283]: cluster 2021-07-26T15:59:41.167592+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T15:59:42.176 INFO:tasks.rados.rados.0.smithi046.stdout:3987: done (1 left) 2021-07-26T15:59:42.177 INFO:tasks.rados.rados.0.smithi046.stdout:3988: done (0 left) 2021-07-26T15:59:42.177 INFO:tasks.rados.rados.0.smithi046.stdout:append oid 31 current snap is 387 2021-07-26T15:59:42.177 INFO:tasks.rados.rados.0.smithi046.stdout:3989: seq_num 1249 ranges {1277952=524288,1802240=483328,2285568=409600,2695168=311296} 2021-07-26T15:59:42.190 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04638994-31 from 1277952 to 1802240 tid 1 2021-07-26T15:59:42.193 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04638994-31 from 1802240 to 2285568 tid 2 2021-07-26T15:59:42.195 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04638994-31 from 2285568 to 2695168 tid 3 2021-07-26T15:59:42.198 INFO:tasks.rados.rados.0.smithi046.stdout:3989: writing smithi04638994-31 from 2695168 to 3006464 tid 4 2021-07-26T15:59:42.198 INFO:tasks.rados.rados.0.smithi046.stdout:3990: copy_from oid 50 from oid 15 current snap is 387 2021-07-26T15:59:42.198 INFO:tasks.rados.rados.0.smithi046.stdout:3991: snap_create 2021-07-26T15:59:42.204 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 1 to smithi04638994-31 2021-07-26T15:59:42.208 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 2 to smithi04638994-31 2021-07-26T15:59:42.208 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 3 to smithi04638994-31 2021-07-26T15:59:42.209 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 4 to smithi04638994-31 2021-07-26T15:59:42.210 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 5 to smithi04638994-31 2021-07-26T15:59:42.212 INFO:tasks.rados.rados.0.smithi046.stdout:3989: finishing write tid 6 to smithi04638994-31 2021-07-26T15:59:42.212 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2495 (ObjNum 1249 snap 387 seq_num 1249) dirty exists 2021-07-26T15:59:42.212 INFO:tasks.rados.rados.0.smithi046.stdout:3989: left oid 31 (ObjNum 1249 snap 387 seq_num 1249) 2021-07-26T15:59:42.220 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing copy_from to smithi04638994-50 2021-07-26T15:59:42.221 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 50 v 2474 (ObjNum 1213 snap 365 seq_num 1213) dirty exists 2021-07-26T15:59:42.221 INFO:tasks.rados.rados.0.smithi046.stdout:3990: finishing copy_from racing read to smithi04638994-50 2021-07-26T15:59:43.179 INFO:tasks.rados.rados.0.smithi046.stdout:3989: done (2 left) 2021-07-26T15:59:43.179 INFO:tasks.rados.rados.0.smithi046.stdout:3990: done (1 left) 2021-07-26T15:59:43.180 INFO:tasks.rados.rados.0.smithi046.stdout:3991: done (0 left) 2021-07-26T15:59:43.180 INFO:tasks.rados.rados.0.smithi046.stdout:3992: rollback oid 31 current snap is 388 2021-07-26T15:59:43.180 INFO:tasks.rados.rados.0.smithi046.stdout:rollback oid 31 to 385 2021-07-26T15:59:43.180 INFO:tasks.rados.rados.0.smithi046.stdout:3993: read oid 29 snap -1 2021-07-26T15:59:43.181 INFO:tasks.rados.rados.0.smithi046.stdout:3993: expect (ObjNum 1117 snap 330 seq_num 1117) 2021-07-26T15:59:43.181 INFO:tasks.rados.rados.0.smithi046.stdout:3994: snap_create 2021-07-26T15:59:43.192 INFO:tasks.rados.rados.0.smithi046.stdout:3992: finishing rollback tid 0 to smithi04638994-31 2021-07-26T15:59:43.192 INFO:tasks.rados.rados.0.smithi046.stdout:3992: finishing rollback tid 1 to smithi04638994-31 2021-07-26T15:59:43.193 INFO:tasks.rados.rados.0.smithi046.stdout:3992: finishing rollback tid 2 to smithi04638994-31 2021-07-26T15:59:43.193 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 31 v 2498 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2021-07-26T15:59:43.220 INFO:tasks.rados.rados.0.smithi046.stdout:3993: expect (ObjNum 1117 snap 330 seq_num 1117) 2021-07-26T15:59:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:43 smithi046 bash[42351]: cluster 2021-07-26T15:59:42.084348+0000 mgr.y (mgr.24683) 510 : cluster [DBG] pgmap v1088: 25 pgs: 25 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 664 KiB/s wr, 15 op/s 2021-07-26T15:59:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:43 smithi046 bash[42351]: cluster 2021-07-26T15:59:42.177680+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T15:59:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:43 smithi046 bash[41283]: cluster 2021-07-26T15:59:42.084348+0000 mgr.y (mgr.24683) 510 : cluster [DBG] pgmap v1088: 25 pgs: 25 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 664 KiB/s wr, 15 op/s 2021-07-26T15:59:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:43 smithi046 bash[41283]: cluster 2021-07-26T15:59:42.177680+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T15:59:43.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:43 smithi073 bash[34190]: cluster 2021-07-26T15:59:42.084348+0000 mgr.y (mgr.24683) 510 : cluster [DBG] pgmap v1088: 25 pgs: 25 active+clean; 234 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 664 KiB/s wr, 15 op/s 2021-07-26T15:59:43.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:43 smithi073 bash[34190]: cluster 2021-07-26T15:59:42.177680+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T15:59:44.196 INFO:tasks.rados.rados.0.smithi046.stdout:3992: done (2 left) 2021-07-26T15:59:44.196 INFO:tasks.rados.rados.0.smithi046.stdout:3993: done (1 left) 2021-07-26T15:59:44.196 INFO:tasks.rados.rados.0.smithi046.stdout:3994: done (0 left) 2021-07-26T15:59:44.197 INFO:tasks.rados.rados.0.smithi046.stdout:3995: read oid 7 snap -1 2021-07-26T15:59:44.197 INFO:tasks.rados.rados.0.smithi046.stdout:3995: expect (ObjNum 1210 snap 364 seq_num 1210) 2021-07-26T15:59:44.197 INFO:tasks.rados.rados.0.smithi046.stdout:3996: copy_from oid 43 from oid 33 current snap is 389 2021-07-26T15:59:44.197 INFO:tasks.rados.rados.0.smithi046.stdout:3997: snap_remove snap 386 2021-07-26T15:59:44.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:44 smithi073 bash[34190]: cluster 2021-07-26T15:59:43.179675+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T15:59:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:44 smithi046 bash[41283]: cluster 2021-07-26T15:59:43.179675+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T15:59:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:44 smithi046 bash[42351]: cluster 2021-07-26T15:59:43.179675+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T15:59:45.200 INFO:tasks.rados.rados.0.smithi046.stdout:3997: done (2 left) 2021-07-26T15:59:45.200 INFO:tasks.rados.rados.0.smithi046.stdout:3998: setattr oid 5 current snap is 389 2021-07-26T15:59:45.201 INFO:tasks.rados.rados.0.smithi046.stdout:3999: snap_remove snap 351 2021-07-26T15:59:45.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:45 smithi073 bash[34190]: cluster 2021-07-26T15:59:44.085015+0000 mgr.y (mgr.24683) 511 : cluster [DBG] pgmap v1091: 25 pgs: 25 active+clean; 241 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2021-07-26T15:59:45.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:45 smithi073 bash[34190]: cluster 2021-07-26T15:59:44.195250+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T15:59:45.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:45 smithi046 bash[42351]: cluster 2021-07-26T15:59:44.085015+0000 mgr.y (mgr.24683) 511 : cluster [DBG] pgmap v1091: 25 pgs: 25 active+clean; 241 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2021-07-26T15:59:45.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:45 smithi046 bash[42351]: cluster 2021-07-26T15:59:44.195250+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T15:59:45.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:45 smithi046 bash[41283]: cluster 2021-07-26T15:59:44.085015+0000 mgr.y (mgr.24683) 511 : cluster [DBG] pgmap v1091: 25 pgs: 25 active+clean; 241 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2021-07-26T15:59:45.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:45 smithi046 bash[41283]: cluster 2021-07-26T15:59:44.195250+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T15:59:46.170 INFO:tasks.rados.rados.0.smithi046.stdout:3999: done (3 left) 2021-07-26T15:59:46.171 INFO:tasks.rados.rados.0.smithi046.stdout: waiting on 3 2021-07-26T15:59:46.171 INFO:tasks.rados.rados.0.smithi046.stdout:3995: expect (ObjNum 1210 snap 364 seq_num 1210) 2021-07-26T15:59:46.257 INFO:tasks.rados.rados.0.smithi046.stdout:3996: finishing copy_from to smithi04638994-43 2021-07-26T15:59:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 43 v 1698 (ObjNum 1247 snap 385 seq_num 1247) dirty exists 2021-07-26T15:59:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:3996: finishing copy_from racing read to smithi04638994-43 2021-07-26T15:59:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:update_object_version oid 5 v 2356 (ObjNum 1953066355 snap 875587944 seq_num 959984438) dirty exists 2021-07-26T15:59:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:3995: done (2 left) 2021-07-26T15:59:46.258 INFO:tasks.rados.rados.0.smithi046.stdout:3996: done (1 left) 2021-07-26T15:59:46.259 INFO:tasks.rados.rados.0.smithi046.stdout:3998: done (0 left) 2021-07-26T15:59:46.268 INFO:tasks.rados.rados.0.smithi046.stderr:0 errors. 2021-07-26T15:59:46.268 INFO:tasks.rados.rados.0.smithi046.stderr: 2021-07-26T15:59:46.279 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:59:46.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:46 smithi073 bash[34190]: cluster 2021-07-26T15:59:45.199882+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T15:59:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:46 smithi073 bash[34190]: cluster 2021-07-26T15:59:46.170733+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T15:59:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:46 smithi046 bash[41283]: cluster 2021-07-26T15:59:45.199882+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T15:59:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:46 smithi046 bash[41283]: cluster 2021-07-26T15:59:46.170733+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T15:59:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:46 smithi046 bash[42351]: cluster 2021-07-26T15:59:45.199882+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T15:59:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:46 smithi046 bash[42351]: cluster 2021-07-26T15:59:46.170733+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T15:59:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:47 smithi073 bash[34190]: cluster 2021-07-26T15:59:46.085847+0000 mgr.y (mgr.24683) 512 : cluster [DBG] pgmap v1094: 25 pgs: 25 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2021-07-26T15:59:47.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:47 smithi046 bash[41283]: cluster 2021-07-26T15:59:46.085847+0000 mgr.y (mgr.24683) 512 : cluster [DBG] pgmap v1094: 25 pgs: 25 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2021-07-26T15:59:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:47 smithi046 bash[42351]: cluster 2021-07-26T15:59:46.085847+0000 mgr.y (mgr.24683) 512 : cluster [DBG] pgmap v1094: 25 pgs: 25 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.5 MiB/s wr, 10 op/s 2021-07-26T15:59:49.088 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:49.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:49 smithi046 bash[42351]: cluster 2021-07-26T15:59:48.086628+0000 mgr.y (mgr.24683) 513 : cluster [DBG] pgmap v1096: 25 pgs: 25 active+clean; 241 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:49.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:49 smithi046 bash[41283]: cluster 2021-07-26T15:59:48.086628+0000 mgr.y (mgr.24683) 513 : cluster [DBG] pgmap v1096: 25 pgs: 25 active+clean; 241 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:49.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:49 smithi073 bash[34190]: cluster 2021-07-26T15:59:48.086628+0000 mgr.y (mgr.24683) 513 : cluster [DBG] pgmap v1096: 25 pgs: 25 active+clean; 241 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2021-07-26T15:59:51.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:51 smithi073 bash[34190]: cluster 2021-07-26T15:59:50.087294+0000 mgr.y (mgr.24683) 514 : cluster [DBG] pgmap v1097: 25 pgs: 25 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2021-07-26T15:59:51.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:51 smithi073 bash[34190]: cluster 2021-07-26T15:59:51.172527+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T15:59:51.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:51 smithi046 bash[41283]: cluster 2021-07-26T15:59:50.087294+0000 mgr.y (mgr.24683) 514 : cluster [DBG] pgmap v1097: 25 pgs: 25 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2021-07-26T15:59:51.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:51 smithi046 bash[41283]: cluster 2021-07-26T15:59:51.172527+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T15:59:51.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:51 smithi046 bash[42351]: cluster 2021-07-26T15:59:50.087294+0000 mgr.y (mgr.24683) 514 : cluster [DBG] pgmap v1097: 25 pgs: 25 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2021-07-26T15:59:51.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:51 smithi046 bash[42351]: cluster 2021-07-26T15:59:51.172527+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T15:59:53.109 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T15:59:53.109 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":852,"fsid":"db144dc0-ee26-11eb-8c23-001a4aab830c","created":"2021-07-26T15:34:26.136015+0000","modified":"2021-07-26T15:59:51.163615+0000","last_up_change":"2021-07-26T15:51:25.956988+0000","last_in_change":"2021-07-26T15:40:33.348133+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-07-26T15:38:43.409099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:41:30.544319+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2021-07-26T15:45:24.950010+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"851","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":769,"snap_epoch":851,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"b1144ab4-96ed-4eca-b5eb-659f7829ceb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":203,"up_from":216,"up_thru":373,"down_at":204,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":89394439},{"type":"v1","addr":"172.21.15.46:6803","nonce":89394439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":89394439},{"type":"v1","addr":"172.21.15.46:6805","nonce":89394439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":89394439},{"type":"v1","addr":"172.21.15.46:6809","nonce":89394439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":89394439},{"type":"v1","addr":"172.21.15.46:6807","nonce":89394439}]},"public_addr":"172.21.15.46:6803/89394439","cluster_addr":"172.21.15.46:6805/89394439","heartbeat_back_addr":"172.21.15.46:6809/89394439","heartbeat_front_addr":"172.21.15.46:6807/89394439","state":["exists","up"]},{"osd":1,"uuid":"753da80f-c7c3-4593-8b48-fdf3cd1295b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":230,"up_from":244,"up_thru":384,"down_at":232,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1902014475},{"type":"v1","addr":"172.21.15.46:6811","nonce":1902014475}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1902014475},{"type":"v1","addr":"172.21.15.46:6813","nonce":1902014475}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1902014475},{"type":"v1","addr":"172.21.15.46:6817","nonce":1902014475}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1902014475},{"type":"v1","addr":"172.21.15.46:6815","nonce":1902014475}]},"public_addr":"172.21.15.46:6811/1902014475","cluster_addr":"172.21.15.46:6813/1902014475","heartbeat_back_addr":"172.21.15.46:6817/1902014475","heartbeat_front_addr":"172.21.15.46:6815/1902014475","state":["exists","up"]},{"osd":2,"uuid":"3c7512aa-dff2-4259-8740-9a7571442e08","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":260,"up_from":273,"up_thru":321,"down_at":261,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027512104},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027512104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027512104},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027512104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027512104},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027512104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027512104},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027512104}]},"public_addr":"172.21.15.46:6819/2027512104","cluster_addr":"172.21.15.46:6821/2027512104","heartbeat_back_addr":"172.21.15.46:6825/2027512104","heartbeat_front_addr":"172.21.15.46:6823/2027512104","state":["exists","up"]},{"osd":3,"uuid":"85f66dc1-b347-4c09-87e9-b5f899c3fff8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":289,"up_from":303,"up_thru":384,"down_at":291,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":2332877961},{"type":"v1","addr":"172.21.15.46:6827","nonce":2332877961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":2332877961},{"type":"v1","addr":"172.21.15.46:6829","nonce":2332877961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":2332877961},{"type":"v1","addr":"172.21.15.46:6833","nonce":2332877961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":2332877961},{"type":"v1","addr":"172.21.15.46:6831","nonce":2332877961}]},"public_addr":"172.21.15.46:6827/2332877961","cluster_addr":"172.21.15.46:6829/2332877961","heartbeat_back_addr":"172.21.15.46:6833/2332877961","heartbeat_front_addr":"172.21.15.46:6831/2332877961","state":["exists","up"]},{"osd":4,"uuid":"ec47abaa-b87c-4334-acab-f833afb830fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":310,"up_from":325,"up_thru":384,"down_at":311,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":3764381675},{"type":"v1","addr":"172.21.15.73:6801","nonce":3764381675}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":3764381675},{"type":"v1","addr":"172.21.15.73:6803","nonce":3764381675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":3764381675},{"type":"v1","addr":"172.21.15.73:6807","nonce":3764381675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":3764381675},{"type":"v1","addr":"172.21.15.73:6805","nonce":3764381675}]},"public_addr":"172.21.15.73:6801/3764381675","cluster_addr":"172.21.15.73:6803/3764381675","heartbeat_back_addr":"172.21.15.73:6807/3764381675","heartbeat_front_addr":"172.21.15.73:6805/3764381675","state":["exists","up"]},{"osd":5,"uuid":"b2a379b2-5582-4dac-afa5-b7f1cb48fd15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":319,"up_from":331,"up_thru":384,"down_at":321,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":661128594},{"type":"v1","addr":"172.21.15.73:6809","nonce":661128594}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":661128594},{"type":"v1","addr":"172.21.15.73:6811","nonce":661128594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":661128594},{"type":"v1","addr":"172.21.15.73:6815","nonce":661128594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":661128594},{"type":"v1","addr":"172.21.15.73:6813","nonce":661128594}]},"public_addr":"172.21.15.73:6809/661128594","cluster_addr":"172.21.15.73:6811/661128594","heartbeat_back_addr":"172.21.15.73:6815/661128594","heartbeat_front_addr":"172.21.15.73:6813/661128594","state":["exists","up"]},{"osd":6,"uuid":"e0dad681-f8be-4cf1-b309-79468368c3f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":42,"last_clean_end":347,"up_from":360,"up_thru":384,"down_at":348,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":1484734538},{"type":"v1","addr":"172.21.15.73:6817","nonce":1484734538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":1484734538},{"type":"v1","addr":"172.21.15.73:6819","nonce":1484734538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":1484734538},{"type":"v1","addr":"172.21.15.73:6823","nonce":1484734538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":1484734538},{"type":"v1","addr":"172.21.15.73:6821","nonce":1484734538}]},"public_addr":"172.21.15.73:6817/1484734538","cluster_addr":"172.21.15.73:6819/1484734538","heartbeat_back_addr":"172.21.15.73:6823/1484734538","heartbeat_front_addr":"172.21.15.73:6821/1484734538","state":["exists","up"]},{"osd":7,"uuid":"ae855b29-98f1-4178-915b-2c56a5b16712","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":48,"last_clean_end":372,"up_from":384,"up_thru":384,"down_at":373,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":565251615},{"type":"v1","addr":"172.21.15.73:6825","nonce":565251615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":565251615},{"type":"v1","addr":"172.21.15.73:6827","nonce":565251615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":565251615},{"type":"v1","addr":"172.21.15.73:6831","nonce":565251615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":565251615},{"type":"v1","addr":"172.21.15.73:6829","nonce":565251615}]},"public_addr":"172.21.15.73:6825/565251615","cluster_addr":"172.21.15.73:6827/565251615","heartbeat_back_addr":"172.21.15.73:6831/565251615","heartbeat_front_addr":"172.21.15.73:6829/565251615","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:37:43.382280+0000","dead_epoch":204},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:11.496076+0000","dead_epoch":232},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:38:41.328786+0000","dead_epoch":261},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:10.180250+0000","dead_epoch":291},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:39:34.869806+0000","dead_epoch":311},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:00.868946+0000","dead_epoch":321},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:27.390025+0000","dead_epoch":348},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:40:54.726641+0000","dead_epoch":373}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/1490566349":"2021-07-27T15:46:57.742475+0000","172.21.15.46:6800/2944150272":"2021-07-27T15:46:57.742475+0000","172.21.15.46:0/3830769911":"2021-07-27T15:35:30.217730+0000","172.21.15.73:6832/634807088":"2021-07-27T15:46:22.404832+0000","172.21.15.46:0/4271709022":"2021-07-27T15:46:57.742475+0000","172.21.15.46:0/1804938888":"2021-07-27T15:35:30.217730+0000","172.21.15.73:0/3785381671":"2021-07-27T15:46:22.404832+0000","172.21.15.46:6801/2944150272":"2021-07-27T15:46:57.742475+0000","172.21.15.73:0/1553452813":"2021-07-27T15:46:22.404832+0000","172.21.15.46:6801/975260935":"2021-07-27T15:46:02.086568+0000","172.21.15.46:6800/975260935":"2021-07-27T15:46:02.086568+0000","172.21.15.73:6833/634807088":"2021-07-27T15:46:22.404832+0000","172.21.15.46:6800/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:6801/4149554497":"2021-07-27T15:35:30.217730+0000","172.21.15.46:0/2221966076":"2021-07-27T15:46:02.086568+0000","172.21.15.73:0/768861526":"2021-07-27T15:46:22.404832+0000","172.21.15.46:6801/1721705126":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/2580146795":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/2213207465":"2021-07-27T15:46:57.742475+0000","172.21.15.46:0/2136809125":"2021-07-27T15:46:02.086568+0000","172.21.15.73:0/2654033625":"2021-07-27T15:46:22.404832+0000","172.21.15.46:0/1130596482":"2021-07-27T15:34:56.301759+0000","172.21.15.46:0/3855063908":"2021-07-27T15:46:57.742475+0000","172.21.15.46:6800/1721705126":"2021-07-27T15:34:56.301759+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":694,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":753,"length":1},{"begin":765,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:59:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:53 smithi046 bash[41283]: cluster 2021-07-26T15:59:52.087998+0000 mgr.y (mgr.24683) 515 : cluster [DBG] pgmap v1099: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 784 KiB/s wr, 6 op/s 2021-07-26T15:59:53.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:53 smithi046 bash[41283]: audit 2021-07-26T15:59:53.108387+0000 mon.a (mon.0) 1447 : audit [DBG] from='client.? 172.21.15.46:0/2477153719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:59:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:53 smithi046 bash[42351]: cluster 2021-07-26T15:59:52.087998+0000 mgr.y (mgr.24683) 515 : cluster [DBG] pgmap v1099: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 784 KiB/s wr, 6 op/s 2021-07-26T15:59:53.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:53 smithi046 bash[42351]: audit 2021-07-26T15:59:53.108387+0000 mon.a (mon.0) 1447 : audit [DBG] from='client.? 172.21.15.46:0/2477153719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:59:53.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:53 smithi073 bash[34190]: cluster 2021-07-26T15:59:52.087998+0000 mgr.y (mgr.24683) 515 : cluster [DBG] pgmap v1099: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 784 KiB/s wr, 6 op/s 2021-07-26T15:59:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:53 smithi073 bash[34190]: audit 2021-07-26T15:59:53.108387+0000 mon.a (mon.0) 1447 : audit [DBG] from='client.? 172.21.15.46:0/2477153719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:59:54.049 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:59:54.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:54 smithi046 bash[41283]: cluster 2021-07-26T15:59:54.088784+0000 mgr.y (mgr.24683) 516 : cluster [DBG] pgmap v1100: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s 2021-07-26T15:59:54.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:54 smithi046 bash[42351]: cluster 2021-07-26T15:59:54.088784+0000 mgr.y (mgr.24683) 516 : cluster [DBG] pgmap v1100: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s 2021-07-26T15:59:54.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:54 smithi073 bash[34190]: cluster 2021-07-26T15:59:54.088784+0000 mgr.y (mgr.24683) 516 : cluster [DBG] pgmap v1100: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 op/s 2021-07-26T15:59:56.821 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:57.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:57 smithi046 bash[41283]: cluster 2021-07-26T15:59:56.089639+0000 mgr.y (mgr.24683) 517 : cluster [DBG] pgmap v1101: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 op/s 2021-07-26T15:59:57.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:57 smithi046 bash[41283]: cluster 2021-07-26T15:59:56.173387+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T15:59:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:57 smithi046 bash[42351]: cluster 2021-07-26T15:59:56.089639+0000 mgr.y (mgr.24683) 517 : cluster [DBG] pgmap v1101: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 op/s 2021-07-26T15:59:57.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:57 smithi046 bash[42351]: cluster 2021-07-26T15:59:56.173387+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T15:59:57.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:57 smithi073 bash[34190]: cluster 2021-07-26T15:59:56.089639+0000 mgr.y (mgr.24683) 517 : cluster [DBG] pgmap v1101: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 0 op/s 2021-07-26T15:59:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:57 smithi073 bash[34190]: cluster 2021-07-26T15:59:56.173387+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T15:59:58.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:58 smithi046 bash[42351]: audit 2021-07-26T15:59:58.125987+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:58.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:58 smithi046 bash[41283]: audit 2021-07-26T15:59:58.125987+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:58.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:58 smithi073 bash[34190]: audit 2021-07-26T15:59:58.125987+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:59 smithi046 bash[41283]: cluster 2021-07-26T15:59:58.090377+0000 mgr.y (mgr.24683) 518 : cluster [DBG] pgmap v1103: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T15:59:59.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 15:59:59 smithi046 bash[41283]: audit 2021-07-26T15:59:58.991496+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:59 smithi046 bash[42351]: cluster 2021-07-26T15:59:58.090377+0000 mgr.y (mgr.24683) 518 : cluster [DBG] pgmap v1103: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T15:59:59.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 15:59:59 smithi046 bash[42351]: audit 2021-07-26T15:59:58.991496+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:59.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:59 smithi073 bash[34190]: cluster 2021-07-26T15:59:58.090377+0000 mgr.y (mgr.24683) 518 : cluster [DBG] pgmap v1103: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T15:59:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 15:59:59 smithi073 bash[34190]: audit 2021-07-26T15:59:58.991496+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:00.514 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:00 smithi046 bash[41283]: cluster 2021-07-26T16:00:00.000154+0000 mon.a (mon.0) 1451 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:00.514 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:00 smithi046 bash[42351]: cluster 2021-07-26T16:00:00.000154+0000 mon.a (mon.0) 1451 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:00.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:00 smithi073 bash[34190]: cluster 2021-07-26T16:00:00.000154+0000 mon.a (mon.0) 1451 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: 2021-07-26T16:00:00.911 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2021-07-26T16:00:01.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:01 smithi046 bash[41283]: cluster 2021-07-26T16:00:00.091147+0000 mgr.y (mgr.24683) 519 : cluster [DBG] pgmap v1104: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:01.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:01 smithi046 bash[42351]: cluster 2021-07-26T16:00:00.091147+0000 mgr.y (mgr.24683) 519 : cluster [DBG] pgmap v1104: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:01.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:01 smithi073 bash[34190]: cluster 2021-07-26T16:00:00.091147+0000 mgr.y (mgr.24683) 519 : cluster [DBG] pgmap v1104: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:01.832 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":1104,"stamp":"2021-07-26T16:00:00.090709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":238371360,"num_objects":141,"num_object_clones":91,"num_object_copies":423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":141,"num_whiteouts":9,"num_read":4082,"num_read_kb":6257465,"num_write":9009,"num_write_kb":1965720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":143,"num_bytes_recovered":572481536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21326,"ondisk_log_size":21326,"up":75,"acting":75,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":75,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2354420,"kb_used_data":410740,"kb_used_omap":622,"kb_used_meta":1942993,"kb_avail":747606796,"statfs":{"total":767960285184,"available":765549359104,"internally_reserved":0,"allocated":420597760,"data_stored":644348867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":636957,"internal_metadata":1989625827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.923346"},"pg_stats":[{"pgid":"3.f","version":"851'1747","reported_seq":4198,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.176906+0000","last_change":"2021-07-26T15:59:46.215281+0000","last_active":"2021-07-26T15:59:56.176906+0000","last_peered":"2021-07-26T15:59:56.176906+0000","last_clean":"2021-07-26T15:59:56.176906+0000","last_became_active":"2021-07-26T15:51:26.998811+0000","last_became_peered":"2021-07-26T15:51:26.998811+0000","last_unstale":"2021-07-26T15:59:56.176906+0000","last_undegraded":"2021-07-26T15:59:56.176906+0000","last_fullsized":"2021-07-26T15:59:56.176906+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1747,"ondisk_log_size":1747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19202048,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":346,"num_read_kb":837489,"num_write":736,"num_write_kb":177352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":53829632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"851'1578","reported_seq":3978,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.176403+0000","last_change":"2021-07-26T15:59:46.203932+0000","last_active":"2021-07-26T15:59:56.176403+0000","last_peered":"2021-07-26T15:59:56.176403+0000","last_clean":"2021-07-26T15:59:56.176403+0000","last_became_active":"2021-07-26T15:51:26.999115+0000","last_became_peered":"2021-07-26T15:51:26.999115+0000","last_unstale":"2021-07-26T15:59:56.176403+0000","last_undegraded":"2021-07-26T15:59:56.176403+0000","last_fullsized":"2021-07-26T15:59:56.176403+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1578,"ondisk_log_size":1578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14360576,"num_objects":12,"num_object_clones":8,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":251,"num_read_kb":224538,"num_write":737,"num_write_kb":139896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":22454272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"851'869","reported_seq":3334,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.176311+0000","last_change":"2021-07-26T15:59:46.198396+0000","last_active":"2021-07-26T15:59:56.176311+0000","last_peered":"2021-07-26T15:59:56.176311+0000","last_clean":"2021-07-26T15:59:56.176311+0000","last_became_active":"2021-07-26T15:51:27.001384+0000","last_became_peered":"2021-07-26T15:51:27.001384+0000","last_unstale":"2021-07-26T15:59:56.176311+0000","last_undegraded":"2021-07-26T15:59:56.176311+0000","last_fullsized":"2021-07-26T15:59:56.176311+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":869,"ondisk_log_size":869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6193152,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":142,"num_read_kb":194709,"num_write":359,"num_write_kb":80544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":15638528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"851'828","reported_seq":3319,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.178307+0000","last_change":"2021-07-26T15:59:46.190823+0000","last_active":"2021-07-26T15:59:56.178307+0000","last_peered":"2021-07-26T15:59:56.178307+0000","last_clean":"2021-07-26T15:59:56.178307+0000","last_became_active":"2021-07-26T15:50:58.945121+0000","last_became_peered":"2021-07-26T15:50:58.945121+0000","last_unstale":"2021-07-26T15:59:56.178307+0000","last_undegraded":"2021-07-26T15:59:56.178307+0000","last_fullsized":"2021-07-26T15:59:56.178307+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":828,"ondisk_log_size":828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6750208,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":166,"num_read_kb":513488,"num_write":313,"num_write_kb":97912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":30908416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"851'988","reported_seq":3436,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.429074+0000","last_change":"2021-07-26T15:59:46.195703+0000","last_active":"2021-07-26T15:59:51.429074+0000","last_peered":"2021-07-26T15:59:51.429074+0000","last_clean":"2021-07-26T15:59:51.429074+0000","last_became_active":"2021-07-26T15:50:22.947870+0000","last_became_peered":"2021-07-26T15:50:22.947870+0000","last_unstale":"2021-07-26T15:59:51.429074+0000","last_undegraded":"2021-07-26T15:59:51.429074+0000","last_fullsized":"2021-07-26T15:59:51.429074+0000","mapping_epoch":325,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":988,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18554880,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":2,"num_read":204,"num_read_kb":354048,"num_write":448,"num_write_kb":79792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":29491200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"3.a","version":"851'2645","reported_seq":5004,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.326329+0000","last_change":"2021-07-26T15:59:46.208767+0000","last_active":"2021-07-26T15:59:56.326329+0000","last_peered":"2021-07-26T15:59:56.326329+0000","last_clean":"2021-07-26T15:59:56.326329+0000","last_became_active":"2021-07-26T15:50:58.946108+0000","last_became_peered":"2021-07-26T15:50:58.946108+0000","last_unstale":"2021-07-26T15:59:56.326329+0000","last_undegraded":"2021-07-26T15:59:56.326329+0000","last_fullsized":"2021-07-26T15:59:56.326329+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":2645,"ondisk_log_size":2645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38248448,"num_objects":16,"num_object_clones":11,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":493,"num_read_kb":966875,"num_write":1168,"num_write_kb":241776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":102875136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"851'1096","reported_seq":3562,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.173361+0000","last_change":"2021-07-26T15:59:46.194711+0000","last_active":"2021-07-26T15:59:51.173361+0000","last_peered":"2021-07-26T15:59:51.173361+0000","last_clean":"2021-07-26T15:59:51.173361+0000","last_became_active":"2021-07-26T15:51:26.991955+0000","last_became_peered":"2021-07-26T15:51:26.991955+0000","last_unstale":"2021-07-26T15:59:51.173361+0000","last_undegraded":"2021-07-26T15:59:51.173361+0000","last_fullsized":"2021-07-26T15:59:51.173361+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1096,"ondisk_log_size":1096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":13754368,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":196,"num_read_kb":172209,"num_write":446,"num_write_kb":102088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":20824064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"3.8","version":"851'2840","reported_seq":5125,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.429105+0000","last_change":"2021-07-26T15:59:46.223543+0000","last_active":"2021-07-26T15:59:51.429105+0000","last_peered":"2021-07-26T15:59:51.429105+0000","last_clean":"2021-07-26T15:59:51.429105+0000","last_became_active":"2021-07-26T15:51:27.005915+0000","last_became_peered":"2021-07-26T15:51:27.005915+0000","last_unstale":"2021-07-26T15:59:51.429105+0000","last_undegraded":"2021-07-26T15:59:51.429105+0000","last_fullsized":"2021-07-26T15:59:51.429105+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":2840,"ondisk_log_size":2840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":28532736,"num_objects":16,"num_object_clones":10,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":464,"num_read_kb":543699,"num_write":1066,"num_write_kb":243592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":74014720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":805,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.278413+0000","last_change":"2021-07-26T15:51:26.996154+0000","last_active":"2021-07-26T15:59:51.278413+0000","last_peered":"2021-07-26T15:59:51.278413+0000","last_clean":"2021-07-26T15:59:51.278413+0000","last_became_active":"2021-07-26T15:51:26.995800+0000","last_became_peered":"2021-07-26T15:51:26.995800+0000","last_unstale":"2021-07-26T15:59:51.278413+0000","last_undegraded":"2021-07-26T15:59:51.278413+0000","last_fullsized":"2021-07-26T15:59:51.278413+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"851'467","reported_seq":2959,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.178747+0000","last_change":"2021-07-26T15:59:46.192331+0000","last_active":"2021-07-26T15:59:56.178747+0000","last_peered":"2021-07-26T15:59:56.178747+0000","last_clean":"2021-07-26T15:59:56.178747+0000","last_became_active":"2021-07-26T15:50:30.004589+0000","last_became_peered":"2021-07-26T15:50:30.004589+0000","last_unstale":"2021-07-26T15:59:56.178747+0000","last_undegraded":"2021-07-26T15:59:56.178747+0000","last_fullsized":"2021-07-26T15:59:56.178747+0000","mapping_epoch":331,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":332,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":467,"ondisk_log_size":467,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15368192,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":73,"num_read_kb":160280,"num_write":272,"num_write_kb":56496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2211840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":788,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.433518+0000","last_change":"2021-07-26T15:50:58.949812+0000","last_active":"2021-07-26T15:59:51.433518+0000","last_peered":"2021-07-26T15:59:51.433518+0000","last_clean":"2021-07-26T15:59:51.433518+0000","last_became_active":"2021-07-26T15:50:58.949151+0000","last_became_peered":"2021-07-26T15:50:58.949151+0000","last_unstale":"2021-07-26T15:59:51.433518+0000","last_undegraded":"2021-07-26T15:59:51.433518+0000","last_fullsized":"2021-07-26T15:59:51.433518+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"851'1248","reported_seq":3691,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.173223+0000","last_change":"2021-07-26T15:59:46.194970+0000","last_active":"2021-07-26T15:59:51.173223+0000","last_peered":"2021-07-26T15:59:51.173223+0000","last_clean":"2021-07-26T15:59:51.173223+0000","last_became_active":"2021-07-26T15:50:22.942518+0000","last_became_peered":"2021-07-26T15:50:22.942518+0000","last_unstale":"2021-07-26T15:59:51.173223+0000","last_undegraded":"2021-07-26T15:59:51.173223+0000","last_fullsized":"2021-07-26T15:59:51.173223+0000","mapping_epoch":325,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1248,"ondisk_log_size":1248,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":704512,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":209,"num_read_kb":278690,"num_write":635,"num_write_kb":138904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":34512896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":810,"reported_epoch":851,"state":"active+clean","last_fresh":"2021-07-26T15:59:46.176124+0000","last_change":"2021-07-26T15:49:52.970308+0000","last_active":"2021-07-26T15:59:46.176124+0000","last_peered":"2021-07-26T15:59:46.176124+0000","last_clean":"2021-07-26T15:59:46.176124+0000","last_became_active":"2021-07-26T15:49:52.969896+0000","last_became_peered":"2021-07-26T15:49:52.969896+0000","last_unstale":"2021-07-26T15:59:46.176124+0000","last_undegraded":"2021-07-26T15:59:46.176124+0000","last_fullsized":"2021-07-26T15:59:46.176124+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"851'800","reported_seq":3252,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.205641+0000","last_change":"2021-07-26T15:59:46.179202+0000","last_active":"2021-07-26T15:59:56.205641+0000","last_peered":"2021-07-26T15:59:56.205641+0000","last_clean":"2021-07-26T15:59:56.205641+0000","last_became_active":"2021-07-26T15:50:58.945497+0000","last_became_peered":"2021-07-26T15:50:58.945497+0000","last_unstale":"2021-07-26T15:59:56.205641+0000","last_undegraded":"2021-07-26T15:59:56.205641+0000","last_fullsized":"2021-07-26T15:59:56.205641+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":800,"ondisk_log_size":800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3907584,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":144,"num_read_kb":296892,"num_write":277,"num_write_kb":67160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":38002688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":817,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.433040+0000","last_change":"2021-07-26T15:51:26.988780+0000","last_active":"2021-07-26T15:59:51.433040+0000","last_peered":"2021-07-26T15:59:51.433040+0000","last_clean":"2021-07-26T15:59:51.433040+0000","last_became_active":"2021-07-26T15:51:26.988326+0000","last_became_peered":"2021-07-26T15:51:26.988326+0000","last_unstale":"2021-07-26T15:59:51.433040+0000","last_undegraded":"2021-07-26T15:59:51.433040+0000","last_fullsized":"2021-07-26T15:59:51.433040+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"143'139","reported_seq":1049,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.431558+0000","last_change":"2021-07-26T15:51:39.388959+0000","last_active":"2021-07-26T15:59:51.431558+0000","last_peered":"2021-07-26T15:59:51.431558+0000","last_clean":"2021-07-26T15:59:51.431558+0000","last_became_active":"2021-07-26T15:51:26.998511+0000","last_became_peered":"2021-07-26T15:51:26.998511+0000","last_unstale":"2021-07-26T15:59:51.431558+0000","last_undegraded":"2021-07-26T15:59:51.431558+0000","last_fullsized":"2021-07-26T15:59:51.431558+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:38:43.949120+0000","last_clean_scrub_stamp":"2021-07-26T15:38:43.949120+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"851'1322","reported_seq":3781,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.429593+0000","last_change":"2021-07-26T15:59:46.206995+0000","last_active":"2021-07-26T15:59:51.429593+0000","last_peered":"2021-07-26T15:59:51.429593+0000","last_clean":"2021-07-26T15:59:51.429593+0000","last_became_active":"2021-07-26T15:50:58.948683+0000","last_became_peered":"2021-07-26T15:50:58.948683+0000","last_unstale":"2021-07-26T15:59:51.429593+0000","last_undegraded":"2021-07-26T15:59:51.429593+0000","last_fullsized":"2021-07-26T15:59:51.429593+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1322,"ondisk_log_size":1322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9306112,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":258,"num_read_kb":301918,"num_write":450,"num_write_kb":122632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":29851648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":826,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.432008+0000","last_change":"2021-07-26T15:51:39.390852+0000","last_active":"2021-07-26T15:59:51.432008+0000","last_peered":"2021-07-26T15:59:51.432008+0000","last_clean":"2021-07-26T15:59:51.432008+0000","last_became_active":"2021-07-26T15:51:26.997342+0000","last_became_peered":"2021-07-26T15:51:26.997342+0000","last_unstale":"2021-07-26T15:59:51.432008+0000","last_undegraded":"2021-07-26T15:59:51.432008+0000","last_fullsized":"2021-07-26T15:59:51.432008+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"851'2111","reported_seq":4497,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.197839+0000","last_change":"2021-07-26T15:59:46.219144+0000","last_active":"2021-07-26T15:59:56.197839+0000","last_peered":"2021-07-26T15:59:56.197839+0000","last_clean":"2021-07-26T15:59:56.197839+0000","last_became_active":"2021-07-26T15:50:22.945608+0000","last_became_peered":"2021-07-26T15:50:22.945608+0000","last_unstale":"2021-07-26T15:59:56.197839+0000","last_undegraded":"2021-07-26T15:59:56.197839+0000","last_fullsized":"2021-07-26T15:59:56.197839+0000","mapping_epoch":325,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":2111,"ondisk_log_size":2111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35192832,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":398,"num_read_kb":770552,"num_write":863,"num_write_kb":236904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":84697088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":824,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.431981+0000","last_change":"2021-07-26T15:51:39.390194+0000","last_active":"2021-07-26T15:59:51.431981+0000","last_peered":"2021-07-26T15:59:51.431981+0000","last_clean":"2021-07-26T15:59:51.431981+0000","last_became_active":"2021-07-26T15:51:26.997109+0000","last_became_peered":"2021-07-26T15:51:26.997109+0000","last_unstale":"2021-07-26T15:59:51.431981+0000","last_undegraded":"2021-07-26T15:59:51.431981+0000","last_fullsized":"2021-07-26T15:59:51.431981+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"851'501","reported_seq":2973,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.206219+0000","last_change":"2021-07-26T15:59:46.176930+0000","last_active":"2021-07-26T15:59:56.206219+0000","last_peered":"2021-07-26T15:59:56.206219+0000","last_clean":"2021-07-26T15:59:56.206219+0000","last_became_active":"2021-07-26T15:50:58.946730+0000","last_became_peered":"2021-07-26T15:50:58.946730+0000","last_unstale":"2021-07-26T15:59:56.206219+0000","last_undegraded":"2021-07-26T15:59:56.206219+0000","last_fullsized":"2021-07-26T15:59:56.206219+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":501,"ondisk_log_size":501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6070272,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":46,"num_read_kb":39333,"num_write":189,"num_write_kb":30344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":13123584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"851'1289","reported_seq":3737,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.430005+0000","last_change":"2021-07-26T15:59:46.217703+0000","last_active":"2021-07-26T15:59:51.430005+0000","last_peered":"2021-07-26T15:59:51.430005+0000","last_clean":"2021-07-26T15:59:51.430005+0000","last_became_active":"2021-07-26T15:51:27.005842+0000","last_became_peered":"2021-07-26T15:51:27.005842+0000","last_unstale":"2021-07-26T15:59:51.430005+0000","last_undegraded":"2021-07-26T15:59:51.430005+0000","last_fullsized":"2021-07-26T15:59:51.430005+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":1289,"ondisk_log_size":1289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19046400,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":234,"num_read_kb":366918,"num_write":553,"num_write_kb":85936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":17711104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2b6","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":805,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.277812+0000","last_change":"2021-07-26T15:50:58.945527+0000","last_active":"2021-07-26T15:59:51.277812+0000","last_peered":"2021-07-26T15:59:51.277812+0000","last_clean":"2021-07-26T15:59:51.277812+0000","last_became_active":"2021-07-26T15:50:58.945048+0000","last_became_peered":"2021-07-26T15:50:58.945048+0000","last_unstale":"2021-07-26T15:59:51.277812+0000","last_undegraded":"2021-07-26T15:59:51.277812+0000","last_fullsized":"2021-07-26T15:59:51.277812+0000","mapping_epoch":360,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":361,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":786,"reported_epoch":852,"state":"active+clean","last_fresh":"2021-07-26T15:59:51.433268+0000","last_change":"2021-07-26T15:51:26.994788+0000","last_active":"2021-07-26T15:59:51.433268+0000","last_peered":"2021-07-26T15:59:51.433268+0000","last_clean":"2021-07-26T15:59:51.433268+0000","last_became_active":"2021-07-26T15:51:26.994352+0000","last_became_peered":"2021-07-26T15:51:26.994352+0000","last_unstale":"2021-07-26T15:59:51.433268+0000","last_undegraded":"2021-07-26T15:59:51.433268+0000","last_fullsized":"2021-07-26T15:59:51.433268+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:41:30.946751+0000","last_clean_scrub_stamp":"2021-07-26T15:41:30.946751+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"851'858","reported_seq":3284,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T15:59:56.198058+0000","last_change":"2021-07-26T15:59:46.192682+0000","last_active":"2021-07-26T15:59:56.198058+0000","last_peered":"2021-07-26T15:59:56.198058+0000","last_clean":"2021-07-26T15:59:56.198058+0000","last_became_active":"2021-07-26T15:50:22.940050+0000","last_became_peered":"2021-07-26T15:50:22.940050+0000","last_unstale":"2021-07-26T15:59:56.198058+0000","last_undegraded":"2021-07-26T15:59:56.198058+0000","last_fullsized":"2021-07-26T15:59:56.198058+0000","mapping_epoch":325,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":326,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:45:25.519695+0000","last_clean_scrub_stamp":"2021-07-26T15:45:25.519695+0000","log_size":858,"ondisk_log_size":858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2588672,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":164,"num_read_kb":235327,"num_write":298,"num_write_kb":61976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":2334720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":237780992,"num_objects":139,"num_object_clones":91,"num_object_copies":417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":139,"num_whiteouts":9,"num_read":3788,"num_read_kb":6256965,"num_write":8810,"num_write_kb":1963304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":143,"num_bytes_recovered":572481536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":336125952,"data_stored":592515072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21187,"ondisk_log_size":21187,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":384,"seq":1649267441768,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303960,"kb_used_data":58384,"kb_used_omap":87,"kb_used_meta":245480,"kb_avail":93441192,"statfs":{"total":95995035648,"available":95683780608,"internally_reserved":0,"allocated":59785216,"data_stored":91316516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":90035,"internal_metadata":251371597},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.008,"15min":0.94699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.41699999999999998},"max":{"1min":1.4850000000000001,"5min":7.8419999999999996,"15min":7.8419999999999996},"last":1.1279999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.94499999999999995,"15min":0.96899999999999997},"min":{"1min":0.55800000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.3220000000000001,"5min":2.2490000000000001,"15min":4.0300000000000002},"last":0.89100000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0509999999999999,"15min":1.119},"min":{"1min":0.68799999999999994,"5min":0.63200000000000001,"15min":0.57399999999999995},"max":{"1min":1.466,"5min":2.198,"15min":3.8010000000000002},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.05,"15min":1.0780000000000001},"min":{"1min":0.58999999999999997,"5min":0.57999999999999996,"15min":0.47399999999999998},"max":{"1min":1.3260000000000001,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":1.089}]},{"osd":2,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.97699999999999998,"15min":0.97099999999999997},"min":{"1min":0.66600000000000004,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":2.9660000000000002,"15min":2.9660000000000002},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.01,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5820000000000001,"5min":3.0960000000000001,"15min":3.0960000000000001},"last":1.2689999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.0369999999999999,"15min":1.0289999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.4059999999999999,"5min":2.419,"15min":3.9860000000000002},"last":1.016},{"interface":"front","average":{"1min":1.119,"5min":1.085,"15min":1.0740000000000001},"min":{"1min":0.878,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.375,"5min":2.706,"15min":2.706},"last":1.1779999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0149999999999999,"15min":1.0429999999999999},"min":{"1min":0.68100000000000005,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.7250000000000001,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.056},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.181,"15min":1.1739999999999999},"min":{"1min":0.78100000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.577,"5min":2.286,"15min":3.8940000000000001},"last":1.3220000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.117,"15min":1.135},"min":{"1min":0.77700000000000002,"5min":0.66200000000000003,"15min":0.61199999999999999},"max":{"1min":1.639,"5min":3.1549999999999998,"15min":3.1549999999999998},"last":1.349},{"interface":"front","average":{"1min":1.228,"5min":1.2789999999999999,"15min":1.254},"min":{"1min":0.94999999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.679,"5min":7.4909999999999997,"15min":7.4909999999999997},"last":1.1040000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:59:41 2021","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.1639999999999999,"15min":1.1859999999999999},"min":{"1min":0.749,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.4990000000000001,"5min":1.6899999999999999,"15min":1.8839999999999999},"last":1.298},{"interface":"front","average":{"1min":1.2589999999999999,"5min":1.2689999999999999,"15min":1.2869999999999999},"min":{"1min":0.84999999999999998,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.6830000000000001,"5min":3.302,"15min":3.302},"last":1.3959999999999999}]}]},{"osd":6,"up_from":360,"seq":1546188226669,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":162892,"kb_used_data":40708,"kb_used_omap":63,"kb_used_meta":122112,"kb_avail":93582260,"statfs":{"total":95995035648,"available":95828234240,"internally_reserved":0,"allocated":41684992,"data_stored":55983790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":64540,"internal_metadata":125043684},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.0389999999999999,"15min":0.99199999999999999},"min":{"1min":0.73299999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.423,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.167,"5min":1.087,"15min":1.0640000000000001},"min":{"1min":0.86699999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.4510000000000001,"5min":1.6160000000000001,"15min":2.806},"last":1.042}]},{"osd":1,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.91800000000000004,"15min":0.93600000000000005},"min":{"1min":0.68400000000000005,"5min":0.432,"15min":0.43099999999999999},"max":{"1min":1.27,"5min":1.891,"15min":1.891},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.96699999999999997,"15min":0.94399999999999995},"min":{"1min":0.63200000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2629999999999999,"5min":1.546,"15min":1.8140000000000001},"last":0.94399999999999995}]},{"osd":2,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":0.97999999999999998,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.373,"15min":0.373},"max":{"1min":1.528,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.034,"15min":1.022},"min":{"1min":0.77600000000000002,"5min":0.499,"15min":0.499},"max":{"1min":1.296,"5min":1.4139999999999999,"15min":3.8399999999999999},"last":0.78100000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":1.002,"15min":0.97799999999999998},"min":{"1min":0.69599999999999995,"5min":0.496,"15min":0.496},"max":{"1min":1.4970000000000001,"5min":1.6140000000000001,"15min":2.899},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0229999999999999,"15min":1.079},"min":{"1min":0.81499999999999995,"5min":0.379,"15min":0.379},"max":{"1min":1.427,"5min":1.7370000000000001,"15min":5.3769999999999998},"last":0.97199999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":1,"5min":1.03,"15min":1.0029999999999999},"min":{"1min":0.622,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.4119999999999999,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.129},{"interface":"front","average":{"1min":1.091,"5min":1.1619999999999999,"15min":1.113},"min":{"1min":0.44500000000000001,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.629,"5min":1.6890000000000001,"15min":4.3570000000000002},"last":1.1379999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:59:16 2021","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.1719999999999999,"15min":1.1299999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.5669999999999999,"5min":1.746,"15min":3.9319999999999999},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.1020000000000001,"15min":1.113},"min":{"1min":0.64700000000000002,"5min":0.40300000000000002,"15min":0.38},"max":{"1min":1.3859999999999999,"5min":1.786,"15min":5.4690000000000003},"last":0.80900000000000005}]},{"osd":7,"last update":"Mon Jul 26 15:59:45 2021","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.248,"15min":1.169},"min":{"1min":0.68899999999999995,"5min":0.5,"15min":0.5},"max":{"1min":1.607,"5min":1.6879999999999999,"15min":1.8300000000000001},"last":1.014},{"interface":"front","average":{"1min":1.3999999999999999,"5min":1.325,"15min":1.26},"min":{"1min":0.78600000000000003,"5min":0.77300000000000002,"15min":0.52300000000000002},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":4.2729999999999997},"last":1.284}]}]},{"osd":1,"up_from":244,"seq":1047972020358,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":404404,"kb_used_data":53676,"kb_used_omap":98,"kb_used_meta":350621,"kb_avail":93340748,"statfs":{"total":95995035648,"available":95580925952,"internally_reserved":0,"allocated":54964224,"data_stored":76968678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":100680,"internal_metadata":359036600},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:14 2021","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.82899999999999996,"15min":0.79900000000000004},"min":{"1min":0.44900000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.1499999999999999,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.90400000000000003,"15min":0.85599999999999998},"min":{"1min":0.503,"5min":0.36899999999999999,"15min":0.36499999999999999},"max":{"1min":1.234,"5min":8.907,"15min":8.907},"last":0.75800000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:59:46 2021","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.879,"15min":0.86199999999999999},"min":{"1min":0.49099999999999999,"5min":0.41799999999999998,"15min":0.41299999999999998},"max":{"1min":1.016,"5min":7.0819999999999999,"15min":7.0819999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":0.97399999999999998,"15min":1.0469999999999999},"min":{"1min":0.75600000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.4019999999999999,"5min":2.4529999999999998,"15min":4.5209999999999999},"last":0.84899999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:59:07 2021","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.0549999999999999,"15min":0.97199999999999998},"min":{"1min":0.625,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1859999999999999,"5min":8.8810000000000002,"15min":8.8810000000000002},"last":1},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.0249999999999999,"15min":0.997},"min":{"1min":0.54100000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.2769999999999999,"5min":6.7960000000000003,"15min":6.7960000000000003},"last":0.66500000000000004}]},{"osd":4,"last update":"Mon Jul 26 15:59:39 2021","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.2130000000000001,"15min":1.1719999999999999},"min":{"1min":0.80900000000000005,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.6040000000000001,"5min":8.9789999999999992,"15min":8.9789999999999992},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.109,"5min":1.1479999999999999,"15min":1.1140000000000001},"min":{"1min":0.88700000000000001,"5min":0.59199999999999997,"15min":0.47599999999999998},"max":{"1min":1.361,"5min":6.9459999999999997,"15min":6.9459999999999997},"last":0.82299999999999995}]},{"osd":5,"last update":"Mon Jul 26 15:59:46 2021","interfaces":[{"interface":"back","average":{"1min":1.256,"5min":1.3100000000000001,"15min":1.2290000000000001},"min":{"1min":0.89500000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.635,"5min":8.6110000000000007,"15min":8.6110000000000007},"last":0.89500000000000002},{"interface":"front","average":{"1min":1.196,"5min":1.236,"15min":1.206},"min":{"1min":0.83599999999999997,"5min":0.60299999999999998,"15min":0.58399999999999996},"max":{"1min":1.4930000000000001,"5min":7.0460000000000003,"15min":7.0460000000000003},"last":1.0349999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:59:14 2021","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.3700000000000001,"15min":1.325},"min":{"1min":0.98899999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5089999999999999,"5min":8.7230000000000008,"15min":8.7230000000000008},"last":1.258},{"interface":"front","average":{"1min":1.343,"5min":1.4790000000000001,"15min":1.4019999999999999},"min":{"1min":0.89700000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.526,"5min":8.8480000000000008,"15min":8.8480000000000008},"last":1.1799999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:59:39 2021","interfaces":[{"interface":"back","average":{"1min":1.3089999999999999,"5min":1.325,"15min":1.3089999999999999},"min":{"1min":1.0429999999999999,"5min":0.77900000000000003,"15min":0.54300000000000004},"max":{"1min":1.6339999999999999,"5min":6.9930000000000003,"15min":6.9930000000000003},"last":1.196},{"interface":"front","average":{"1min":1.292,"5min":1.278,"15min":1.3109999999999999},"min":{"1min":1.099,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.8009999999999999,"5min":1.879,"15min":4.2389999999999999},"last":1.135}]}]},{"osd":0,"up_from":216,"seq":927712936076,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":388188,"kb_used_data":53524,"kb_used_omap":61,"kb_used_meta":334594,"kb_avail":93356964,"statfs":{"total":95995035648,"available":95597531136,"internally_reserved":0,"allocated":54808576,"data_stored":96347083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62733,"internal_metadata":342625011},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:59:09 2021","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.72299999999999998,"15min":0.73199999999999998},"min":{"1min":0.53100000000000003,"5min":0.254,"15min":0.254},"max":{"1min":0.90400000000000003,"5min":1.762,"15min":1.762},"last":2.0169999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.96899999999999997,"15min":0.96699999999999997},"min":{"1min":0.85999999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.2629999999999999,"5min":1.8049999999999999,"15min":2.0529999999999999},"last":2.0720000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.94299999999999995,"15min":0.94399999999999995},"min":{"1min":0.65000000000000002,"5min":0.501,"15min":0.45900000000000002},"max":{"1min":1.5249999999999999,"5min":1.7210000000000001,"15min":1.7210000000000001},"last":1.927},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.82199999999999995,"15min":0.94199999999999995},"min":{"1min":0.51700000000000002,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":4.9820000000000002},"last":1.417}]},{"osd":3,"last update":"Mon Jul 26 15:59:09 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.79900000000000004,"15min":0.95599999999999996},"min":{"1min":0.58199999999999996,"5min":0.316,"15min":0.316},"max":{"1min":0.98799999999999999,"5min":1.458,"15min":6.3239999999999998},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.875,"15min":1.02},"min":{"1min":0.70599999999999996,"5min":0.374,"15min":0.374},"max":{"1min":1.218,"5min":2.1179999999999999,"15min":5.8179999999999996},"last":1.6919999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1899999999999999,"15min":1.171},"min":{"1min":0.93400000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.6759999999999999,"5min":2.0230000000000001,"15min":2.0230000000000001},"last":1.847},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.2869999999999999,"15min":1.2789999999999999},"min":{"1min":1.0109999999999999,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5960000000000001,"5min":2.0649999999999999,"15min":2.161},"last":2.113}]},{"osd":5,"last update":"Mon Jul 26 15:59:43 2021","interfaces":[{"interface":"back","average":{"1min":1.2250000000000001,"5min":1.242,"15min":1.2330000000000001},"min":{"1min":0.98199999999999998,"5min":0.68200000000000005,"15min":0.57799999999999996},"max":{"1min":1.5980000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":2.1960000000000002},{"interface":"front","average":{"1min":1.095,"5min":1.115,"15min":1.1399999999999999},"min":{"1min":0.84899999999999998,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.397,"5min":1.9139999999999999,"15min":2.3570000000000002},"last":1.7749999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:59:17 2021","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":1.1599999999999999,"15min":1.165},"min":{"1min":0.97099999999999997,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.718,"5min":1.7370000000000001,"15min":1.8660000000000001},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.3560000000000001,"15min":1.282},"min":{"1min":0.93000000000000005,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.595,"5min":10.253,"15min":10.253},"last":1.3779999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:59:43 2021","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":1.274,"15min":1.2809999999999999},"min":{"1min":0.81599999999999995,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.736,"5min":2.0430000000000001,"15min":2.0430000000000001},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.3839999999999999,"5min":1.347,"15min":1.347},"min":{"1min":0.93100000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.3650000000000002},"last":2.1579999999999999}]}]},{"osd":2,"up_from":273,"seq":1172526071936,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":108692,"kb_used_data":28684,"kb_used_omap":33,"kb_used_meta":79966,"kb_avail":93636460,"statfs":{"total":95995035648,"available":95883735040,"internally_reserved":0,"allocated":29372416,"data_stored":34251494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34321,"internal_metadata":81885679},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":0.85799999999999998,"15min":0.79800000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.33000000000000002},"max":{"1min":8.5980000000000008,"5min":8.5980000000000008,"15min":8.5980000000000008},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.873,"15min":0.89800000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":2.238},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:59:37 2021","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.89800000000000002,"15min":0.877},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.367,"5min":1.367,"15min":1.538},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.87,"15min":0.82899999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.5920000000000001,"5min":2.5920000000000001,"15min":2.5920000000000001},"last":0.85799999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:59:05 2021","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.0549999999999999,"15min":1.02},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.5469999999999999,"5min":1.609,"15min":1.609},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.01,"5min":1.014,"15min":0.94299999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.409,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.143}]},{"osd":4,"last update":"Mon Jul 26 15:59:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1439999999999999,"15min":1.1479999999999999},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":3.6509999999999998,"5min":3.6509999999999998,"15min":3.6509999999999998},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.2889999999999999,"5min":1.206,"15min":1.216},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":3.7360000000000002,"5min":3.7360000000000002,"15min":3.7360000000000002},"last":0.91200000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:59:43 2021","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.248,"15min":1.212},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.59799999999999998},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.333},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.2110000000000001,"15min":1.1619999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.7210000000000001,"5min":1.7210000000000001,"15min":2.1819999999999999},"last":1.228}]},{"osd":6,"last update":"Mon Jul 26 15:59:18 2021","interfaces":[{"interface":"back","average":{"1min":1.407,"5min":1.381,"15min":1.28},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.9099999999999999,"5min":1.98,"15min":1.98},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.452,"5min":1.4490000000000001,"15min":1.357},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.8620000000000001,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.266}]},{"osd":7,"last update":"Mon Jul 26 15:59:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5309999999999999,"5min":1.456,"15min":1.3560000000000001},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.806,"5min":2.077,"15min":2.077},"last":1.3899999999999999},{"interface":"front","average":{"1min":1.365,"5min":1.351,"15min":1.2609999999999999},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":1.823,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.294}]}]},{"osd":3,"up_from":303,"seq":1301375090810,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":392596,"kb_used_data":73100,"kb_used_omap":103,"kb_used_meta":319384,"kb_avail":93352556,"statfs":{"total":95995035648,"available":95593017344,"internally_reserved":0,"allocated":74854400,"data_stored":135020971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":106374,"internal_metadata":327049338},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:06 2021","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82599999999999996,"15min":0.77000000000000002},"min":{"1min":0.55100000000000005,"5min":0.497,"15min":0.39700000000000002},"max":{"1min":1.754,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.83899999999999997,"15min":0.77800000000000002},"min":{"1min":0.60899999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.2969999999999999,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.90200000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:59:06 2021","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.82799999999999996,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.0780000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.03},{"interface":"front","average":{"1min":1.002,"5min":0.99399999999999999,"15min":0.91400000000000003},"min":{"1min":0.60799999999999998,"5min":0.54200000000000004,"15min":0.44500000000000001},"max":{"1min":1.853,"5min":2.4430000000000001,"15min":2.4430000000000001},"last":1.2589999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:59:06 2021","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.88400000000000001,"15min":0.89000000000000001},"min":{"1min":0.623,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.718,"5min":2.0129999999999999,"15min":2.8010000000000002},"last":0.71199999999999997},{"interface":"front","average":{"1min":1.052,"5min":1.048,"15min":0.98699999999999999},"min":{"1min":0.64300000000000002,"5min":0.46400000000000002,"15min":0.40400000000000003},"max":{"1min":1.958,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.98199999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:59:46 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.133,"15min":1.145},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.7929999999999999,"5min":2.5059999999999998,"15min":2.5059999999999998},"last":0.871},{"interface":"front","average":{"1min":1.327,"5min":1.3089999999999999,"15min":1.242},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.69299999999999995},"max":{"1min":2.2480000000000002,"5min":2.4119999999999999,"15min":2.4119999999999999},"last":1.5289999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:59:52 2021","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":1.347,"15min":1.3},"min":{"1min":0.84499999999999997,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":2.0179999999999998,"5min":2.3180000000000001,"15min":2.3180000000000001},"last":1.4359999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.2310000000000001,"15min":1.169},"min":{"1min":0.72199999999999998,"5min":0.64200000000000002,"15min":0.57099999999999995},"max":{"1min":1.611,"5min":2.169,"15min":2.169},"last":1.05}]},{"osd":6,"last update":"Mon Jul 26 15:59:06 2021","interfaces":[{"interface":"back","average":{"1min":1.222,"5min":1.2589999999999999,"15min":1.2090000000000001},"min":{"1min":0.85299999999999998,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.6559999999999999,"5min":2.2759999999999998,"15min":2.2759999999999998},"last":1.365},{"interface":"front","average":{"1min":1.337,"5min":1.3440000000000001,"15min":1.2509999999999999},"min":{"1min":0.90900000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.0350000000000001,"5min":2.274,"15min":2.274},"last":1.2969999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:59:46 2021","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.397,"15min":1.3140000000000001},"min":{"1min":0.69199999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":2.1659999999999999,"5min":2.6789999999999998,"15min":2.6789999999999998},"last":1.607},{"interface":"front","average":{"1min":1.389,"5min":1.375,"15min":1.319},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.0710000000000002,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":1.2130000000000001}]}]},{"osd":4,"up_from":325,"seq":1395864371316,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":465756,"kb_used_data":74196,"kb_used_omap":135,"kb_used_meta":391416,"kb_avail":93279396,"statfs":{"total":95995035648,"available":95518101504,"internally_reserved":0,"allocated":75976704,"data_stored":115094246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":138262,"internal_metadata":400810986},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.95299999999999996,"15min":0.90100000000000002},"min":{"1min":0.65700000000000003,"5min":0.54000000000000004,"15min":0.41899999999999998},"max":{"1min":1.2390000000000001,"5min":1.7869999999999999,"15min":1.7869999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.0289999999999999,"5min":1.008,"15min":0.95699999999999996},"min":{"1min":0.67300000000000004,"5min":0.52400000000000002,"15min":0.33800000000000002},"max":{"1min":1.431,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.196}]},{"osd":1,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.93000000000000005,"15min":0.98999999999999999},"min":{"1min":0.63600000000000001,"5min":0.501,"15min":0.28599999999999998},"max":{"1min":1.284,"5min":1.2909999999999999,"15min":5.0490000000000004},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.98999999999999999,"5min":1.028,"15min":0.97399999999999998},"min":{"1min":0.66300000000000003,"5min":0.50700000000000001,"15min":0.46800000000000003},"max":{"1min":1.2589999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":1.04}]},{"osd":2,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.97499999999999998,"15min":0.94999999999999996},"min":{"1min":0.65200000000000002,"5min":0.45400000000000001,"15min":0.40200000000000002},"max":{"1min":1.3180000000000001,"5min":2.1970000000000001,"15min":2.1970000000000001},"last":1.133},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.038,"15min":0.95799999999999996},"min":{"1min":0.76900000000000002,"5min":0.61799999999999999,"15min":0.39100000000000001},"max":{"1min":1.456,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":1.167}]},{"osd":3,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.131,"15min":1.0509999999999999},"min":{"1min":0.85099999999999998,"5min":0.61199999999999999,"15min":0.44800000000000001},"max":{"1min":1.5089999999999999,"5min":4.133,"15min":4.133},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.05,"5min":1.095,"15min":1.0429999999999999},"min":{"1min":0.77400000000000002,"5min":0.52400000000000002,"15min":0.438},"max":{"1min":1.2509999999999999,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.0049999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1.0369999999999999,"15min":0.98999999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.54900000000000004},"max":{"1min":1.3160000000000001,"5min":1.847,"15min":1.847},"last":0.74099999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.1739999999999999,"15min":1.123},"min":{"1min":0.77800000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.3999999999999999,"5min":1.921,"15min":1.921},"last":0.98399999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:59:09 2021","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.1140000000000001,"15min":1.0609999999999999},"min":{"1min":0.91800000000000004,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.4650000000000001,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":1.1160000000000001},{"interface":"front","average":{"1min":1.173,"5min":1.2330000000000001,"15min":1.1619999999999999},"min":{"1min":0.71399999999999997,"5min":0.57299999999999995,"15min":0.505},"max":{"1min":1.5469999999999999,"5min":1.8560000000000001,"15min":1.8560000000000001},"last":1.0609999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:59:38 2021","interfaces":[{"interface":"back","average":{"1min":1.2010000000000001,"5min":1.3,"15min":1.2629999999999999},"min":{"1min":0.85999999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.6459999999999999,"5min":2.2669999999999999,"15min":2.2669999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.306,"5min":1.373,"15min":1.321},"min":{"1min":1.151,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.577,"5min":2.4929999999999999,"15min":2.4929999999999999},"last":1.2490000000000001}]}]},{"osd":5,"up_from":331,"seq":1421634175091,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":127932,"kb_used_data":28468,"kb_used_omap":39,"kb_used_meta":99416,"kb_avail":93617220,"statfs":{"total":95995035648,"available":95864033280,"internally_reserved":0,"allocated":29151232,"data_stored":39366089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40012,"internal_metadata":101802932},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0369999999999999,"15min":1.018},"min":{"1min":0.626,"5min":0.40100000000000002,"15min":0.39400000000000002},"max":{"1min":1.357,"5min":3.5819999999999999,"15min":5.0640000000000001},"last":1.133},{"interface":"front","average":{"1min":1.0669999999999999,"5min":0.995,"15min":0.98399999999999999},"min":{"1min":0.79500000000000004,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.242,"5min":1.514,"15min":5.101},"last":1.0149999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:59:40 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.96099999999999997,"15min":0.92900000000000005},"min":{"1min":0.67400000000000004,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.3260000000000001,"5min":1.395,"15min":2.2330000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.99399999999999999,"15min":0.93200000000000005},"min":{"1min":0.72499999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.3049999999999999,"5min":3.5659999999999998,"15min":3.5659999999999998},"last":1.2629999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:59:40 2021","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.97899999999999998,"15min":0.98799999999999999},"min":{"1min":0.50600000000000001,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.393,"5min":3.4540000000000002,"15min":3.4540000000000002},"last":1.306},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.95399999999999996,"15min":0.96899999999999997},"min":{"1min":0.61099999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.282,"5min":1.409,"15min":2.528},"last":0.91200000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:59:40 2021","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0049999999999999,"15min":0.97699999999999998},"min":{"1min":0.78600000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3580000000000001,"5min":4.3689999999999998,"15min":4.3689999999999998},"last":1.099},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.1419999999999999,"15min":1.1120000000000001},"min":{"1min":0.68500000000000005,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3879999999999999,"5min":3.5259999999999998,"15min":3.5259999999999998},"last":0.93899999999999995}]},{"osd":4,"last update":"Mon Jul 26 15:59:40 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.96199999999999997,"15min":0.96299999999999997},"min":{"1min":0.82399999999999995,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.202,"5min":1.601,"15min":3.7330000000000001},"last":1.163},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.67600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.4079999999999999,"5min":1.5549999999999999,"15min":2.6869999999999998},"last":0.87}]},{"osd":6,"last update":"Mon Jul 26 15:59:14 2021","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.1899999999999999,"15min":1.171},"min":{"1min":0.75800000000000001,"5min":0.372,"15min":0.372},"max":{"1min":1.552,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.3560000000000001,"5min":1.3089999999999999,"15min":1.282},"min":{"1min":1.083,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.6739999999999999,"5min":3.2400000000000002,"15min":3.2400000000000002},"last":1.2070000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:59:34 2021","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1439999999999999,"15min":1.1850000000000001},"min":{"1min":0.79500000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.5429999999999999,"5min":2.044,"15min":4.4800000000000004},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.3620000000000001,"15min":1.3740000000000001},"min":{"1min":1.052,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.7490000000000001,"5min":3.21,"15min":3.21},"last":1.0389999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":43884544,"data_stored":89501696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":44630016,"data_stored":70713344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19038208,"data_stored":27996160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":64524288,"data_stored":128765952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":65642496,"data_stored":108838912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":18808832,"data_stored":33103872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30752768,"data_stored":49131520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":48844800,"data_stored":84463616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:00:01.837 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-07-26T16:00:01.837 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-pacific shell --fsid db144dc0-ee26-11eb-8c23-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-07-26T16:00:02.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:02 smithi073 bash[34190]: audit 2021-07-26T16:00:00.895886+0000 mgr.y (mgr.24683) 520 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:02.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:02 smithi046 bash[41283]: audit 2021-07-26T16:00:00.895886+0000 mgr.y (mgr.24683) 520 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:02.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:02 smithi046 bash[42351]: audit 2021-07-26T16:00:00.895886+0000 mgr.y (mgr.24683) 520 : audit [DBG] from='client.34416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:03.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:03 smithi073 bash[34190]: cluster 2021-07-26T16:00:02.091976+0000 mgr.y (mgr.24683) 521 : cluster [DBG] pgmap v1105: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:03.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:03 smithi046 bash[41283]: cluster 2021-07-26T16:00:02.091976+0000 mgr.y (mgr.24683) 521 : cluster [DBG] pgmap v1105: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:03.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:03 smithi046 bash[42351]: cluster 2021-07-26T16:00:02.091976+0000 mgr.y (mgr.24683) 521 : cluster [DBG] pgmap v1105: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:04.602 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/db144dc0-ee26-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:05.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:05 smithi073 bash[34190]: cluster 2021-07-26T16:00:04.092566+0000 mgr.y (mgr.24683) 522 : cluster [DBG] pgmap v1106: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:05.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:05 smithi046 bash[41283]: cluster 2021-07-26T16:00:04.092566+0000 mgr.y (mgr.24683) 522 : cluster [DBG] pgmap v1106: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:05.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:05 smithi046 bash[42351]: cluster 2021-07-26T16:00:04.092566+0000 mgr.y (mgr.24683) 522 : cluster [DBG] pgmap v1106: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:07.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:07 smithi073 bash[34190]: cluster 2021-07-26T16:00:06.093313+0000 mgr.y (mgr.24683) 523 : cluster [DBG] pgmap v1107: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:07.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:07 smithi046 bash[41283]: cluster 2021-07-26T16:00:06.093313+0000 mgr.y (mgr.24683) 523 : cluster [DBG] pgmap v1107: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:07.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:07 smithi046 bash[42351]: cluster 2021-07-26T16:00:06.093313+0000 mgr.y (mgr.24683) 523 : cluster [DBG] pgmap v1107: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:09.242 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'unique_pool_0' removed 2021-07-26T16:00:09.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:09 smithi046 bash[42351]: cluster 2021-07-26T16:00:08.093880+0000 mgr.y (mgr.24683) 524 : cluster [DBG] pgmap v1108: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:09.474 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:09 smithi046 bash[42351]: audit 2021-07-26T16:00:08.371172+0000 mon.a (mon.0) 1452 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:00:09.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:09 smithi046 bash[41283]: cluster 2021-07-26T16:00:08.093880+0000 mgr.y (mgr.24683) 524 : cluster [DBG] pgmap v1108: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:09.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:09 smithi046 bash[41283]: audit 2021-07-26T16:00:08.371172+0000 mon.a (mon.0) 1452 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:00:09.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:09 smithi073 bash[34190]: cluster 2021-07-26T16:00:08.093880+0000 mgr.y (mgr.24683) 524 : cluster [DBG] pgmap v1108: 25 pgs: 25 active+clean; 227 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:09 smithi073 bash[34190]: audit 2021-07-26T16:00:08.371172+0000 mon.a (mon.0) 1452 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:00:10.151 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:00:10.152 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2021-07-26T16:00:10.152 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:00:10.152 INFO:teuthology.task.print:**** done start rados_api.yaml 2021-07-26T16:00:10.152 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2021-07-26T16:00:10.159 INFO:tasks.workunit:Pulling workunits from ref pacific 2021-07-26T16:00:10.161 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-07-26T16:00:10.162 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:00:10.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.169 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-07-26T16:00:10.169 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:00:10.176 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-07-26T16:00:10.176 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-07-26T16:00:10.226 INFO:tasks.workunit:timeout=3h 2021-07-26T16:00:10.227 INFO:tasks.workunit:cleanup=True 2021-07-26T16:00:10.228 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific git://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:00:10.238 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:00:10.262 INFO:tasks.workunit.client.0.smithi046.stderr:warning: Could not find remote branch pacific to clone. 2021-07-26T16:00:10.263 INFO:tasks.workunit.client.0.smithi046.stderr:fatal: Remote branch pacific not found in upstream origin 2021-07-26T16:00:10.263 DEBUG:teuthology.orchestra.run:got remote process result: 128 2021-07-26T16:00:10.264 INFO:tasks.workunit:failed to check out 'pacific' from git://git.ceph.com/ceph-ci.git; will also try in git://git.ceph.com/ceph.git 2021-07-26T16:00:10.265 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:00:10.272 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:00:10.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[41283]: audit 2021-07-26T16:00:09.236216+0000 mon.a (mon.0) 1453 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:00:10.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[41283]: cluster 2021-07-26T16:00:09.236367+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:00:10.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[41283]: cluster 2021-07-26T16:00:10.094491+0000 mgr.y (mgr.24683) 525 : cluster [DBG] pgmap v1110: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:10.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[42351]: audit 2021-07-26T16:00:09.236216+0000 mon.a (mon.0) 1453 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:00:10.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[42351]: cluster 2021-07-26T16:00:09.236367+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:00:10.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:10 smithi046 bash[42351]: cluster 2021-07-26T16:00:10.094491+0000 mgr.y (mgr.24683) 525 : cluster [DBG] pgmap v1110: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:10.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:10 smithi073 bash[34190]: audit 2021-07-26T16:00:09.236216+0000 mon.a (mon.0) 1453 : audit [INF] from='client.? 172.21.15.46:0/1387603229' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:00:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:10 smithi073 bash[34190]: cluster 2021-07-26T16:00:09.236367+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:00:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:10 smithi073 bash[34190]: cluster 2021-07-26T16:00:10.094491+0000 mgr.y (mgr.24683) 525 : cluster [DBG] pgmap v1110: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:13.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:13 smithi073 bash[34190]: cluster 2021-07-26T16:00:12.095058+0000 mgr.y (mgr.24683) 526 : cluster [DBG] pgmap v1111: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:13.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:13 smithi046 bash[42351]: cluster 2021-07-26T16:00:12.095058+0000 mgr.y (mgr.24683) 526 : cluster [DBG] pgmap v1111: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:13.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:13 smithi046 bash[41283]: cluster 2021-07-26T16:00:12.095058+0000 mgr.y (mgr.24683) 526 : cluster [DBG] pgmap v1111: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:15.402 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-07-26T16:00:15.469 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-07-26T16:00:15.473 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:00:15.473 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-07-26T16:00:15.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:15 smithi073 bash[34190]: cluster 2021-07-26T16:00:14.095811+0000 mgr.y (mgr.24683) 527 : cluster [DBG] pgmap v1112: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:15.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:15 smithi046 bash[41283]: cluster 2021-07-26T16:00:14.095811+0000 mgr.y (mgr.24683) 527 : cluster [DBG] pgmap v1112: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:15 smithi046 bash[42351]: cluster 2021-07-26T16:00:14.095811+0000 mgr.y (mgr.24683) 527 : cluster [DBG] pgmap v1112: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:16.377 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-07-26T16:00:16.505 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-07-26T16:00:16.560 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:00:16.562 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:00:16.562 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-07-26T16:00:16.632 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:00:16.633 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T16:00:16.634 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-07-26T16:00:16.645 INFO:tasks.workunit:Running workunits matching cls on client.0... 2021-07-26T16:00:16.646 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2021-07-26T16:00:16.647 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2021-07-26T16:00:16.717 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:00:16.718 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 22 tests from 1 test suite. 2021-07-26T16:00:16.718 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:00:16.718 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue 2021-07-26T16:00:16.718 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2021-07-26T16:00:17.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:17 smithi073 bash[34190]: cluster 2021-07-26T16:00:16.096531+0000 mgr.y (mgr.24683) 528 : cluster [DBG] pgmap v1113: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:17 smithi046 bash[41283]: cluster 2021-07-26T16:00:16.096531+0000 mgr.y (mgr.24683) 528 : cluster [DBG] pgmap v1113: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:17.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:17 smithi046 bash[42351]: cluster 2021-07-26T16:00:16.096531+0000 mgr.y (mgr.24683) 528 : cluster [DBG] pgmap v1113: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:18.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:18 smithi073 bash[34190]: cluster 2021-07-26T16:00:17.212134+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:00:18.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:18 smithi073 bash[34190]: audit 2021-07-26T16:00:17.213726+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.46:0/3248624835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:18.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:18 smithi073 bash[34190]: audit 2021-07-26T16:00:17.214251+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[41283]: cluster 2021-07-26T16:00:17.212134+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:00:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[41283]: audit 2021-07-26T16:00:17.213726+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.46:0/3248624835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:18.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[41283]: audit 2021-07-26T16:00:17.214251+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:18.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[42351]: cluster 2021-07-26T16:00:17.212134+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:00:18.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[42351]: audit 2021-07-26T16:00:17.213726+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.46:0/3248624835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:18.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:18 smithi046 bash[42351]: audit 2021-07-26T16:00:17.214251+0000 mon.a (mon.0) 1456 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:19.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2520 ms) 2021-07-26T16:00:19.238 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2021-07-26T16:00:19.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:19 smithi073 bash[34190]: cluster 2021-07-26T16:00:18.097198+0000 mgr.y (mgr.24683) 529 : cluster [DBG] pgmap v1115: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:19.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:19 smithi073 bash[34190]: audit 2021-07-26T16:00:18.216081+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:19.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:19 smithi073 bash[34190]: cluster 2021-07-26T16:00:18.216670+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:00:19.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[41283]: cluster 2021-07-26T16:00:18.097198+0000 mgr.y (mgr.24683) 529 : cluster [DBG] pgmap v1115: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:19.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[41283]: audit 2021-07-26T16:00:18.216081+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:19.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[41283]: cluster 2021-07-26T16:00:18.216670+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:00:19.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[42351]: cluster 2021-07-26T16:00:18.097198+0000 mgr.y (mgr.24683) 529 : cluster [DBG] pgmap v1115: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:19.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[42351]: audit 2021-07-26T16:00:18.216081+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:19.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:19 smithi046 bash[42351]: cluster 2021-07-26T16:00:18.216670+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:00:20.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:20 smithi073 bash[34190]: cluster 2021-07-26T16:00:19.237429+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:00:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:20 smithi073 bash[34190]: cluster 2021-07-26T16:00:20.097834+0000 mgr.y (mgr.24683) 530 : cluster [DBG] pgmap v1118: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:20 smithi046 bash[41283]: cluster 2021-07-26T16:00:19.237429+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:00:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:20 smithi046 bash[41283]: cluster 2021-07-26T16:00:20.097834+0000 mgr.y (mgr.24683) 530 : cluster [DBG] pgmap v1118: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:20 smithi046 bash[42351]: cluster 2021-07-26T16:00:19.237429+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:00:20.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:20 smithi046 bash[42351]: cluster 2021-07-26T16:00:20.097834+0000 mgr.y (mgr.24683) 530 : cluster [DBG] pgmap v1118: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:21.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:21 smithi073 bash[34190]: cluster 2021-07-26T16:00:20.250986+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:00:21.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:21 smithi073 bash[34190]: audit 2021-07-26T16:00:20.252515+0000 mon.a (mon.0) 1461 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:21 smithi046 bash[41283]: cluster 2021-07-26T16:00:20.250986+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:00:21.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:21 smithi046 bash[41283]: audit 2021-07-26T16:00:20.252515+0000 mon.a (mon.0) 1461 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:21 smithi046 bash[42351]: cluster 2021-07-26T16:00:20.250986+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:00:21.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:21 smithi046 bash[42351]: audit 2021-07-26T16:00:20.252515+0000 mon.a (mon.0) 1461 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:22.272 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3035 ms) 2021-07-26T16:00:22.273 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Reserve 2021-07-26T16:00:22.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:22 smithi073 bash[34190]: audit 2021-07-26T16:00:21.252203+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:22.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:22 smithi073 bash[34190]: cluster 2021-07-26T16:00:21.254168+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:00:22.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:22 smithi073 bash[34190]: cluster 2021-07-26T16:00:22.098545+0000 mgr.y (mgr.24683) 531 : cluster [DBG] pgmap v1121: 41 pgs: 13 creating+peering, 9 unknown, 19 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:22.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[41283]: audit 2021-07-26T16:00:21.252203+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:22.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[41283]: cluster 2021-07-26T16:00:21.254168+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:00:22.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[41283]: cluster 2021-07-26T16:00:22.098545+0000 mgr.y (mgr.24683) 531 : cluster [DBG] pgmap v1121: 41 pgs: 13 creating+peering, 9 unknown, 19 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:22.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[42351]: audit 2021-07-26T16:00:21.252203+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.15.46:0/585058233' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:22.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[42351]: cluster 2021-07-26T16:00:21.254168+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:00:22.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:22 smithi046 bash[42351]: cluster 2021-07-26T16:00:22.098545+0000 mgr.y (mgr.24683) 531 : cluster [DBG] pgmap v1121: 41 pgs: 13 creating+peering, 9 unknown, 19 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:23.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:23 smithi073 bash[34190]: cluster 2021-07-26T16:00:22.270710+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:00:23.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:23 smithi046 bash[41283]: cluster 2021-07-26T16:00:22.270710+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:00:23.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:23 smithi046 bash[42351]: cluster 2021-07-26T16:00:22.270710+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:00:24.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:24 smithi073 bash[34190]: cluster 2021-07-26T16:00:23.281304+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:00:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:24 smithi073 bash[34190]: audit 2021-07-26T16:00:23.284868+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.46:0/460231368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:24 smithi073 bash[34190]: audit 2021-07-26T16:00:23.285779+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:24 smithi073 bash[34190]: cluster 2021-07-26T16:00:24.099169+0000 mgr.y (mgr.24683) 532 : cluster [DBG] pgmap v1124: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:24.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[41283]: cluster 2021-07-26T16:00:23.281304+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:00:24.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[41283]: audit 2021-07-26T16:00:23.284868+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.46:0/460231368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[41283]: audit 2021-07-26T16:00:23.285779+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[41283]: cluster 2021-07-26T16:00:24.099169+0000 mgr.y (mgr.24683) 532 : cluster [DBG] pgmap v1124: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:24.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[42351]: cluster 2021-07-26T16:00:23.281304+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:00:24.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[42351]: audit 2021-07-26T16:00:23.284868+0000 mon.c (mon.1) 13 : audit [INF] from='client.? 172.21.15.46:0/460231368' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[42351]: audit 2021-07-26T16:00:23.285779+0000 mon.a (mon.0) 1466 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:24.686 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:24 smithi046 bash[42351]: cluster 2021-07-26T16:00:24.099169+0000 mgr.y (mgr.24683) 532 : cluster [DBG] pgmap v1124: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:25.295 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Reserve (3022 ms) 2021-07-26T16:00:25.296 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2021-07-26T16:00:25.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:25 smithi073 bash[34190]: audit 2021-07-26T16:00:24.294790+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:25 smithi073 bash[34190]: cluster 2021-07-26T16:00:24.295357+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:00:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:25 smithi073 bash[34190]: audit 2021-07-26T16:00:25.156676+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:25 smithi073 bash[34190]: audit 2021-07-26T16:00:25.159813+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:25 smithi073 bash[34190]: audit 2021-07-26T16:00:25.162006+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:00:25.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[42351]: audit 2021-07-26T16:00:24.294790+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[42351]: cluster 2021-07-26T16:00:24.295357+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:00:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[42351]: audit 2021-07-26T16:00:25.156676+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[42351]: audit 2021-07-26T16:00:25.159813+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:25.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[42351]: audit 2021-07-26T16:00:25.162006+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:00:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[41283]: audit 2021-07-26T16:00:24.294790+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[41283]: cluster 2021-07-26T16:00:24.295357+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:00:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[41283]: audit 2021-07-26T16:00:25.156676+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[41283]: audit 2021-07-26T16:00:25.159813+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:25 smithi046 bash[41283]: audit 2021-07-26T16:00:25.162006+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:00:26.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:26 smithi073 bash[34190]: cluster 2021-07-26T16:00:25.295019+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:00:26.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:26 smithi073 bash[34190]: audit 2021-07-26T16:00:25.772704+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:00:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:26 smithi073 bash[34190]: cluster 2021-07-26T16:00:26.099781+0000 mgr.y (mgr.24683) 533 : cluster [DBG] pgmap v1127: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[41283]: cluster 2021-07-26T16:00:25.295019+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:00:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[41283]: audit 2021-07-26T16:00:25.772704+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:00:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[41283]: cluster 2021-07-26T16:00:26.099781+0000 mgr.y (mgr.24683) 533 : cluster [DBG] pgmap v1127: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[42351]: cluster 2021-07-26T16:00:25.295019+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:00:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[42351]: audit 2021-07-26T16:00:25.772704+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:00:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:26 smithi046 bash[42351]: cluster 2021-07-26T16:00:26.099781+0000 mgr.y (mgr.24683) 533 : cluster [DBG] pgmap v1127: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:27.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:27 smithi073 bash[34190]: cluster 2021-07-26T16:00:26.313931+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:00:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:27 smithi073 bash[34190]: audit 2021-07-26T16:00:26.315360+0000 mon.c (mon.1) 14 : audit [INF] from='client.? 172.21.15.46:0/1706208644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:27 smithi073 bash[34190]: audit 2021-07-26T16:00:26.316778+0000 mon.a (mon.0) 1475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:27.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[41283]: cluster 2021-07-26T16:00:26.313931+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[41283]: audit 2021-07-26T16:00:26.315360+0000 mon.c (mon.1) 14 : audit [INF] from='client.? 172.21.15.46:0/1706208644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[41283]: audit 2021-07-26T16:00:26.316778+0000 mon.a (mon.0) 1475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[42351]: cluster 2021-07-26T16:00:26.313931+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:00:27.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[42351]: audit 2021-07-26T16:00:26.315360+0000 mon.c (mon.1) 14 : audit [INF] from='client.? 172.21.15.46:0/1706208644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:27.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:27 smithi046 bash[42351]: audit 2021-07-26T16:00:26.316778+0000 mon.a (mon.0) 1475 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:28.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3041 ms) 2021-07-26T16:00:28.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Commit 2021-07-26T16:00:28.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:28 smithi073 bash[34190]: audit 2021-07-26T16:00:27.317650+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:28.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:28 smithi073 bash[34190]: cluster 2021-07-26T16:00:27.318299+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:00:28.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:28 smithi073 bash[34190]: cluster 2021-07-26T16:00:28.100440+0000 mgr.y (mgr.24683) 534 : cluster [DBG] pgmap v1130: 41 pgs: 16 creating+peering, 14 unknown, 11 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:28.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[42351]: audit 2021-07-26T16:00:27.317650+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:28.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[42351]: cluster 2021-07-26T16:00:27.318299+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:00:28.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[42351]: cluster 2021-07-26T16:00:28.100440+0000 mgr.y (mgr.24683) 534 : cluster [DBG] pgmap v1130: 41 pgs: 16 creating+peering, 14 unknown, 11 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:28.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[41283]: audit 2021-07-26T16:00:27.317650+0000 mon.a (mon.0) 1476 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:28.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[41283]: cluster 2021-07-26T16:00:27.318299+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:00:28.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:28 smithi046 bash[41283]: cluster 2021-07-26T16:00:28.100440+0000 mgr.y (mgr.24683) 534 : cluster [DBG] pgmap v1130: 41 pgs: 16 creating+peering, 14 unknown, 11 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:29.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:29 smithi073 bash[34190]: cluster 2021-07-26T16:00:28.336753+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:00:29.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:29 smithi046 bash[41283]: cluster 2021-07-26T16:00:28.336753+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:00:29.783 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:29 smithi046 bash[42351]: cluster 2021-07-26T16:00:28.336753+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:00:30.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:30 smithi073 bash[34190]: cluster 2021-07-26T16:00:29.345473+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:00:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:30 smithi073 bash[34190]: audit 2021-07-26T16:00:29.352492+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:30 smithi073 bash[34190]: cluster 2021-07-26T16:00:30.101172+0000 mgr.y (mgr.24683) 535 : cluster [DBG] pgmap v1133: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:30 smithi073 bash[34190]: audit 2021-07-26T16:00:30.345230+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:30.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:30 smithi073 bash[34190]: cluster 2021-07-26T16:00:30.345744+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:00:30.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[42351]: cluster 2021-07-26T16:00:29.345473+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:00:30.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[42351]: audit 2021-07-26T16:00:29.352492+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:30.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[42351]: cluster 2021-07-26T16:00:30.101172+0000 mgr.y (mgr.24683) 535 : cluster [DBG] pgmap v1133: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:30.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[42351]: audit 2021-07-26T16:00:30.345230+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:30.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[42351]: cluster 2021-07-26T16:00:30.345744+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:00:30.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[41283]: cluster 2021-07-26T16:00:29.345473+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:00:30.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[41283]: audit 2021-07-26T16:00:29.352492+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:30.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[41283]: cluster 2021-07-26T16:00:30.101172+0000 mgr.y (mgr.24683) 535 : cluster [DBG] pgmap v1133: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:30.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[41283]: audit 2021-07-26T16:00:30.345230+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.15.46:0/2660069187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:30.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:30 smithi046 bash[41283]: cluster 2021-07-26T16:00:30.345744+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:00:32.367 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Commit (4031 ms) 2021-07-26T16:00:32.367 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Abort 2021-07-26T16:00:32.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:32 smithi073 bash[34190]: cluster 2021-07-26T16:00:31.357094+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:00:32.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:32 smithi073 bash[34190]: cluster 2021-07-26T16:00:32.101908+0000 mgr.y (mgr.24683) 536 : cluster [DBG] pgmap v1136: 41 pgs: 3 creating+peering, 6 unknown, 32 active+clean; 717 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2021-07-26T16:00:32.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:32 smithi046 bash[42351]: cluster 2021-07-26T16:00:31.357094+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:00:32.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:32 smithi046 bash[42351]: cluster 2021-07-26T16:00:32.101908+0000 mgr.y (mgr.24683) 536 : cluster [DBG] pgmap v1136: 41 pgs: 3 creating+peering, 6 unknown, 32 active+clean; 717 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2021-07-26T16:00:32.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:32 smithi046 bash[41283]: cluster 2021-07-26T16:00:31.357094+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:00:32.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:32 smithi046 bash[41283]: cluster 2021-07-26T16:00:32.101908+0000 mgr.y (mgr.24683) 536 : cluster [DBG] pgmap v1136: 41 pgs: 3 creating+peering, 6 unknown, 32 active+clean; 717 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2021-07-26T16:00:33.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:33 smithi073 bash[34190]: cluster 2021-07-26T16:00:32.367638+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:00:33.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:33 smithi046 bash[41283]: cluster 2021-07-26T16:00:32.367638+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:00:33.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:33 smithi046 bash[42351]: cluster 2021-07-26T16:00:32.367638+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:00:34.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[41283]: cluster 2021-07-26T16:00:33.379796+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:00:34.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[41283]: audit 2021-07-26T16:00:33.385030+0000 mon.c (mon.1) 15 : audit [INF] from='client.? 172.21.15.46:0/3173029526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[41283]: audit 2021-07-26T16:00:33.386085+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[41283]: cluster 2021-07-26T16:00:34.102548+0000 mgr.y (mgr.24683) 537 : cluster [DBG] pgmap v1139: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:34.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[42351]: cluster 2021-07-26T16:00:33.379796+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:00:34.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[42351]: audit 2021-07-26T16:00:33.385030+0000 mon.c (mon.1) 15 : audit [INF] from='client.? 172.21.15.46:0/3173029526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[42351]: audit 2021-07-26T16:00:33.386085+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:34 smithi046 bash[42351]: cluster 2021-07-26T16:00:34.102548+0000 mgr.y (mgr.24683) 537 : cluster [DBG] pgmap v1139: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:34.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:34 smithi073 bash[34190]: cluster 2021-07-26T16:00:33.379796+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:00:34.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:34 smithi073 bash[34190]: audit 2021-07-26T16:00:33.385030+0000 mon.c (mon.1) 15 : audit [INF] from='client.? 172.21.15.46:0/3173029526' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:34 smithi073 bash[34190]: audit 2021-07-26T16:00:33.386085+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:34.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:34 smithi073 bash[34190]: cluster 2021-07-26T16:00:34.102548+0000 mgr.y (mgr.24683) 537 : cluster [DBG] pgmap v1139: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:35.405 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Abort (3039 ms) 2021-07-26T16:00:35.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2021-07-26T16:00:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:35 smithi046 bash[41283]: audit 2021-07-26T16:00:34.383848+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:35.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:35 smithi046 bash[41283]: cluster 2021-07-26T16:00:34.384665+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:00:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:35 smithi046 bash[42351]: audit 2021-07-26T16:00:34.383848+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:35 smithi046 bash[42351]: cluster 2021-07-26T16:00:34.384665+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:00:35.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:35 smithi073 bash[34190]: audit 2021-07-26T16:00:34.383848+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:35.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:35 smithi073 bash[34190]: cluster 2021-07-26T16:00:34.384665+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:00:36.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:36 smithi046 bash[41283]: cluster 2021-07-26T16:00:35.405410+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:00:36.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:36 smithi046 bash[41283]: cluster 2021-07-26T16:00:36.103142+0000 mgr.y (mgr.24683) 538 : cluster [DBG] pgmap v1142: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:36.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:36 smithi046 bash[42351]: cluster 2021-07-26T16:00:35.405410+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:00:36.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:36 smithi046 bash[42351]: cluster 2021-07-26T16:00:36.103142+0000 mgr.y (mgr.24683) 538 : cluster [DBG] pgmap v1142: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:36.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:36 smithi073 bash[34190]: cluster 2021-07-26T16:00:35.405410+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:00:36.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:36 smithi073 bash[34190]: cluster 2021-07-26T16:00:36.103142+0000 mgr.y (mgr.24683) 538 : cluster [DBG] pgmap v1142: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:37 smithi046 bash[42351]: cluster 2021-07-26T16:00:36.415563+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:00:37.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:37 smithi046 bash[42351]: audit 2021-07-26T16:00:36.419513+0000 mon.a (mon.0) 1491 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:37 smithi046 bash[41283]: cluster 2021-07-26T16:00:36.415563+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:00:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:37 smithi046 bash[41283]: audit 2021-07-26T16:00:36.419513+0000 mon.a (mon.0) 1491 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:37.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:37 smithi073 bash[34190]: cluster 2021-07-26T16:00:36.415563+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:00:37.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:37 smithi073 bash[34190]: audit 2021-07-26T16:00:36.419513+0000 mon.a (mon.0) 1491 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:38.434 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveError (3028 ms) 2021-07-26T16:00:38.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitError 2021-07-26T16:00:38.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:38 smithi073 bash[34190]: audit 2021-07-26T16:00:37.416814+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:38.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:38 smithi073 bash[34190]: cluster 2021-07-26T16:00:37.417260+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:00:38.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:38 smithi073 bash[34190]: cluster 2021-07-26T16:00:38.103922+0000 mgr.y (mgr.24683) 539 : cluster [DBG] pgmap v1145: 41 pgs: 17 creating+peering, 12 unknown, 12 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 213 KiB/s wr, 168 op/s 2021-07-26T16:00:38.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[42351]: audit 2021-07-26T16:00:37.416814+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:38.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[42351]: cluster 2021-07-26T16:00:37.417260+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:00:38.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[42351]: cluster 2021-07-26T16:00:38.103922+0000 mgr.y (mgr.24683) 539 : cluster [DBG] pgmap v1145: 41 pgs: 17 creating+peering, 12 unknown, 12 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 213 KiB/s wr, 168 op/s 2021-07-26T16:00:38.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[41283]: audit 2021-07-26T16:00:37.416814+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.46:0/1653665127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:38.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[41283]: cluster 2021-07-26T16:00:37.417260+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:00:38.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:38 smithi046 bash[41283]: cluster 2021-07-26T16:00:38.103922+0000 mgr.y (mgr.24683) 539 : cluster [DBG] pgmap v1145: 41 pgs: 17 creating+peering, 12 unknown, 12 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 212 KiB/s rd, 213 KiB/s wr, 168 op/s 2021-07-26T16:00:39.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:39 smithi073 bash[34190]: cluster 2021-07-26T16:00:38.432457+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:00:39.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:39 smithi046 bash[42351]: cluster 2021-07-26T16:00:38.432457+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:00:39.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:39 smithi046 bash[41283]: cluster 2021-07-26T16:00:38.432457+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:00:40.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:40 smithi073 bash[34190]: cluster 2021-07-26T16:00:39.452327+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:00:40.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:40 smithi073 bash[34190]: audit 2021-07-26T16:00:39.457128+0000 mon.c (mon.1) 16 : audit [INF] from='client.? 172.21.15.46:0/3029297090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:40 smithi073 bash[34190]: audit 2021-07-26T16:00:39.458260+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:40 smithi073 bash[34190]: cluster 2021-07-26T16:00:40.104696+0000 mgr.y (mgr.24683) 540 : cluster [DBG] pgmap v1148: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:40.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[41283]: cluster 2021-07-26T16:00:39.452327+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:00:40.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[41283]: audit 2021-07-26T16:00:39.457128+0000 mon.c (mon.1) 16 : audit [INF] from='client.? 172.21.15.46:0/3029297090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[41283]: audit 2021-07-26T16:00:39.458260+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[41283]: cluster 2021-07-26T16:00:40.104696+0000 mgr.y (mgr.24683) 540 : cluster [DBG] pgmap v1148: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[42351]: cluster 2021-07-26T16:00:39.452327+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:00:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[42351]: audit 2021-07-26T16:00:39.457128+0000 mon.c (mon.1) 16 : audit [INF] from='client.? 172.21.15.46:0/3029297090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[42351]: audit 2021-07-26T16:00:39.458260+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:40.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:40 smithi046 bash[42351]: cluster 2021-07-26T16:00:40.104696+0000 mgr.y (mgr.24683) 540 : cluster [DBG] pgmap v1148: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:41.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitError (3035 ms) 2021-07-26T16:00:41.470 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortError 2021-07-26T16:00:41.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:41 smithi073 bash[34190]: audit 2021-07-26T16:00:40.462751+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:41.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:41 smithi073 bash[34190]: cluster 2021-07-26T16:00:40.463088+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:00:41.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:41 smithi046 bash[41283]: audit 2021-07-26T16:00:40.462751+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:41.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:41 smithi046 bash[41283]: cluster 2021-07-26T16:00:40.463088+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:00:41.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:41 smithi046 bash[42351]: audit 2021-07-26T16:00:40.462751+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:41.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:41 smithi046 bash[42351]: cluster 2021-07-26T16:00:40.463088+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:00:42.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:42 smithi073 bash[34190]: cluster 2021-07-26T16:00:41.468051+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:00:42.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:42 smithi073 bash[34190]: cluster 2021-07-26T16:00:42.105341+0000 mgr.y (mgr.24683) 541 : cluster [DBG] pgmap v1151: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:42.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:42 smithi046 bash[42351]: cluster 2021-07-26T16:00:41.468051+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:00:42.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:42 smithi046 bash[42351]: cluster 2021-07-26T16:00:42.105341+0000 mgr.y (mgr.24683) 541 : cluster [DBG] pgmap v1151: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:42 smithi046 bash[41283]: cluster 2021-07-26T16:00:41.468051+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:00:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:42 smithi046 bash[41283]: cluster 2021-07-26T16:00:42.105341+0000 mgr.y (mgr.24683) 541 : cluster [DBG] pgmap v1151: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:43.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:43 smithi073 bash[34190]: cluster 2021-07-26T16:00:42.486771+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:00:43.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:43 smithi073 bash[34190]: audit 2021-07-26T16:00:42.488614+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:43.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:43 smithi046 bash[41283]: cluster 2021-07-26T16:00:42.486771+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:00:43.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:43 smithi046 bash[41283]: audit 2021-07-26T16:00:42.488614+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:43.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:43 smithi046 bash[42351]: cluster 2021-07-26T16:00:42.486771+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:00:43.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:43 smithi046 bash[42351]: audit 2021-07-26T16:00:42.488614+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortError (3041 ms) 2021-07-26T16:00:44.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2021-07-26T16:00:44.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:44 smithi073 bash[34190]: audit 2021-07-26T16:00:43.492114+0000 mon.a (mon.0) 1502 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:44.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:44 smithi073 bash[34190]: cluster 2021-07-26T16:00:43.492946+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:00:44.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:44 smithi073 bash[34190]: cluster 2021-07-26T16:00:44.105976+0000 mgr.y (mgr.24683) 542 : cluster [DBG] pgmap v1154: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:44.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[42351]: audit 2021-07-26T16:00:43.492114+0000 mon.a (mon.0) 1502 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:44.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[42351]: cluster 2021-07-26T16:00:43.492946+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:00:44.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[42351]: cluster 2021-07-26T16:00:44.105976+0000 mgr.y (mgr.24683) 542 : cluster [DBG] pgmap v1154: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:44.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[41283]: audit 2021-07-26T16:00:43.492114+0000 mon.a (mon.0) 1502 : audit [INF] from='client.? 172.21.15.46:0/4248689770' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:44.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[41283]: cluster 2021-07-26T16:00:43.492946+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:00:44.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:44 smithi046 bash[41283]: cluster 2021-07-26T16:00:44.105976+0000 mgr.y (mgr.24683) 542 : cluster [DBG] pgmap v1154: 41 pgs: 2 creating+peering, 30 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:45.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:45 smithi073 bash[34190]: cluster 2021-07-26T16:00:44.507419+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:00:45.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:45 smithi046 bash[41283]: cluster 2021-07-26T16:00:44.507419+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:00:45.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:45 smithi046 bash[42351]: cluster 2021-07-26T16:00:44.507419+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:00:46.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:46 smithi073 bash[34190]: cluster 2021-07-26T16:00:45.528725+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:00:46.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:46 smithi073 bash[34190]: audit 2021-07-26T16:00:45.534053+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:46.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:46 smithi073 bash[34190]: cluster 2021-07-26T16:00:46.106678+0000 mgr.y (mgr.24683) 543 : cluster [DBG] pgmap v1157: 41 pgs: 10 creating+peering, 22 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:46.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[41283]: cluster 2021-07-26T16:00:45.528725+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:00:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[41283]: audit 2021-07-26T16:00:45.534053+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[41283]: cluster 2021-07-26T16:00:46.106678+0000 mgr.y (mgr.24683) 543 : cluster [DBG] pgmap v1157: 41 pgs: 10 creating+peering, 22 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:46.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[42351]: cluster 2021-07-26T16:00:45.528725+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:00:46.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[42351]: audit 2021-07-26T16:00:45.534053+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:46.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:46 smithi046 bash[42351]: cluster 2021-07-26T16:00:46.106678+0000 mgr.y (mgr.24683) 543 : cluster [DBG] pgmap v1157: 41 pgs: 10 creating+peering, 22 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:47.550 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3040 ms) 2021-07-26T16:00:47.551 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2021-07-26T16:00:47.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:47 smithi073 bash[34190]: audit 2021-07-26T16:00:46.536184+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:47.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:47 smithi073 bash[34190]: cluster 2021-07-26T16:00:46.536420+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:00:47.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:47 smithi046 bash[42351]: audit 2021-07-26T16:00:46.536184+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:47.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:47 smithi046 bash[42351]: cluster 2021-07-26T16:00:46.536420+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:00:47.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:47 smithi046 bash[41283]: audit 2021-07-26T16:00:46.536184+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.46:0/265954215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:47.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:47 smithi046 bash[41283]: cluster 2021-07-26T16:00:46.536420+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:00:48.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:48 smithi073 bash[34190]: cluster 2021-07-26T16:00:47.548419+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:00:48.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:48 smithi073 bash[34190]: cluster 2021-07-26T16:00:48.107247+0000 mgr.y (mgr.24683) 544 : cluster [DBG] pgmap v1160: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:48.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:48 smithi046 bash[41283]: cluster 2021-07-26T16:00:47.548419+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:00:48.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:48 smithi046 bash[41283]: cluster 2021-07-26T16:00:48.107247+0000 mgr.y (mgr.24683) 544 : cluster [DBG] pgmap v1160: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:48.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:48 smithi046 bash[42351]: cluster 2021-07-26T16:00:47.548419+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:00:48.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:48 smithi046 bash[42351]: cluster 2021-07-26T16:00:48.107247+0000 mgr.y (mgr.24683) 544 : cluster [DBG] pgmap v1160: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:49.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:49 smithi073 bash[34190]: cluster 2021-07-26T16:00:48.558539+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:00:49.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:49 smithi073 bash[34190]: audit 2021-07-26T16:00:48.560101+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:49.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:49 smithi046 bash[41283]: cluster 2021-07-26T16:00:48.558539+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:00:49.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:49 smithi046 bash[41283]: audit 2021-07-26T16:00:48.560101+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:49.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:49 smithi046 bash[42351]: cluster 2021-07-26T16:00:48.558539+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:00:49.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:49 smithi046 bash[42351]: audit 2021-07-26T16:00:48.560101+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:50.581 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3031 ms) 2021-07-26T16:00:50.582 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2021-07-26T16:00:50.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:50 smithi073 bash[34190]: audit 2021-07-26T16:00:49.569715+0000 mon.a (mon.0) 1512 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:50.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:50 smithi073 bash[34190]: cluster 2021-07-26T16:00:49.570100+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:00:50.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:50 smithi073 bash[34190]: cluster 2021-07-26T16:00:50.107819+0000 mgr.y (mgr.24683) 545 : cluster [DBG] pgmap v1163: 41 pgs: 29 unknown, 12 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:50.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[42351]: audit 2021-07-26T16:00:49.569715+0000 mon.a (mon.0) 1512 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:50.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[42351]: cluster 2021-07-26T16:00:49.570100+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:00:50.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[42351]: cluster 2021-07-26T16:00:50.107819+0000 mgr.y (mgr.24683) 545 : cluster [DBG] pgmap v1163: 41 pgs: 29 unknown, 12 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:50.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[41283]: audit 2021-07-26T16:00:49.569715+0000 mon.a (mon.0) 1512 : audit [INF] from='client.? 172.21.15.46:0/639878875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[41283]: cluster 2021-07-26T16:00:49.570100+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:00:50.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:50 smithi046 bash[41283]: cluster 2021-07-26T16:00:50.107819+0000 mgr.y (mgr.24683) 545 : cluster [DBG] pgmap v1163: 41 pgs: 29 unknown, 12 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:51.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:51 smithi073 bash[34190]: cluster 2021-07-26T16:00:50.581612+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:00:51.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:51 smithi046 bash[41283]: cluster 2021-07-26T16:00:50.581612+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:00:51.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:51 smithi046 bash[42351]: cluster 2021-07-26T16:00:50.581612+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:00:52.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:52 smithi073 bash[34190]: cluster 2021-07-26T16:00:51.589134+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:00:52.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:52 smithi073 bash[34190]: audit 2021-07-26T16:00:51.591789+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:52.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:52 smithi073 bash[34190]: cluster 2021-07-26T16:00:52.108545+0000 mgr.y (mgr.24683) 546 : cluster [DBG] pgmap v1166: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:52.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[42351]: cluster 2021-07-26T16:00:51.589134+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:00:52.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[42351]: audit 2021-07-26T16:00:51.591789+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:52.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[42351]: cluster 2021-07-26T16:00:52.108545+0000 mgr.y (mgr.24683) 546 : cluster [DBG] pgmap v1166: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:52.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[41283]: cluster 2021-07-26T16:00:51.589134+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:00:52.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[41283]: audit 2021-07-26T16:00:51.591789+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:52.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:52 smithi046 bash[41283]: cluster 2021-07-26T16:00:52.108545+0000 mgr.y (mgr.24683) 546 : cluster [DBG] pgmap v1166: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:53.606 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2021-07-26T16:00:53.607 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2021-07-26T16:00:53.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:53 smithi073 bash[34190]: audit 2021-07-26T16:00:52.599581+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:53.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:53 smithi073 bash[34190]: cluster 2021-07-26T16:00:52.599848+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:00:53.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:53 smithi046 bash[41283]: audit 2021-07-26T16:00:52.599581+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:53.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:53 smithi046 bash[41283]: cluster 2021-07-26T16:00:52.599848+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:00:53.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:53 smithi046 bash[42351]: audit 2021-07-26T16:00:52.599581+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.46:0/4234976085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-12","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:53.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:53 smithi046 bash[42351]: cluster 2021-07-26T16:00:52.599848+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:00:54.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:54 smithi046 bash[41283]: cluster 2021-07-26T16:00:53.604825+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:00:54.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:54 smithi046 bash[41283]: cluster 2021-07-26T16:00:54.109132+0000 mgr.y (mgr.24683) 547 : cluster [DBG] pgmap v1169: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:54.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:54 smithi046 bash[42351]: cluster 2021-07-26T16:00:53.604825+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:00:54.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:54 smithi046 bash[42351]: cluster 2021-07-26T16:00:54.109132+0000 mgr.y (mgr.24683) 547 : cluster [DBG] pgmap v1169: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:55.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:54 smithi073 bash[34190]: cluster 2021-07-26T16:00:53.604825+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:00:55.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:54 smithi073 bash[34190]: cluster 2021-07-26T16:00:54.109132+0000 mgr.y (mgr.24683) 547 : cluster [DBG] pgmap v1169: 9 pgs: 9 active+clean; 577 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:55.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:55 smithi046 bash[42351]: cluster 2021-07-26T16:00:54.626857+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:00:55.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:55 smithi046 bash[42351]: audit 2021-07-26T16:00:54.633680+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:55.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:55 smithi046 bash[41283]: cluster 2021-07-26T16:00:54.626857+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:00:55.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:55 smithi046 bash[41283]: audit 2021-07-26T16:00:54.633680+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:56.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:55 smithi073 bash[34190]: cluster 2021-07-26T16:00:54.626857+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:00:56.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:55 smithi073 bash[34190]: audit 2021-07-26T16:00:54.633680+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:56.643 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3037 ms) 2021-07-26T16:00:56.643 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2021-07-26T16:00:56.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[42351]: audit 2021-07-26T16:00:55.628582+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:56.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[42351]: cluster 2021-07-26T16:00:55.628992+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:00:56.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[42351]: cluster 2021-07-26T16:00:56.109871+0000 mgr.y (mgr.24683) 548 : cluster [DBG] pgmap v1172: 41 pgs: 1 creating+peering, 18 unknown, 22 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:56.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[41283]: audit 2021-07-26T16:00:55.628582+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:56.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[41283]: cluster 2021-07-26T16:00:55.628992+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:00:56.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:56 smithi046 bash[41283]: cluster 2021-07-26T16:00:56.109871+0000 mgr.y (mgr.24683) 548 : cluster [DBG] pgmap v1172: 41 pgs: 1 creating+peering, 18 unknown, 22 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:57.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:56 smithi073 bash[34190]: audit 2021-07-26T16:00:55.628582+0000 mon.a (mon.0) 1522 : audit [INF] from='client.? 172.21.15.46:0/1959544056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-13","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:00:57.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:56 smithi073 bash[34190]: cluster 2021-07-26T16:00:55.628992+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:00:57.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:56 smithi073 bash[34190]: cluster 2021-07-26T16:00:56.109871+0000 mgr.y (mgr.24683) 548 : cluster [DBG] pgmap v1172: 41 pgs: 1 creating+peering, 18 unknown, 22 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:57.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:57 smithi046 bash[41283]: cluster 2021-07-26T16:00:56.641808+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:00:57.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:57 smithi046 bash[42351]: cluster 2021-07-26T16:00:56.641808+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:00:58.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:57 smithi073 bash[34190]: cluster 2021-07-26T16:00:56.641808+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:00:58.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[41283]: cluster 2021-07-26T16:00:57.661198+0000 mon.a (mon.0) 1525 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:00:58.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[41283]: audit 2021-07-26T16:00:57.662921+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:58.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[41283]: cluster 2021-07-26T16:00:58.110545+0000 mgr.y (mgr.24683) 549 : cluster [DBG] pgmap v1175: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:58.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[41283]: audit 2021-07-26T16:00:58.134485+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:58.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[42351]: cluster 2021-07-26T16:00:57.661198+0000 mon.a (mon.0) 1525 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:00:58.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[42351]: audit 2021-07-26T16:00:57.662921+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:58.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[42351]: cluster 2021-07-26T16:00:58.110545+0000 mgr.y (mgr.24683) 549 : cluster [DBG] pgmap v1175: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:58.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:58 smithi046 bash[42351]: audit 2021-07-26T16:00:58.134485+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:59.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:58 smithi073 bash[34190]: cluster 2021-07-26T16:00:57.661198+0000 mon.a (mon.0) 1525 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:00:59.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:58 smithi073 bash[34190]: audit 2021-07-26T16:00:57.662921+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:00:59.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:58 smithi073 bash[34190]: cluster 2021-07-26T16:00:58.110545+0000 mgr.y (mgr.24683) 549 : cluster [DBG] pgmap v1175: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:00:59.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:58 smithi073 bash[34190]: audit 2021-07-26T16:00:58.134485+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:59.671 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3028 ms) 2021-07-26T16:00:59.671 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2021-07-26T16:01:00.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:59 smithi073 bash[34190]: audit 2021-07-26T16:00:58.665168+0000 mon.a (mon.0) 1528 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:00.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:59 smithi073 bash[34190]: cluster 2021-07-26T16:00:58.665629+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:01:00.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:59 smithi073 bash[34190]: audit 2021-07-26T16:00:58.997049+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:00.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:00:59 smithi073 bash[34190]: cluster 2021-07-26T16:00:59.670064+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:01:00.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[41283]: audit 2021-07-26T16:00:58.665168+0000 mon.a (mon.0) 1528 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:00.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[41283]: cluster 2021-07-26T16:00:58.665629+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:01:00.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[41283]: audit 2021-07-26T16:00:58.997049+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:00.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[41283]: cluster 2021-07-26T16:00:59.670064+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:01:00.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[42351]: audit 2021-07-26T16:00:58.665168+0000 mon.a (mon.0) 1528 : audit [INF] from='client.? 172.21.15.46:0/3517336709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-14","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:00.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[42351]: cluster 2021-07-26T16:00:58.665629+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:01:00.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[42351]: audit 2021-07-26T16:00:58.997049+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:00.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:00:59 smithi046 bash[42351]: cluster 2021-07-26T16:00:59.670064+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:01:01.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:00 smithi073 bash[34190]: cluster 2021-07-26T16:01:00.111142+0000 mgr.y (mgr.24683) 550 : cluster [DBG] pgmap v1178: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:01.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:00 smithi046 bash[41283]: cluster 2021-07-26T16:01:00.111142+0000 mgr.y (mgr.24683) 550 : cluster [DBG] pgmap v1178: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:01.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:00 smithi046 bash[42351]: cluster 2021-07-26T16:01:00.111142+0000 mgr.y (mgr.24683) 550 : cluster [DBG] pgmap v1178: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:02.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:01 smithi073 bash[34190]: cluster 2021-07-26T16:01:00.700227+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:01:02.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:01 smithi073 bash[34190]: audit 2021-07-26T16:01:00.701470+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/936328762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:01 smithi073 bash[34190]: audit 2021-07-26T16:01:00.702221+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[41283]: cluster 2021-07-26T16:01:00.700227+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:01:02.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[41283]: audit 2021-07-26T16:01:00.701470+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/936328762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[41283]: audit 2021-07-26T16:01:00.702221+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[42351]: cluster 2021-07-26T16:01:00.700227+0000 mon.a (mon.0) 1532 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:01:02.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[42351]: audit 2021-07-26T16:01:00.701470+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.46:0/936328762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:01 smithi046 bash[42351]: audit 2021-07-26T16:01:00.702221+0000 mon.a (mon.0) 1533 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:02.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3051 ms) 2021-07-26T16:01:02.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2021-07-26T16:01:03.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:02 smithi073 bash[34190]: audit 2021-07-26T16:01:01.710091+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:03.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:02 smithi073 bash[34190]: cluster 2021-07-26T16:01:01.710671+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:01:03.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:02 smithi073 bash[34190]: cluster 2021-07-26T16:01:02.111822+0000 mgr.y (mgr.24683) 551 : cluster [DBG] pgmap v1181: 41 pgs: 14 creating+peering, 10 unknown, 17 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:03.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[41283]: audit 2021-07-26T16:01:01.710091+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:03.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[41283]: cluster 2021-07-26T16:01:01.710671+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:01:03.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[41283]: cluster 2021-07-26T16:01:02.111822+0000 mgr.y (mgr.24683) 551 : cluster [DBG] pgmap v1181: 41 pgs: 14 creating+peering, 10 unknown, 17 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[42351]: audit 2021-07-26T16:01:01.710091+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-15","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[42351]: cluster 2021-07-26T16:01:01.710671+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:01:03.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:02 smithi046 bash[42351]: cluster 2021-07-26T16:01:02.111822+0000 mgr.y (mgr.24683) 551 : cluster [DBG] pgmap v1181: 41 pgs: 14 creating+peering, 10 unknown, 17 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:04.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:03 smithi073 bash[34190]: cluster 2021-07-26T16:01:02.721571+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:01:04.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:03 smithi046 bash[41283]: cluster 2021-07-26T16:01:02.721571+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:01:04.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:03 smithi046 bash[42351]: cluster 2021-07-26T16:01:02.721571+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:01:05.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:04 smithi073 bash[34190]: cluster 2021-07-26T16:01:03.730470+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:01:05.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:04 smithi073 bash[34190]: audit 2021-07-26T16:01:03.733833+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/1004392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:04 smithi073 bash[34190]: audit 2021-07-26T16:01:03.735547+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:04 smithi073 bash[34190]: cluster 2021-07-26T16:01:04.112404+0000 mgr.y (mgr.24683) 552 : cluster [DBG] pgmap v1184: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:05.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[41283]: cluster 2021-07-26T16:01:03.730470+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:01:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[41283]: audit 2021-07-26T16:01:03.733833+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/1004392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[41283]: audit 2021-07-26T16:01:03.735547+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[41283]: cluster 2021-07-26T16:01:04.112404+0000 mgr.y (mgr.24683) 552 : cluster [DBG] pgmap v1184: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:05.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[42351]: cluster 2021-07-26T16:01:03.730470+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:01:05.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[42351]: audit 2021-07-26T16:01:03.733833+0000 mon.c (mon.1) 18 : audit [INF] from='client.? 172.21.15.46:0/1004392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[42351]: audit 2021-07-26T16:01:03.735547+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:05.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:04 smithi046 bash[42351]: cluster 2021-07-26T16:01:04.112404+0000 mgr.y (mgr.24683) 552 : cluster [DBG] pgmap v1184: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:05.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.Cleanup (3023 ms) 2021-07-26T16:01:05.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2021-07-26T16:01:06.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:05 smithi073 bash[34190]: audit 2021-07-26T16:01:04.740192+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:06.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:05 smithi073 bash[34190]: cluster 2021-07-26T16:01:04.740643+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:01:06.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:05 smithi046 bash[42351]: audit 2021-07-26T16:01:04.740192+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:06.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:05 smithi046 bash[42351]: cluster 2021-07-26T16:01:04.740643+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:01:06.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:05 smithi046 bash[41283]: audit 2021-07-26T16:01:04.740192+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-16","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:06.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:05 smithi046 bash[41283]: cluster 2021-07-26T16:01:04.740643+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:01:07.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:06 smithi073 bash[34190]: cluster 2021-07-26T16:01:05.743128+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:01:07.116 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:06 smithi073 bash[34190]: cluster 2021-07-26T16:01:06.112984+0000 mgr.y (mgr.24683) 553 : cluster [DBG] pgmap v1187: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:07.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:06 smithi046 bash[41283]: cluster 2021-07-26T16:01:05.743128+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:01:07.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:06 smithi046 bash[41283]: cluster 2021-07-26T16:01:06.112984+0000 mgr.y (mgr.24683) 553 : cluster [DBG] pgmap v1187: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:07.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:06 smithi046 bash[42351]: cluster 2021-07-26T16:01:05.743128+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:01:07.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:06 smithi046 bash[42351]: cluster 2021-07-26T16:01:06.112984+0000 mgr.y (mgr.24683) 553 : cluster [DBG] pgmap v1187: 9 pgs: 9 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:08.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:07 smithi073 bash[34190]: cluster 2021-07-26T16:01:06.763480+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:01:08.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:07 smithi073 bash[34190]: audit 2021-07-26T16:01:06.765210+0000 mon.a (mon.0) 1543 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:08.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:07 smithi046 bash[42351]: cluster 2021-07-26T16:01:06.763480+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:01:08.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:07 smithi046 bash[42351]: audit 2021-07-26T16:01:06.765210+0000 mon.a (mon.0) 1543 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:07 smithi046 bash[41283]: cluster 2021-07-26T16:01:06.763480+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:01:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:07 smithi046 bash[41283]: audit 2021-07-26T16:01:06.765210+0000 mon.a (mon.0) 1543 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:09.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:08 smithi073 bash[34190]: audit 2021-07-26T16:01:07.764133+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:09.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:08 smithi073 bash[34190]: cluster 2021-07-26T16:01:07.764807+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:01:09.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:08 smithi073 bash[34190]: cluster 2021-07-26T16:01:08.113831+0000 mgr.y (mgr.24683) 554 : cluster [DBG] pgmap v1190: 41 pgs: 9 creating+peering, 21 unknown, 11 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[41283]: audit 2021-07-26T16:01:07.764133+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[41283]: cluster 2021-07-26T16:01:07.764807+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:01:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[41283]: cluster 2021-07-26T16:01:08.113831+0000 mgr.y (mgr.24683) 554 : cluster [DBG] pgmap v1190: 41 pgs: 9 creating+peering, 21 unknown, 11 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:09.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[42351]: audit 2021-07-26T16:01:07.764133+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? 172.21.15.46:0/1313916597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-17","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[42351]: cluster 2021-07-26T16:01:07.764807+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:01:09.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:08 smithi046 bash[42351]: cluster 2021-07-26T16:01:08.113831+0000 mgr.y (mgr.24683) 554 : cluster [DBG] pgmap v1190: 41 pgs: 9 creating+peering, 21 unknown, 11 active+clean; 577 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:10.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:09 smithi073 bash[34190]: cluster 2021-07-26T16:01:08.779344+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:01:10.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:09 smithi046 bash[41283]: cluster 2021-07-26T16:01:08.779344+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:01:10.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:09 smithi046 bash[42351]: cluster 2021-07-26T16:01:08.779344+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:01:11.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:10 smithi073 bash[34190]: cluster 2021-07-26T16:01:10.114534+0000 mgr.y (mgr.24683) 555 : cluster [DBG] pgmap v1192: 41 pgs: 9 creating+peering, 15 unknown, 17 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.1 MiB/s wr, 2.34k op/s 2021-07-26T16:01:11.181 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:10 smithi046 bash[42351]: cluster 2021-07-26T16:01:10.114534+0000 mgr.y (mgr.24683) 555 : cluster [DBG] pgmap v1192: 41 pgs: 9 creating+peering, 15 unknown, 17 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.1 MiB/s wr, 2.34k op/s 2021-07-26T16:01:11.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:10 smithi046 bash[41283]: cluster 2021-07-26T16:01:10.114534+0000 mgr.y (mgr.24683) 555 : cluster [DBG] pgmap v1192: 41 pgs: 9 creating+peering, 15 unknown, 17 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 204 KiB/s rd, 2.1 MiB/s wr, 2.34k op/s 2021-07-26T16:01:13.638 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:13 smithi073 bash[34190]: cluster 2021-07-26T16:01:12.115408+0000 mgr.y (mgr.24683) 556 : cluster [DBG] pgmap v1193: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 1.5 MiB/s wr, 1.70k op/s 2021-07-26T16:01:13.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:13 smithi046 bash[41283]: cluster 2021-07-26T16:01:12.115408+0000 mgr.y (mgr.24683) 556 : cluster [DBG] pgmap v1193: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 1.5 MiB/s wr, 1.70k op/s 2021-07-26T16:01:13.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:13 smithi046 bash[42351]: cluster 2021-07-26T16:01:12.115408+0000 mgr.y (mgr.24683) 556 : cluster [DBG] pgmap v1193: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 1.5 MiB/s wr, 1.70k op/s 2021-07-26T16:01:15.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:15 smithi073 bash[34190]: cluster 2021-07-26T16:01:14.116090+0000 mgr.y (mgr.24683) 557 : cluster [DBG] pgmap v1194: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 121 KiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2021-07-26T16:01:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:15 smithi046 bash[41283]: cluster 2021-07-26T16:01:14.116090+0000 mgr.y (mgr.24683) 557 : cluster [DBG] pgmap v1194: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 121 KiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2021-07-26T16:01:15.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:15 smithi046 bash[42351]: cluster 2021-07-26T16:01:14.116090+0000 mgr.y (mgr.24683) 557 : cluster [DBG] pgmap v1194: 41 pgs: 41 active+clean; 811 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 121 KiB/s rd, 1.2 MiB/s wr, 1.39k op/s 2021-07-26T16:01:17.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:17 smithi073 bash[34190]: cluster 2021-07-26T16:01:16.116899+0000 mgr.y (mgr.24683) 558 : cluster [DBG] pgmap v1195: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 MiB/s wr, 3.60k op/s 2021-07-26T16:01:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:17 smithi046 bash[41283]: cluster 2021-07-26T16:01:16.116899+0000 mgr.y (mgr.24683) 558 : cluster [DBG] pgmap v1195: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 MiB/s wr, 3.60k op/s 2021-07-26T16:01:17.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:17 smithi046 bash[42351]: cluster 2021-07-26T16:01:16.116899+0000 mgr.y (mgr.24683) 558 : cluster [DBG] pgmap v1195: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 314 KiB/s rd, 3.2 MiB/s wr, 3.60k op/s 2021-07-26T16:01:19.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:19 smithi073 bash[34190]: cluster 2021-07-26T16:01:18.117747+0000 mgr.y (mgr.24683) 559 : cluster [DBG] pgmap v1196: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 3.01k op/s 2021-07-26T16:01:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:19 smithi046 bash[41283]: cluster 2021-07-26T16:01:18.117747+0000 mgr.y (mgr.24683) 559 : cluster [DBG] pgmap v1196: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 3.01k op/s 2021-07-26T16:01:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:19 smithi046 bash[42351]: cluster 2021-07-26T16:01:18.117747+0000 mgr.y (mgr.24683) 559 : cluster [DBG] pgmap v1196: 41 pgs: 41 active+clean; 1.2 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 3.01k op/s 2021-07-26T16:01:21.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:21 smithi073 bash[34190]: cluster 2021-07-26T16:01:20.118649+0000 mgr.y (mgr.24683) 560 : cluster [DBG] pgmap v1197: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 3.7 MiB/s wr, 4.16k op/s 2021-07-26T16:01:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:21 smithi046 bash[41283]: cluster 2021-07-26T16:01:20.118649+0000 mgr.y (mgr.24683) 560 : cluster [DBG] pgmap v1197: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 3.7 MiB/s wr, 4.16k op/s 2021-07-26T16:01:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:21 smithi046 bash[42351]: cluster 2021-07-26T16:01:20.118649+0000 mgr.y (mgr.24683) 560 : cluster [DBG] pgmap v1197: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 3.7 MiB/s wr, 4.16k op/s 2021-07-26T16:01:23.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:23 smithi073 bash[34190]: cluster 2021-07-26T16:01:22.119681+0000 mgr.y (mgr.24683) 561 : cluster [DBG] pgmap v1198: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:23.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:23 smithi046 bash[41283]: cluster 2021-07-26T16:01:22.119681+0000 mgr.y (mgr.24683) 561 : cluster [DBG] pgmap v1198: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:23.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:23 smithi046 bash[42351]: cluster 2021-07-26T16:01:22.119681+0000 mgr.y (mgr.24683) 561 : cluster [DBG] pgmap v1198: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:25.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:25 smithi073 bash[34190]: cluster 2021-07-26T16:01:24.120414+0000 mgr.y (mgr.24683) 562 : cluster [DBG] pgmap v1199: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:25 smithi046 bash[41283]: cluster 2021-07-26T16:01:24.120414+0000 mgr.y (mgr.24683) 562 : cluster [DBG] pgmap v1199: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:25 smithi046 bash[42351]: cluster 2021-07-26T16:01:24.120414+0000 mgr.y (mgr.24683) 562 : cluster [DBG] pgmap v1199: 41 pgs: 41 active+clean; 1.6 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 2.7 MiB/s wr, 3.08k op/s 2021-07-26T16:01:26.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:26 smithi073 bash[34190]: audit 2021-07-26T16:01:25.780056+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:26.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:26 smithi073 bash[34190]: audit 2021-07-26T16:01:25.782872+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:01:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:26 smithi073 bash[34190]: audit 2021-07-26T16:01:25.784681+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:01:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:26 smithi073 bash[34190]: audit 2021-07-26T16:01:26.104577+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:01:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[41283]: audit 2021-07-26T16:01:25.780056+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[41283]: audit 2021-07-26T16:01:25.782872+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:01:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[41283]: audit 2021-07-26T16:01:25.784681+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:01:26.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[41283]: audit 2021-07-26T16:01:26.104577+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:01:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[42351]: audit 2021-07-26T16:01:25.780056+0000 mon.a (mon.0) 1547 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[42351]: audit 2021-07-26T16:01:25.782872+0000 mon.a (mon.0) 1548 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:01:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[42351]: audit 2021-07-26T16:01:25.784681+0000 mon.a (mon.0) 1549 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:01:26.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:26 smithi046 bash[42351]: audit 2021-07-26T16:01:26.104577+0000 mon.a (mon.0) 1550 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:01:27.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:27 smithi073 bash[34190]: cluster 2021-07-26T16:01:26.120988+0000 mgr.y (mgr.24683) 563 : cluster [DBG] pgmap v1200: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 3.9 MiB/s wr, 4.37k op/s 2021-07-26T16:01:27.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:27 smithi046 bash[42351]: cluster 2021-07-26T16:01:26.120988+0000 mgr.y (mgr.24683) 563 : cluster [DBG] pgmap v1200: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 3.9 MiB/s wr, 4.37k op/s 2021-07-26T16:01:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:27 smithi046 bash[41283]: cluster 2021-07-26T16:01:26.120988+0000 mgr.y (mgr.24683) 563 : cluster [DBG] pgmap v1200: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 380 KiB/s rd, 3.9 MiB/s wr, 4.37k op/s 2021-07-26T16:01:29.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:29 smithi073 bash[34190]: cluster 2021-07-26T16:01:28.121734+0000 mgr.y (mgr.24683) 564 : cluster [DBG] pgmap v1201: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.4 MiB/s wr, 2.71k op/s 2021-07-26T16:01:29.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:29 smithi046 bash[41283]: cluster 2021-07-26T16:01:28.121734+0000 mgr.y (mgr.24683) 564 : cluster [DBG] pgmap v1201: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.4 MiB/s wr, 2.71k op/s 2021-07-26T16:01:29.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:29 smithi046 bash[42351]: cluster 2021-07-26T16:01:28.121734+0000 mgr.y (mgr.24683) 564 : cluster [DBG] pgmap v1201: 41 pgs: 41 active+clean; 1.9 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.4 MiB/s wr, 2.71k op/s 2021-07-26T16:01:30.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:30 smithi073 bash[34190]: cluster 2021-07-26T16:01:30.122562+0000 mgr.y (mgr.24683) 565 : cluster [DBG] pgmap v1202: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 3.5 MiB/s wr, 3.88k op/s 2021-07-26T16:01:30.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:30 smithi046 bash[41283]: cluster 2021-07-26T16:01:30.122562+0000 mgr.y (mgr.24683) 565 : cluster [DBG] pgmap v1202: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 3.5 MiB/s wr, 3.88k op/s 2021-07-26T16:01:30.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:30 smithi046 bash[42351]: cluster 2021-07-26T16:01:30.122562+0000 mgr.y (mgr.24683) 565 : cluster [DBG] pgmap v1202: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 3.5 MiB/s wr, 3.88k op/s 2021-07-26T16:01:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:33 smithi073 bash[34190]: cluster 2021-07-26T16:01:32.123428+0000 mgr.y (mgr.24683) 566 : cluster [DBG] pgmap v1203: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:33.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:33 smithi046 bash[41283]: cluster 2021-07-26T16:01:32.123428+0000 mgr.y (mgr.24683) 566 : cluster [DBG] pgmap v1203: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:33.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:33 smithi046 bash[42351]: cluster 2021-07-26T16:01:32.123428+0000 mgr.y (mgr.24683) 566 : cluster [DBG] pgmap v1203: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:35.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:35 smithi073 bash[34190]: cluster 2021-07-26T16:01:34.124072+0000 mgr.y (mgr.24683) 567 : cluster [DBG] pgmap v1204: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:35 smithi046 bash[41283]: cluster 2021-07-26T16:01:34.124072+0000 mgr.y (mgr.24683) 567 : cluster [DBG] pgmap v1204: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:35 smithi046 bash[42351]: cluster 2021-07-26T16:01:34.124072+0000 mgr.y (mgr.24683) 567 : cluster [DBG] pgmap v1204: 41 pgs: 41 active+clean; 2.2 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 2.46k op/s 2021-07-26T16:01:37.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:37 smithi073 bash[34190]: cluster 2021-07-26T16:01:36.124916+0000 mgr.y (mgr.24683) 568 : cluster [DBG] pgmap v1205: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 400 KiB/s rd, 2.7 MiB/s wr, 3.18k op/s 2021-07-26T16:01:37.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:37 smithi046 bash[41283]: cluster 2021-07-26T16:01:36.124916+0000 mgr.y (mgr.24683) 568 : cluster [DBG] pgmap v1205: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 400 KiB/s rd, 2.7 MiB/s wr, 3.18k op/s 2021-07-26T16:01:37.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:37 smithi046 bash[42351]: cluster 2021-07-26T16:01:36.124916+0000 mgr.y (mgr.24683) 568 : cluster [DBG] pgmap v1205: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 400 KiB/s rd, 2.7 MiB/s wr, 3.18k op/s 2021-07-26T16:01:39.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:39 smithi073 bash[34190]: cluster 2021-07-26T16:01:38.125800+0000 mgr.y (mgr.24683) 569 : cluster [DBG] pgmap v1206: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 1.89k op/s 2021-07-26T16:01:39.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:39 smithi046 bash[41283]: cluster 2021-07-26T16:01:38.125800+0000 mgr.y (mgr.24683) 569 : cluster [DBG] pgmap v1206: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 1.89k op/s 2021-07-26T16:01:39.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:39 smithi046 bash[42351]: cluster 2021-07-26T16:01:38.125800+0000 mgr.y (mgr.24683) 569 : cluster [DBG] pgmap v1206: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 1.5 MiB/s wr, 1.89k op/s 2021-07-26T16:01:40.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:40 smithi073 bash[34190]: cluster 2021-07-26T16:01:40.126534+0000 mgr.y (mgr.24683) 570 : cluster [DBG] pgmap v1207: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 1.6 MiB/s wr, 2.27k op/s 2021-07-26T16:01:40.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:40 smithi046 bash[41283]: cluster 2021-07-26T16:01:40.126534+0000 mgr.y (mgr.24683) 570 : cluster [DBG] pgmap v1207: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 1.6 MiB/s wr, 2.27k op/s 2021-07-26T16:01:40.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:40 smithi046 bash[42351]: cluster 2021-07-26T16:01:40.126534+0000 mgr.y (mgr.24683) 570 : cluster [DBG] pgmap v1207: 41 pgs: 41 active+clean; 2.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 538 KiB/s rd, 1.6 MiB/s wr, 2.27k op/s 2021-07-26T16:01:41.310 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducer (35565 ms) 2021-07-26T16:01:41.310 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2021-07-26T16:01:42.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:42 smithi073 bash[34190]: cluster 2021-07-26T16:01:41.309940+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:01:42.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:42 smithi073 bash[34190]: cluster 2021-07-26T16:01:42.127206+0000 mgr.y (mgr.24683) 571 : cluster [DBG] pgmap v1209: 9 pgs: 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:42.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:42 smithi046 bash[41283]: cluster 2021-07-26T16:01:41.309940+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:01:42.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:42 smithi046 bash[41283]: cluster 2021-07-26T16:01:42.127206+0000 mgr.y (mgr.24683) 571 : cluster [DBG] pgmap v1209: 9 pgs: 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:42.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:42 smithi046 bash[42351]: cluster 2021-07-26T16:01:41.309940+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:01:42.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:42 smithi046 bash[42351]: cluster 2021-07-26T16:01:42.127206+0000 mgr.y (mgr.24683) 571 : cluster [DBG] pgmap v1209: 9 pgs: 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:43.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[42351]: cluster 2021-07-26T16:01:42.319149+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:01:43.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[42351]: audit 2021-07-26T16:01:42.321196+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.46:0/1968522643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:43.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[42351]: audit 2021-07-26T16:01:42.321896+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:43.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[41283]: cluster 2021-07-26T16:01:42.319149+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:01:43.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[41283]: audit 2021-07-26T16:01:42.321196+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.46:0/1968522643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:43.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:43 smithi046 bash[41283]: audit 2021-07-26T16:01:42.321896+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:43.697 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:43 smithi073 bash[34190]: cluster 2021-07-26T16:01:42.319149+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:01:43.697 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:43 smithi073 bash[34190]: audit 2021-07-26T16:01:42.321196+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.46:0/1968522643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:43.698 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:43 smithi073 bash[34190]: audit 2021-07-26T16:01:42.321896+0000 mon.a (mon.0) 1553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:44.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:44 smithi073 bash[34190]: audit 2021-07-26T16:01:43.323670+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:44 smithi073 bash[34190]: cluster 2021-07-26T16:01:43.324393+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:01:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:44 smithi073 bash[34190]: cluster 2021-07-26T16:01:44.127862+0000 mgr.y (mgr.24683) 572 : cluster [DBG] pgmap v1212: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:44.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[42351]: audit 2021-07-26T16:01:43.323670+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[42351]: cluster 2021-07-26T16:01:43.324393+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:01:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[42351]: cluster 2021-07-26T16:01:44.127862+0000 mgr.y (mgr.24683) 572 : cluster [DBG] pgmap v1212: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:44.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[41283]: audit 2021-07-26T16:01:43.323670+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-18","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:44.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[41283]: cluster 2021-07-26T16:01:43.324393+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:01:44.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:44 smithi046 bash[41283]: cluster 2021-07-26T16:01:44.127862+0000 mgr.y (mgr.24683) 572 : cluster [DBG] pgmap v1212: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:45.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4047 ms) 2021-07-26T16:01:45.358 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2021-07-26T16:01:45.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:45 smithi073 bash[34190]: cluster 2021-07-26T16:01:44.348902+0000 mon.a (mon.0) 1556 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:01:45.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:45 smithi046 bash[41283]: cluster 2021-07-26T16:01:44.348902+0000 mon.a (mon.0) 1556 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:01:45.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:45 smithi046 bash[42351]: cluster 2021-07-26T16:01:44.348902+0000 mon.a (mon.0) 1556 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:01:46.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:46 smithi073 bash[34190]: cluster 2021-07-26T16:01:45.356995+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:01:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:46 smithi073 bash[34190]: cluster 2021-07-26T16:01:46.128523+0000 mgr.y (mgr.24683) 573 : cluster [DBG] pgmap v1215: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:46.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:46 smithi046 bash[41283]: cluster 2021-07-26T16:01:45.356995+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:01:46.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:46 smithi046 bash[41283]: cluster 2021-07-26T16:01:46.128523+0000 mgr.y (mgr.24683) 573 : cluster [DBG] pgmap v1215: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:46.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:46 smithi046 bash[42351]: cluster 2021-07-26T16:01:45.356995+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:01:46.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:46 smithi046 bash[42351]: cluster 2021-07-26T16:01:46.128523+0000 mgr.y (mgr.24683) 573 : cluster [DBG] pgmap v1215: 9 pgs: 9 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:47.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:47 smithi046 bash[41283]: cluster 2021-07-26T16:01:46.368433+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:01:47.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:47 smithi046 bash[41283]: audit 2021-07-26T16:01:46.369674+0000 mon.a (mon.0) 1559 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:47 smithi046 bash[42351]: cluster 2021-07-26T16:01:46.368433+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:01:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:47 smithi046 bash[42351]: audit 2021-07-26T16:01:46.369674+0000 mon.a (mon.0) 1559 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:47.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:47 smithi073 bash[34190]: cluster 2021-07-26T16:01:46.368433+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:01:47.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:47 smithi073 bash[34190]: audit 2021-07-26T16:01:46.369674+0000 mon.a (mon.0) 1559 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:01:48.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[41283]: audit 2021-07-26T16:01:47.371757+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:48.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[41283]: cluster 2021-07-26T16:01:47.372533+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:01:48.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[41283]: cluster 2021-07-26T16:01:48.129005+0000 mgr.y (mgr.24683) 574 : cluster [DBG] pgmap v1218: 41 pgs: 12 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:48.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[42351]: audit 2021-07-26T16:01:47.371757+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:48.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[42351]: cluster 2021-07-26T16:01:47.372533+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:01:48.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:48 smithi046 bash[42351]: cluster 2021-07-26T16:01:48.129005+0000 mgr.y (mgr.24683) 574 : cluster [DBG] pgmap v1218: 41 pgs: 12 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:48.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:48 smithi073 bash[34190]: audit 2021-07-26T16:01:47.371757+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.46:0/2859031905' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-19","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:01:48.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:48 smithi073 bash[34190]: cluster 2021-07-26T16:01:47.372533+0000 mon.a (mon.0) 1561 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:01:48.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:48 smithi073 bash[34190]: cluster 2021-07-26T16:01:48.129005+0000 mgr.y (mgr.24683) 574 : cluster [DBG] pgmap v1218: 41 pgs: 12 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:49.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:49 smithi046 bash[42351]: cluster 2021-07-26T16:01:48.389623+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:01:49.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:49 smithi046 bash[41283]: cluster 2021-07-26T16:01:48.389623+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:01:49.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:49 smithi073 bash[34190]: cluster 2021-07-26T16:01:48.389623+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:01:50.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:50 smithi046 bash[41283]: cluster 2021-07-26T16:01:50.129626+0000 mgr.y (mgr.24683) 575 : cluster [DBG] pgmap v1220: 41 pgs: 12 creating+peering, 11 unknown, 18 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:50.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:50 smithi046 bash[42351]: cluster 2021-07-26T16:01:50.129626+0000 mgr.y (mgr.24683) 575 : cluster [DBG] pgmap v1220: 41 pgs: 12 creating+peering, 11 unknown, 18 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:50.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:50 smithi073 bash[34190]: cluster 2021-07-26T16:01:50.129626+0000 mgr.y (mgr.24683) 575 : cluster [DBG] pgmap v1220: 41 pgs: 12 creating+peering, 11 unknown, 18 active+clean; 577 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:01:53.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:53 smithi073 bash[34190]: cluster 2021-07-26T16:01:52.130311+0000 mgr.y (mgr.24683) 576 : cluster [DBG] pgmap v1221: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 482 KiB/s rd, 2.4 MiB/s wr, 3.00k op/s 2021-07-26T16:01:53.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:53 smithi046 bash[42351]: cluster 2021-07-26T16:01:52.130311+0000 mgr.y (mgr.24683) 576 : cluster [DBG] pgmap v1221: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 482 KiB/s rd, 2.4 MiB/s wr, 3.00k op/s 2021-07-26T16:01:53.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:53 smithi046 bash[41283]: cluster 2021-07-26T16:01:52.130311+0000 mgr.y (mgr.24683) 576 : cluster [DBG] pgmap v1221: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 482 KiB/s rd, 2.4 MiB/s wr, 3.00k op/s 2021-07-26T16:01:55.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:55 smithi073 bash[34190]: cluster 2021-07-26T16:01:54.130859+0000 mgr.y (mgr.24683) 577 : cluster [DBG] pgmap v1222: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2021-07-26T16:01:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:55 smithi046 bash[42351]: cluster 2021-07-26T16:01:54.130859+0000 mgr.y (mgr.24683) 577 : cluster [DBG] pgmap v1222: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2021-07-26T16:01:55.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:55 smithi046 bash[41283]: cluster 2021-07-26T16:01:54.130859+0000 mgr.y (mgr.24683) 577 : cluster [DBG] pgmap v1222: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2021-07-26T16:01:57.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:57 smithi073 bash[34190]: cluster 2021-07-26T16:01:56.131690+0000 mgr.y (mgr.24683) 578 : cluster [DBG] pgmap v1223: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 330 KiB/s rd, 1.7 MiB/s wr, 2.05k op/s 2021-07-26T16:01:57.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:57 smithi046 bash[41283]: cluster 2021-07-26T16:01:56.131690+0000 mgr.y (mgr.24683) 578 : cluster [DBG] pgmap v1223: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 330 KiB/s rd, 1.7 MiB/s wr, 2.05k op/s 2021-07-26T16:01:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:57 smithi046 bash[42351]: cluster 2021-07-26T16:01:56.131690+0000 mgr.y (mgr.24683) 578 : cluster [DBG] pgmap v1223: 41 pgs: 41 active+clean; 937 KiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 330 KiB/s rd, 1.7 MiB/s wr, 2.05k op/s 2021-07-26T16:01:58.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:58 smithi073 bash[34190]: audit 2021-07-26T16:01:57.883666+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2021-07-26T16:01:58.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:58 smithi073 bash[34190]: audit 2021-07-26T16:01:57.884143+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:58 smithi073 bash[34190]: audit 2021-07-26T16:01:57.884539+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:58 smithi073 bash[34190]: audit 2021-07-26T16:01:58.140455+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[42351]: audit 2021-07-26T16:01:57.883666+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2021-07-26T16:01:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[42351]: audit 2021-07-26T16:01:57.884143+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[42351]: audit 2021-07-26T16:01:57.884539+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[42351]: audit 2021-07-26T16:01:58.140455+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[41283]: audit 2021-07-26T16:01:57.883666+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2021-07-26T16:01:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[41283]: audit 2021-07-26T16:01:57.884143+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[41283]: audit 2021-07-26T16:01:57.884539+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2021-07-26T16:01:58.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:58 smithi046 bash[41283]: audit 2021-07-26T16:01:58.140455+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: cluster 2021-07-26T16:01:58.132336+0000 mgr.y (mgr.24683) 579 : cluster [DBG] pgmap v1224: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 2.8 MiB/s wr, 3.42k op/s 2021-07-26T16:01:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: audit 2021-07-26T16:01:58.255075+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2021-07-26T16:01:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: audit 2021-07-26T16:01:58.255185+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2021-07-26T16:01:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: audit 2021-07-26T16:01:58.255434+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2021-07-26T16:01:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: cluster 2021-07-26T16:01:58.255511+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:01:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:01:59 smithi073 bash[34190]: audit 2021-07-26T16:01:59.001183+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: cluster 2021-07-26T16:01:58.132336+0000 mgr.y (mgr.24683) 579 : cluster [DBG] pgmap v1224: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 2.8 MiB/s wr, 3.42k op/s 2021-07-26T16:01:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: audit 2021-07-26T16:01:58.255075+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2021-07-26T16:01:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: audit 2021-07-26T16:01:58.255185+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2021-07-26T16:01:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: audit 2021-07-26T16:01:58.255434+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2021-07-26T16:01:59.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: cluster 2021-07-26T16:01:58.255511+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:01:59.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[41283]: audit 2021-07-26T16:01:59.001183+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:59.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: cluster 2021-07-26T16:01:58.132336+0000 mgr.y (mgr.24683) 579 : cluster [DBG] pgmap v1224: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 2.8 MiB/s wr, 3.42k op/s 2021-07-26T16:01:59.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: audit 2021-07-26T16:01:58.255075+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2021-07-26T16:01:59.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: audit 2021-07-26T16:01:58.255185+0000 mon.a (mon.0) 1568 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2021-07-26T16:01:59.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: audit 2021-07-26T16:01:58.255434+0000 mon.a (mon.0) 1569 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2021-07-26T16:01:59.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: cluster 2021-07-26T16:01:58.255511+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:01:59.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:01:59 smithi046 bash[42351]: audit 2021-07-26T16:01:59.001183+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:00.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:00 smithi073 bash[34190]: cluster 2021-07-26T16:01:59.257270+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:02:00.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:00 smithi073 bash[34190]: cluster 2021-07-26T16:02:00.133060+0000 mgr.y (mgr.24683) 580 : cluster [DBG] pgmap v1227: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 2.03k op/s 2021-07-26T16:02:00.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:00 smithi046 bash[42351]: cluster 2021-07-26T16:01:59.257270+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:02:00.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:00 smithi046 bash[42351]: cluster 2021-07-26T16:02:00.133060+0000 mgr.y (mgr.24683) 580 : cluster [DBG] pgmap v1227: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 2.03k op/s 2021-07-26T16:02:00.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:00 smithi046 bash[41283]: cluster 2021-07-26T16:01:59.257270+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:02:00.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:00 smithi046 bash[41283]: cluster 2021-07-26T16:02:00.133060+0000 mgr.y (mgr.24683) 580 : cluster [DBG] pgmap v1227: 41 pgs: 41 active+clean; 1.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 2.03k op/s 2021-07-26T16:02:03.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:03 smithi073 bash[34190]: cluster 2021-07-26T16:02:02.133724+0000 mgr.y (mgr.24683) 581 : cluster [DBG] pgmap v1228: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:03.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:03 smithi046 bash[41283]: cluster 2021-07-26T16:02:02.133724+0000 mgr.y (mgr.24683) 581 : cluster [DBG] pgmap v1228: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:03.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:03 smithi046 bash[42351]: cluster 2021-07-26T16:02:02.133724+0000 mgr.y (mgr.24683) 581 : cluster [DBG] pgmap v1228: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:05.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:05 smithi073 bash[34190]: cluster 2021-07-26T16:02:04.134520+0000 mgr.y (mgr.24683) 582 : cluster [DBG] pgmap v1229: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:05.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:05 smithi046 bash[41283]: cluster 2021-07-26T16:02:04.134520+0000 mgr.y (mgr.24683) 582 : cluster [DBG] pgmap v1229: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:05.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:05 smithi046 bash[42351]: cluster 2021-07-26T16:02:04.134520+0000 mgr.y (mgr.24683) 582 : cluster [DBG] pgmap v1229: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 630 KiB/s rd, 3.1 MiB/s wr, 3.85k op/s 2021-07-26T16:02:07.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:07 smithi073 bash[34190]: cluster 2021-07-26T16:02:06.135192+0000 mgr.y (mgr.24683) 583 : cluster [DBG] pgmap v1230: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 1.82k op/s 2021-07-26T16:02:07.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:07 smithi046 bash[41283]: cluster 2021-07-26T16:02:06.135192+0000 mgr.y (mgr.24683) 583 : cluster [DBG] pgmap v1230: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 1.82k op/s 2021-07-26T16:02:07.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:07 smithi046 bash[42351]: cluster 2021-07-26T16:02:06.135192+0000 mgr.y (mgr.24683) 583 : cluster [DBG] pgmap v1230: 41 pgs: 41 active+clean; 1.5 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 1.82k op/s 2021-07-26T16:02:09.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:09 smithi073 bash[34190]: cluster 2021-07-26T16:02:08.135708+0000 mgr.y (mgr.24683) 584 : cluster [DBG] pgmap v1231: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 456 KiB/s rd, 2.3 MiB/s wr, 2.79k op/s 2021-07-26T16:02:09.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:09 smithi046 bash[42351]: cluster 2021-07-26T16:02:08.135708+0000 mgr.y (mgr.24683) 584 : cluster [DBG] pgmap v1231: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 456 KiB/s rd, 2.3 MiB/s wr, 2.79k op/s 2021-07-26T16:02:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:09 smithi046 bash[41283]: cluster 2021-07-26T16:02:08.135708+0000 mgr.y (mgr.24683) 584 : cluster [DBG] pgmap v1231: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 456 KiB/s rd, 2.3 MiB/s wr, 2.79k op/s 2021-07-26T16:02:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:11 smithi073 bash[34190]: cluster 2021-07-26T16:02:10.136342+0000 mgr.y (mgr.24683) 585 : cluster [DBG] pgmap v1232: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 2.54k op/s 2021-07-26T16:02:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:11 smithi046 bash[41283]: cluster 2021-07-26T16:02:10.136342+0000 mgr.y (mgr.24683) 585 : cluster [DBG] pgmap v1232: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 2.54k op/s 2021-07-26T16:02:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:11 smithi046 bash[42351]: cluster 2021-07-26T16:02:10.136342+0000 mgr.y (mgr.24683) 585 : cluster [DBG] pgmap v1232: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 415 KiB/s rd, 2.1 MiB/s wr, 2.54k op/s 2021-07-26T16:02:13.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:13 smithi073 bash[34190]: cluster 2021-07-26T16:02:12.137103+0000 mgr.y (mgr.24683) 586 : cluster [DBG] pgmap v1233: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 536 KiB/s rd, 2.4 MiB/s wr, 2.96k op/s 2021-07-26T16:02:13.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:13 smithi046 bash[42351]: cluster 2021-07-26T16:02:12.137103+0000 mgr.y (mgr.24683) 586 : cluster [DBG] pgmap v1233: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 536 KiB/s rd, 2.4 MiB/s wr, 2.96k op/s 2021-07-26T16:02:13.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:13 smithi046 bash[41283]: cluster 2021-07-26T16:02:12.137103+0000 mgr.y (mgr.24683) 586 : cluster [DBG] pgmap v1233: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 536 KiB/s rd, 2.4 MiB/s wr, 2.96k op/s 2021-07-26T16:02:14.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:14 smithi073 bash[34190]: cluster 2021-07-26T16:02:14.137865+0000 mgr.y (mgr.24683) 587 : cluster [DBG] pgmap v1234: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:14.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:14 smithi046 bash[41283]: cluster 2021-07-26T16:02:14.137865+0000 mgr.y (mgr.24683) 587 : cluster [DBG] pgmap v1234: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:14.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:14 smithi046 bash[42351]: cluster 2021-07-26T16:02:14.137865+0000 mgr.y (mgr.24683) 587 : cluster [DBG] pgmap v1234: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:17.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:17 smithi073 bash[34190]: cluster 2021-07-26T16:02:16.138518+0000 mgr.y (mgr.24683) 588 : cluster [DBG] pgmap v1235: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:17.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:17 smithi046 bash[41283]: cluster 2021-07-26T16:02:16.138518+0000 mgr.y (mgr.24683) 588 : cluster [DBG] pgmap v1235: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:17.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:17 smithi046 bash[42351]: cluster 2021-07-26T16:02:16.138518+0000 mgr.y (mgr.24683) 588 : cluster [DBG] pgmap v1235: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 1.4 MiB/s wr, 1.75k op/s 2021-07-26T16:02:19.615 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:19 smithi073 bash[34190]: cluster 2021-07-26T16:02:18.139299+0000 mgr.y (mgr.24683) 589 : cluster [DBG] pgmap v1236: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 1.8 MiB/s wr, 2.29k op/s 2021-07-26T16:02:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:19 smithi046 bash[41283]: cluster 2021-07-26T16:02:18.139299+0000 mgr.y (mgr.24683) 589 : cluster [DBG] pgmap v1236: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 1.8 MiB/s wr, 2.29k op/s 2021-07-26T16:02:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:19 smithi046 bash[42351]: cluster 2021-07-26T16:02:18.139299+0000 mgr.y (mgr.24683) 589 : cluster [DBG] pgmap v1236: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 1.8 MiB/s wr, 2.29k op/s 2021-07-26T16:02:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:21 smithi073 bash[34190]: cluster 2021-07-26T16:02:20.140050+0000 mgr.y (mgr.24683) 590 : cluster [DBG] pgmap v1237: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 897 KiB/s wr, 1.21k op/s 2021-07-26T16:02:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:21 smithi046 bash[41283]: cluster 2021-07-26T16:02:20.140050+0000 mgr.y (mgr.24683) 590 : cluster [DBG] pgmap v1237: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 897 KiB/s wr, 1.21k op/s 2021-07-26T16:02:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:21 smithi046 bash[42351]: cluster 2021-07-26T16:02:20.140050+0000 mgr.y (mgr.24683) 590 : cluster [DBG] pgmap v1237: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 897 KiB/s wr, 1.21k op/s 2021-07-26T16:02:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:23 smithi073 bash[34190]: cluster 2021-07-26T16:02:22.140614+0000 mgr.y (mgr.24683) 591 : cluster [DBG] pgmap v1238: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 1.2 MiB/s wr, 1.72k op/s 2021-07-26T16:02:23.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:23 smithi046 bash[42351]: cluster 2021-07-26T16:02:22.140614+0000 mgr.y (mgr.24683) 591 : cluster [DBG] pgmap v1238: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 1.2 MiB/s wr, 1.72k op/s 2021-07-26T16:02:23.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:23 smithi046 bash[41283]: cluster 2021-07-26T16:02:22.140614+0000 mgr.y (mgr.24683) 591 : cluster [DBG] pgmap v1238: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 1.2 MiB/s wr, 1.72k op/s 2021-07-26T16:02:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:25 smithi073 bash[34190]: cluster 2021-07-26T16:02:24.141250+0000 mgr.y (mgr.24683) 592 : cluster [DBG] pgmap v1239: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:25 smithi046 bash[41283]: cluster 2021-07-26T16:02:24.141250+0000 mgr.y (mgr.24683) 592 : cluster [DBG] pgmap v1239: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:25 smithi046 bash[42351]: cluster 2021-07-26T16:02:24.141250+0000 mgr.y (mgr.24683) 592 : cluster [DBG] pgmap v1239: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:26 smithi073 bash[34190]: audit 2021-07-26T16:02:26.113609+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:26 smithi073 bash[34190]: audit 2021-07-26T16:02:26.116488+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:02:26.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:26 smithi073 bash[34190]: audit 2021-07-26T16:02:26.118534+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:02:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[41283]: audit 2021-07-26T16:02:26.113609+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[41283]: audit 2021-07-26T16:02:26.116488+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:02:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[41283]: audit 2021-07-26T16:02:26.118534+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:02:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[42351]: audit 2021-07-26T16:02:26.113609+0000 mon.a (mon.0) 1573 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[42351]: audit 2021-07-26T16:02:26.116488+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:02:26.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:26 smithi046 bash[42351]: audit 2021-07-26T16:02:26.118534+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:02:27.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:27 smithi073 bash[34190]: cluster 2021-07-26T16:02:26.141964+0000 mgr.y (mgr.24683) 593 : cluster [DBG] pgmap v1240: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:27.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:27 smithi046 bash[41283]: cluster 2021-07-26T16:02:26.141964+0000 mgr.y (mgr.24683) 593 : cluster [DBG] pgmap v1240: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:27.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:27 smithi046 bash[42351]: cluster 2021-07-26T16:02:26.141964+0000 mgr.y (mgr.24683) 593 : cluster [DBG] pgmap v1240: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 775 KiB/s wr, 1.06k op/s 2021-07-26T16:02:28.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:28 smithi073 bash[34190]: cluster 2021-07-26T16:02:28.142729+0000 mgr.y (mgr.24683) 594 : cluster [DBG] pgmap v1241: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 1.1 MiB/s wr, 1.53k op/s 2021-07-26T16:02:28.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:28 smithi046 bash[42351]: cluster 2021-07-26T16:02:28.142729+0000 mgr.y (mgr.24683) 594 : cluster [DBG] pgmap v1241: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 1.1 MiB/s wr, 1.53k op/s 2021-07-26T16:02:28.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:28 smithi046 bash[41283]: cluster 2021-07-26T16:02:28.142729+0000 mgr.y (mgr.24683) 594 : cluster [DBG] pgmap v1241: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 401 KiB/s rd, 1.1 MiB/s wr, 1.53k op/s 2021-07-26T16:02:31.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[41283]: audit 2021-07-26T16:02:30.137622+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[41283]: cluster 2021-07-26T16:02:30.143244+0000 mgr.y (mgr.24683) 595 : cluster [DBG] pgmap v1242: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 258 KiB/s rd, 723 KiB/s wr, 987 op/s 2021-07-26T16:02:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[41283]: audit 2021-07-26T16:02:30.236343+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[41283]: audit 2021-07-26T16:02:30.506987+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[42351]: audit 2021-07-26T16:02:30.137622+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[42351]: cluster 2021-07-26T16:02:30.143244+0000 mgr.y (mgr.24683) 595 : cluster [DBG] pgmap v1242: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 258 KiB/s rd, 723 KiB/s wr, 987 op/s 2021-07-26T16:02:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[42351]: audit 2021-07-26T16:02:30.236343+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:31 smithi046 bash[42351]: audit 2021-07-26T16:02:30.506987+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:31 smithi073 bash[34190]: audit 2021-07-26T16:02:30.137622+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:31 smithi073 bash[34190]: cluster 2021-07-26T16:02:30.143244+0000 mgr.y (mgr.24683) 595 : cluster [DBG] pgmap v1242: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 258 KiB/s rd, 723 KiB/s wr, 987 op/s 2021-07-26T16:02:31.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:31 smithi073 bash[34190]: audit 2021-07-26T16:02:30.236343+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:31 smithi073 bash[34190]: audit 2021-07-26T16:02:30.506987+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:02:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:33 smithi073 bash[34190]: cluster 2021-07-26T16:02:32.143778+0000 mgr.y (mgr.24683) 596 : cluster [DBG] pgmap v1243: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.0 MiB/s wr, 1.42k op/s 2021-07-26T16:02:33.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:33 smithi046 bash[41283]: cluster 2021-07-26T16:02:32.143778+0000 mgr.y (mgr.24683) 596 : cluster [DBG] pgmap v1243: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.0 MiB/s wr, 1.42k op/s 2021-07-26T16:02:33.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:33 smithi046 bash[42351]: cluster 2021-07-26T16:02:32.143778+0000 mgr.y (mgr.24683) 596 : cluster [DBG] pgmap v1243: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 372 KiB/s rd, 1.0 MiB/s wr, 1.42k op/s 2021-07-26T16:02:35.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:35 smithi073 bash[34190]: cluster 2021-07-26T16:02:34.144329+0000 mgr.y (mgr.24683) 597 : cluster [DBG] pgmap v1244: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:35 smithi046 bash[41283]: cluster 2021-07-26T16:02:34.144329+0000 mgr.y (mgr.24683) 597 : cluster [DBG] pgmap v1244: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:35 smithi046 bash[42351]: cluster 2021-07-26T16:02:34.144329+0000 mgr.y (mgr.24683) 597 : cluster [DBG] pgmap v1244: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:37.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:37 smithi073 bash[34190]: cluster 2021-07-26T16:02:36.145287+0000 mgr.y (mgr.24683) 598 : cluster [DBG] pgmap v1245: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:37.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:37 smithi046 bash[41283]: cluster 2021-07-26T16:02:36.145287+0000 mgr.y (mgr.24683) 598 : cluster [DBG] pgmap v1245: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:37.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:37 smithi046 bash[42351]: cluster 2021-07-26T16:02:36.145287+0000 mgr.y (mgr.24683) 598 : cluster [DBG] pgmap v1245: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 662 KiB/s wr, 905 op/s 2021-07-26T16:02:38.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:38 smithi073 bash[34190]: cluster 2021-07-26T16:02:38.146098+0000 mgr.y (mgr.24683) 599 : cluster [DBG] pgmap v1246: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 446 KiB/s rd, 884 KiB/s wr, 1.34k op/s 2021-07-26T16:02:38.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:38 smithi046 bash[41283]: cluster 2021-07-26T16:02:38.146098+0000 mgr.y (mgr.24683) 599 : cluster [DBG] pgmap v1246: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 446 KiB/s rd, 884 KiB/s wr, 1.34k op/s 2021-07-26T16:02:38.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:38 smithi046 bash[42351]: cluster 2021-07-26T16:02:38.146098+0000 mgr.y (mgr.24683) 599 : cluster [DBG] pgmap v1246: 41 pgs: 41 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 446 KiB/s rd, 884 KiB/s wr, 1.34k op/s 2021-07-26T16:02:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (53919 ms) 2021-07-26T16:02:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2021-07-26T16:02:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:40 smithi073 bash[34190]: cluster 2021-07-26T16:02:39.275301+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:02:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:40 smithi073 bash[34190]: cluster 2021-07-26T16:02:40.146744+0000 mgr.y (mgr.24683) 600 : cluster [DBG] pgmap v1248: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:40.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:40 smithi046 bash[41283]: cluster 2021-07-26T16:02:39.275301+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:02:40.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:40 smithi046 bash[41283]: cluster 2021-07-26T16:02:40.146744+0000 mgr.y (mgr.24683) 600 : cluster [DBG] pgmap v1248: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:40.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:40 smithi046 bash[42351]: cluster 2021-07-26T16:02:39.275301+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:02:40.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:40 smithi046 bash[42351]: cluster 2021-07-26T16:02:40.146744+0000 mgr.y (mgr.24683) 600 : cluster [DBG] pgmap v1248: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:41 smithi073 bash[34190]: cluster 2021-07-26T16:02:40.286536+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:02:41.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:41 smithi073 bash[34190]: audit 2021-07-26T16:02:40.288011+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:41 smithi046 bash[41283]: cluster 2021-07-26T16:02:40.286536+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:02:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:41 smithi046 bash[41283]: audit 2021-07-26T16:02:40.288011+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:41.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:41 smithi046 bash[42351]: cluster 2021-07-26T16:02:40.286536+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:02:41.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:41 smithi046 bash[42351]: audit 2021-07-26T16:02:40.288011+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:42.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:42 smithi073 bash[34190]: audit 2021-07-26T16:02:41.296313+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:42.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:42 smithi073 bash[34190]: cluster 2021-07-26T16:02:41.296660+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:02:42.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:42 smithi073 bash[34190]: cluster 2021-07-26T16:02:42.147512+0000 mgr.y (mgr.24683) 601 : cluster [DBG] pgmap v1251: 41 pgs: 15 creating+peering, 5 unknown, 21 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:42.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[41283]: audit 2021-07-26T16:02:41.296313+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:42.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[41283]: cluster 2021-07-26T16:02:41.296660+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:02:42.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[41283]: cluster 2021-07-26T16:02:42.147512+0000 mgr.y (mgr.24683) 601 : cluster [DBG] pgmap v1251: 41 pgs: 15 creating+peering, 5 unknown, 21 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:42.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[42351]: audit 2021-07-26T16:02:41.296313+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? 172.21.15.46:0/2835671217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-20","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:42.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[42351]: cluster 2021-07-26T16:02:41.296660+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:02:42.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:42 smithi046 bash[42351]: cluster 2021-07-26T16:02:42.147512+0000 mgr.y (mgr.24683) 601 : cluster [DBG] pgmap v1251: 41 pgs: 15 creating+peering, 5 unknown, 21 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:43.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:43 smithi073 bash[34190]: cluster 2021-07-26T16:02:42.304141+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:02:43.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:43 smithi046 bash[41283]: cluster 2021-07-26T16:02:42.304141+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:02:43.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:43 smithi046 bash[42351]: cluster 2021-07-26T16:02:42.304141+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:02:44.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:44 smithi073 bash[34190]: cluster 2021-07-26T16:02:44.148328+0000 mgr.y (mgr.24683) 602 : cluster [DBG] pgmap v1253: 41 pgs: 15 creating+peering, 1 unknown, 25 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 60 KiB/s wr, 71 op/s 2021-07-26T16:02:44.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:44 smithi046 bash[41283]: cluster 2021-07-26T16:02:44.148328+0000 mgr.y (mgr.24683) 602 : cluster [DBG] pgmap v1253: 41 pgs: 15 creating+peering, 1 unknown, 25 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 60 KiB/s wr, 71 op/s 2021-07-26T16:02:44.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:44 smithi046 bash[42351]: cluster 2021-07-26T16:02:44.148328+0000 mgr.y (mgr.24683) 602 : cluster [DBG] pgmap v1253: 41 pgs: 15 creating+peering, 1 unknown, 25 active+clean; 580 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 60 KiB/s wr, 71 op/s 2021-07-26T16:02:45.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6043 ms) 2021-07-26T16:02:45.321 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2021-07-26T16:02:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:46 smithi073 bash[34190]: cluster 2021-07-26T16:02:45.319124+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:02:46.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:46 smithi073 bash[34190]: cluster 2021-07-26T16:02:46.149042+0000 mgr.y (mgr.24683) 603 : cluster [DBG] pgmap v1255: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:46 smithi046 bash[41283]: cluster 2021-07-26T16:02:45.319124+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:02:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:46 smithi046 bash[41283]: cluster 2021-07-26T16:02:46.149042+0000 mgr.y (mgr.24683) 603 : cluster [DBG] pgmap v1255: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:46 smithi046 bash[42351]: cluster 2021-07-26T16:02:45.319124+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:02:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:46 smithi046 bash[42351]: cluster 2021-07-26T16:02:46.149042+0000 mgr.y (mgr.24683) 603 : cluster [DBG] pgmap v1255: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:47 smithi073 bash[34190]: cluster 2021-07-26T16:02:46.329169+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:02:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:47 smithi073 bash[34190]: audit 2021-07-26T16:02:46.332967+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.46:0/1874385539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:47.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:47 smithi073 bash[34190]: audit 2021-07-26T16:02:46.333606+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:47.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[41283]: cluster 2021-07-26T16:02:46.329169+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:02:47.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[41283]: audit 2021-07-26T16:02:46.332967+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.46:0/1874385539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:47.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[41283]: audit 2021-07-26T16:02:46.333606+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[42351]: cluster 2021-07-26T16:02:46.329169+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:02:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[42351]: audit 2021-07-26T16:02:46.332967+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.46:0/1874385539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:47.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:47 smithi046 bash[42351]: audit 2021-07-26T16:02:46.333606+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:48.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:48 smithi073 bash[34190]: audit 2021-07-26T16:02:47.330502+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:48.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:48 smithi073 bash[34190]: cluster 2021-07-26T16:02:47.331217+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:02:48.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:48 smithi073 bash[34190]: cluster 2021-07-26T16:02:48.149826+0000 mgr.y (mgr.24683) 604 : cluster [DBG] pgmap v1258: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 142 KiB/s wr, 74 op/s 2021-07-26T16:02:48.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[41283]: audit 2021-07-26T16:02:47.330502+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:48.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[41283]: cluster 2021-07-26T16:02:47.331217+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:02:48.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[41283]: cluster 2021-07-26T16:02:48.149826+0000 mgr.y (mgr.24683) 604 : cluster [DBG] pgmap v1258: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 142 KiB/s wr, 74 op/s 2021-07-26T16:02:48.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[42351]: audit 2021-07-26T16:02:47.330502+0000 mon.a (mon.0) 1588 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-21","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:48.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[42351]: cluster 2021-07-26T16:02:47.331217+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:02:48.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:48 smithi046 bash[42351]: cluster 2021-07-26T16:02:48.149826+0000 mgr.y (mgr.24683) 604 : cluster [DBG] pgmap v1258: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 142 KiB/s rd, 142 KiB/s wr, 74 op/s 2021-07-26T16:02:49.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:49 smithi073 bash[34190]: cluster 2021-07-26T16:02:48.349553+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:02:49.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:49 smithi046 bash[42351]: cluster 2021-07-26T16:02:48.349553+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:02:49.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:49 smithi046 bash[41283]: cluster 2021-07-26T16:02:48.349553+0000 mon.a (mon.0) 1590 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:02:50.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:50 smithi073 bash[34190]: cluster 2021-07-26T16:02:50.150525+0000 mgr.y (mgr.24683) 605 : cluster [DBG] pgmap v1260: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 231 KiB/s rd, 232 KiB/s wr, 162 op/s 2021-07-26T16:02:50.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:50 smithi046 bash[41283]: cluster 2021-07-26T16:02:50.150525+0000 mgr.y (mgr.24683) 605 : cluster [DBG] pgmap v1260: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 231 KiB/s rd, 232 KiB/s wr, 162 op/s 2021-07-26T16:02:50.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:50 smithi046 bash[42351]: cluster 2021-07-26T16:02:50.150525+0000 mgr.y (mgr.24683) 605 : cluster [DBG] pgmap v1260: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 231 KiB/s rd, 232 KiB/s wr, 162 op/s 2021-07-26T16:02:52.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:52 smithi073 bash[34190]: cluster 2021-07-26T16:02:52.151361+0000 mgr.y (mgr.24683) 606 : cluster [DBG] pgmap v1261: 41 pgs: 41 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 187 KiB/s wr, 131 op/s 2021-07-26T16:02:52.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:52 smithi046 bash[41283]: cluster 2021-07-26T16:02:52.151361+0000 mgr.y (mgr.24683) 606 : cluster [DBG] pgmap v1261: 41 pgs: 41 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 187 KiB/s wr, 131 op/s 2021-07-26T16:02:52.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:52 smithi046 bash[42351]: cluster 2021-07-26T16:02:52.151361+0000 mgr.y (mgr.24683) 606 : cluster [DBG] pgmap v1261: 41 pgs: 41 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 187 KiB/s wr, 131 op/s 2021-07-26T16:02:55.214 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (9895 ms) 2021-07-26T16:02:55.215 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2021-07-26T16:02:55.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:55 smithi073 bash[34190]: cluster 2021-07-26T16:02:54.152136+0000 mgr.y (mgr.24683) 607 : cluster [DBG] pgmap v1262: 41 pgs: 41 active+clean; 638 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 1.05k op/s 2021-07-26T16:02:55.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:55 smithi046 bash[41283]: cluster 2021-07-26T16:02:54.152136+0000 mgr.y (mgr.24683) 607 : cluster [DBG] pgmap v1262: 41 pgs: 41 active+clean; 638 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 1.05k op/s 2021-07-26T16:02:55.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:55 smithi046 bash[42351]: cluster 2021-07-26T16:02:54.152136+0000 mgr.y (mgr.24683) 607 : cluster [DBG] pgmap v1262: 41 pgs: 41 active+clean; 638 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 1.05k op/s 2021-07-26T16:02:56.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:56 smithi073 bash[34190]: cluster 2021-07-26T16:02:55.213629+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:02:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:56 smithi046 bash[41283]: cluster 2021-07-26T16:02:55.213629+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:02:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:56 smithi046 bash[42351]: cluster 2021-07-26T16:02:55.213629+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:02:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:57 smithi073 bash[34190]: cluster 2021-07-26T16:02:56.152855+0000 mgr.y (mgr.24683) 608 : cluster [DBG] pgmap v1264: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:57 smithi073 bash[34190]: cluster 2021-07-26T16:02:56.226479+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:02:57.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:57 smithi073 bash[34190]: audit 2021-07-26T16:02:56.246828+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:57.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:57 smithi073 bash[34190]: audit 2021-07-26T16:02:57.230019+0000 mon.a (mon.0) 1594 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:57.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:57 smithi073 bash[34190]: cluster 2021-07-26T16:02:57.230174+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:02:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[42351]: cluster 2021-07-26T16:02:56.152855+0000 mgr.y (mgr.24683) 608 : cluster [DBG] pgmap v1264: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[42351]: cluster 2021-07-26T16:02:56.226479+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:02:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[42351]: audit 2021-07-26T16:02:56.246828+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[42351]: audit 2021-07-26T16:02:57.230019+0000 mon.a (mon.0) 1594 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[42351]: cluster 2021-07-26T16:02:57.230174+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:02:57.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[41283]: cluster 2021-07-26T16:02:56.152855+0000 mgr.y (mgr.24683) 608 : cluster [DBG] pgmap v1264: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:57.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[41283]: cluster 2021-07-26T16:02:56.226479+0000 mon.a (mon.0) 1592 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:02:57.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[41283]: audit 2021-07-26T16:02:56.246828+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:02:57.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[41283]: audit 2021-07-26T16:02:57.230019+0000 mon.a (mon.0) 1594 : audit [INF] from='client.? 172.21.15.46:0/4032065862' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-52497-22","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:02:57.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:57 smithi046 bash[41283]: cluster 2021-07-26T16:02:57.230174+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:02:58.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:58 smithi073 bash[34190]: audit 2021-07-26T16:02:58.146198+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:58.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:58 smithi073 bash[34190]: cluster 2021-07-26T16:02:58.231312+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:02:58.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:58 smithi046 bash[41283]: audit 2021-07-26T16:02:58.146198+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:58.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:58 smithi046 bash[41283]: cluster 2021-07-26T16:02:58.231312+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:02:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:58 smithi046 bash[42351]: audit 2021-07-26T16:02:58.146198+0000 mon.a (mon.0) 1596 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:58.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:58 smithi046 bash[42351]: cluster 2021-07-26T16:02:58.231312+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:02:59.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:59 smithi073 bash[34190]: cluster 2021-07-26T16:02:58.153445+0000 mgr.y (mgr.24683) 609 : cluster [DBG] pgmap v1267: 41 pgs: 13 creating+peering, 15 unknown, 13 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:02:59 smithi073 bash[34190]: audit 2021-07-26T16:02:59.005242+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:59 smithi046 bash[41283]: cluster 2021-07-26T16:02:58.153445+0000 mgr.y (mgr.24683) 609 : cluster [DBG] pgmap v1267: 41 pgs: 13 creating+peering, 15 unknown, 13 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:02:59 smithi046 bash[41283]: audit 2021-07-26T16:02:59.005242+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:59 smithi046 bash[42351]: cluster 2021-07-26T16:02:58.153445+0000 mgr.y (mgr.24683) 609 : cluster [DBG] pgmap v1267: 41 pgs: 13 creating+peering, 15 unknown, 13 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:02:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:02:59 smithi046 bash[42351]: audit 2021-07-26T16:02:59.005242+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:01.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:01 smithi073 bash[34190]: cluster 2021-07-26T16:03:00.154296+0000 mgr.y (mgr.24683) 610 : cluster [DBG] pgmap v1269: 41 pgs: 13 creating+peering, 13 unknown, 15 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 561 op/s 2021-07-26T16:03:01.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:01 smithi046 bash[41283]: cluster 2021-07-26T16:03:00.154296+0000 mgr.y (mgr.24683) 610 : cluster [DBG] pgmap v1269: 41 pgs: 13 creating+peering, 13 unknown, 15 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 561 op/s 2021-07-26T16:03:01.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:01 smithi046 bash[42351]: cluster 2021-07-26T16:03:00.154296+0000 mgr.y (mgr.24683) 610 : cluster [DBG] pgmap v1269: 41 pgs: 13 creating+peering, 13 unknown, 15 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 561 op/s 2021-07-26T16:03:02.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:02 smithi073 bash[34190]: cluster 2021-07-26T16:03:02.155442+0000 mgr.y (mgr.24683) 611 : cluster [DBG] pgmap v1270: 41 pgs: 41 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 462 op/s 2021-07-26T16:03:02.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:02 smithi046 bash[41283]: cluster 2021-07-26T16:03:02.155442+0000 mgr.y (mgr.24683) 611 : cluster [DBG] pgmap v1270: 41 pgs: 41 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 462 op/s 2021-07-26T16:03:02.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:02 smithi046 bash[42351]: cluster 2021-07-26T16:03:02.155442+0000 mgr.y (mgr.24683) 611 : cluster [DBG] pgmap v1270: 41 pgs: 41 active+clean; 600 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 462 op/s 2021-07-26T16:03:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (8920 ms) 2021-07-26T16:03:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 22 tests from TestCls2PCQueue (167418 ms total) 2021-07-26T16:03:04.136 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:03:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:03:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 22 tests from 1 test suite ran. (167418 ms total) 2021-07-26T16:03:04.136 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 22 tests. 2021-07-26T16:03:04.139 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:03:04.140 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:03:04.171 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2021-07-26T16:03:04.172 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2021-07-26T16:03:04.238 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:03:04.238 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 29 tests from 1 test suite. 2021-07-26T16:03:04.239 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:03:05.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:05 smithi046 bash[41283]: cluster 2021-07-26T16:03:04.134484+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:03:05.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:05 smithi046 bash[41283]: cluster 2021-07-26T16:03:04.156066+0000 mgr.y (mgr.24683) 612 : cluster [DBG] pgmap v1272: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:05 smithi046 bash[42351]: cluster 2021-07-26T16:03:04.134484+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:03:05.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:05 smithi046 bash[42351]: cluster 2021-07-26T16:03:04.156066+0000 mgr.y (mgr.24683) 612 : cluster [DBG] pgmap v1272: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:05.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:05 smithi073 bash[34190]: cluster 2021-07-26T16:03:04.134484+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:03:05.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:05 smithi073 bash[34190]: cluster 2021-07-26T16:03:04.156066+0000 mgr.y (mgr.24683) 612 : cluster [DBG] pgmap v1272: 9 pgs: 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:06.164 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 29 tests from CmpOmap 2021-07-26T16:03:06.164 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2021-07-26T16:03:06.171 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (8 ms) 2021-07-26T16:03:06.171 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2021-07-26T16:03:06.175 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2021-07-26T16:03:06.175 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2021-07-26T16:03:06.179 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2021-07-26T16:03:06.179 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2021-07-26T16:03:06.183 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (5 ms) 2021-07-26T16:03:06.184 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_str 2021-07-26T16:03:06.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_str (10 ms) 2021-07-26T16:03:06.193 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2021-07-26T16:03:06.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64 (13 ms) 2021-07-26T16:03:06.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2021-07-26T16:03:06.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (7 ms) 2021-07-26T16:03:06.216 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2021-07-26T16:03:06.223 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (9 ms) 2021-07-26T16:03:06.223 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2021-07-26T16:03:06.233 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (10 ms) 2021-07-26T16:03:06.233 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2021-07-26T16:03:06.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (3 ms) 2021-07-26T16:03:06.235 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2021-07-26T16:03:06.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (2 ms) 2021-07-26T16:03:06.237 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2021-07-26T16:03:06.251 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (14 ms) 2021-07-26T16:03:06.253 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2021-07-26T16:03:06.266 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (14 ms) 2021-07-26T16:03:06.266 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2021-07-26T16:03:06.277 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (10 ms) 2021-07-26T16:03:06.277 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2021-07-26T16:03:06.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (15 ms) 2021-07-26T16:03:06.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2021-07-26T16:03:06.309 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_str (19 ms) 2021-07-26T16:03:06.310 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2021-07-26T16:03:06.327 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (17 ms) 2021-07-26T16:03:06.327 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2021-07-26T16:03:06.331 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (5 ms) 2021-07-26T16:03:06.332 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2021-07-26T16:03:06.338 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2021-07-26T16:03:06.338 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2021-07-26T16:03:06.340 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2021-07-26T16:03:06.341 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2021-07-26T16:03:06.343 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2021-07-26T16:03:06.343 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2021-07-26T16:03:06.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (14 ms) 2021-07-26T16:03:06.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2021-07-26T16:03:06.370 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (14 ms) 2021-07-26T16:03:06.371 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2021-07-26T16:03:06.391 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (18 ms) 2021-07-26T16:03:06.391 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2021-07-26T16:03:06.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (18 ms) 2021-07-26T16:03:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2021-07-26T16:03:06.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (4 ms) 2021-07-26T16:03:06.411 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2021-07-26T16:03:06.417 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (6 ms) 2021-07-26T16:03:06.417 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2021-07-26T16:03:06.419 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2021-07-26T16:03:06.419 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2021-07-26T16:03:06.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2021-07-26T16:03:06.421 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 29 tests from CmpOmap (258 ms total) 2021-07-26T16:03:06.421 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:03:06.422 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:03:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[41283]: cluster 2021-07-26T16:03:05.147502+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:03:06.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[41283]: audit 2021-07-26T16:03:05.153491+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:06.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[41283]: audit 2021-07-26T16:03:05.153910+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.46:0/724185194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[42351]: cluster 2021-07-26T16:03:05.147502+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:03:06.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[42351]: audit 2021-07-26T16:03:05.153491+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:06.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:06 smithi046 bash[42351]: audit 2021-07-26T16:03:05.153910+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.46:0/724185194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:06.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:06 smithi073 bash[34190]: cluster 2021-07-26T16:03:05.147502+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:03:06.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:06 smithi073 bash[34190]: audit 2021-07-26T16:03:05.153491+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:06.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:06 smithi073 bash[34190]: audit 2021-07-26T16:03:05.153910+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.46:0/724185194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:07.174 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 29 tests from 1 test suite ran. (2930 ms total) 2021-07-26T16:03:07.175 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 29 tests. 2021-07-26T16:03:07.175 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:03:07.175 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:03:07.187 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2021-07-26T16:03:07.187 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2021-07-26T16:03:07.206 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:03:07.206 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 6 tests from 1 test suite. 2021-07-26T16:03:07.207 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:03:07.207 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello 2021-07-26T16:03:07.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.SayHello 2021-07-26T16:03:07.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[41283]: audit 2021-07-26T16:03:06.149734+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[41283]: cluster 2021-07-26T16:03:06.150039+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:03:07.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[41283]: cluster 2021-07-26T16:03:06.156582+0000 mgr.y (mgr.24683) 613 : cluster [DBG] pgmap v1275: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[42351]: audit 2021-07-26T16:03:06.149734+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:07.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[42351]: cluster 2021-07-26T16:03:06.150039+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:03:07.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:07 smithi046 bash[42351]: cluster 2021-07-26T16:03:06.156582+0000 mgr.y (mgr.24683) 613 : cluster [DBG] pgmap v1275: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:07.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:07 smithi073 bash[34190]: audit 2021-07-26T16:03:06.149734+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:07.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:07 smithi073 bash[34190]: cluster 2021-07-26T16:03:06.150039+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:03:07.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:07 smithi073 bash[34190]: cluster 2021-07-26T16:03:06.156582+0000 mgr.y (mgr.24683) 613 : cluster [DBG] pgmap v1275: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:08.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:08 smithi046 bash[41283]: cluster 2021-07-26T16:03:07.166830+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:03:08.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:08 smithi046 bash[42351]: cluster 2021-07-26T16:03:07.166830+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:03:08.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:08 smithi073 bash[34190]: cluster 2021-07-26T16:03:07.166830+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:03:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:09 smithi073 bash[34190]: cluster 2021-07-26T16:03:08.157136+0000 mgr.y (mgr.24683) 614 : cluster [DBG] pgmap v1277: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:09.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:09 smithi073 bash[34190]: cluster 2021-07-26T16:03:08.185873+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:03:09.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:09 smithi073 bash[34190]: audit 2021-07-26T16:03:08.193943+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.46:0/3926506036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:09.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:09 smithi073 bash[34190]: audit 2021-07-26T16:03:08.194874+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:09.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[41283]: cluster 2021-07-26T16:03:08.157136+0000 mgr.y (mgr.24683) 614 : cluster [DBG] pgmap v1277: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[41283]: cluster 2021-07-26T16:03:08.185873+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:03:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[41283]: audit 2021-07-26T16:03:08.193943+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.46:0/3926506036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:09.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[41283]: audit 2021-07-26T16:03:08.194874+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:09.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[42351]: cluster 2021-07-26T16:03:08.157136+0000 mgr.y (mgr.24683) 614 : cluster [DBG] pgmap v1277: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:09.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[42351]: cluster 2021-07-26T16:03:08.185873+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:03:09.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[42351]: audit 2021-07-26T16:03:08.193943+0000 mon.c (mon.1) 21 : audit [INF] from='client.? 172.21.15.46:0/3926506036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:09.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:09 smithi046 bash[42351]: audit 2021-07-26T16:03:08.194874+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:10.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.SayHello (3001 ms) 2021-07-26T16:03:10.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.RecordHello 2021-07-26T16:03:10.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:10 smithi073 bash[34190]: audit 2021-07-26T16:03:09.190450+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:10.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:10 smithi073 bash[34190]: cluster 2021-07-26T16:03:09.190897+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:03:10.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:10 smithi046 bash[41283]: audit 2021-07-26T16:03:09.190450+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:10.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:10 smithi046 bash[41283]: cluster 2021-07-26T16:03:09.190897+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:03:10.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:10 smithi046 bash[42351]: audit 2021-07-26T16:03:09.190450+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:10.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:10 smithi046 bash[42351]: cluster 2021-07-26T16:03:09.190897+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:03:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:11 smithi073 bash[34190]: cluster 2021-07-26T16:03:10.157756+0000 mgr.y (mgr.24683) 615 : cluster [DBG] pgmap v1280: 41 pgs: 28 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:11.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:11 smithi073 bash[34190]: cluster 2021-07-26T16:03:10.204913+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:03:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:11 smithi046 bash[41283]: cluster 2021-07-26T16:03:10.157756+0000 mgr.y (mgr.24683) 615 : cluster [DBG] pgmap v1280: 41 pgs: 28 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:11.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:11 smithi046 bash[41283]: cluster 2021-07-26T16:03:10.204913+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:03:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:11 smithi046 bash[42351]: cluster 2021-07-26T16:03:10.157756+0000 mgr.y (mgr.24683) 615 : cluster [DBG] pgmap v1280: 41 pgs: 28 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:11.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:11 smithi046 bash[42351]: cluster 2021-07-26T16:03:10.204913+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:03:12.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:12 smithi073 bash[34190]: cluster 2021-07-26T16:03:11.223087+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:03:12.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:12 smithi073 bash[34190]: audit 2021-07-26T16:03:11.225604+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.46:0/2154402718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:12.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:12 smithi073 bash[34190]: audit 2021-07-26T16:03:11.226371+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[41283]: cluster 2021-07-26T16:03:11.223087+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:03:12.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[41283]: audit 2021-07-26T16:03:11.225604+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.46:0/2154402718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:12.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[41283]: audit 2021-07-26T16:03:11.226371+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:12.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[42351]: cluster 2021-07-26T16:03:11.223087+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:03:12.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[42351]: audit 2021-07-26T16:03:11.225604+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.46:0/2154402718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:12.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:12 smithi046 bash[42351]: audit 2021-07-26T16:03:11.226371+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:13.252 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.RecordHello (3045 ms) 2021-07-26T16:03:13.252 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.WriteReturnData 2021-07-26T16:03:13.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:13 smithi073 bash[34190]: cluster 2021-07-26T16:03:12.158490+0000 mgr.y (mgr.24683) 616 : cluster [DBG] pgmap v1283: 41 pgs: 15 creating+peering, 17 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:13.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:13 smithi073 bash[34190]: audit 2021-07-26T16:03:12.229502+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:13.628 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:13 smithi073 bash[34190]: cluster 2021-07-26T16:03:12.230138+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:03:13.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[41283]: cluster 2021-07-26T16:03:12.158490+0000 mgr.y (mgr.24683) 616 : cluster [DBG] pgmap v1283: 41 pgs: 15 creating+peering, 17 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:13.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[41283]: audit 2021-07-26T16:03:12.229502+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:13.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[41283]: cluster 2021-07-26T16:03:12.230138+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:03:13.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[42351]: cluster 2021-07-26T16:03:12.158490+0000 mgr.y (mgr.24683) 616 : cluster [DBG] pgmap v1283: 41 pgs: 15 creating+peering, 17 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:13.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[42351]: audit 2021-07-26T16:03:12.229502+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:13.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:13 smithi046 bash[42351]: cluster 2021-07-26T16:03:12.230138+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:03:14.623 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:14 smithi073 bash[34190]: cluster 2021-07-26T16:03:13.249828+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:03:14.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:14 smithi046 bash[41283]: cluster 2021-07-26T16:03:13.249828+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:03:14.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:14 smithi046 bash[42351]: cluster 2021-07-26T16:03:13.249828+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:03:15.280 INFO:tasks.workunit.client.0.smithi046.stdout:require_osd_release = quincy 2021-07-26T16:03:15.285 INFO:tasks.workunit.client.0.smithi046.stdout:0 2021-07-26T16:03:15.288 INFO:tasks.workunit.client.0.smithi046.stdout:1 2021-07-26T16:03:15.289 INFO:tasks.workunit.client.0.smithi046.stdout:2 2021-07-26T16:03:15.290 INFO:tasks.workunit.client.0.smithi046.stdout:3 2021-07-26T16:03:15.291 INFO:tasks.workunit.client.0.smithi046.stdout:4 2021-07-26T16:03:15.292 INFO:tasks.workunit.client.0.smithi046.stdout:5 2021-07-26T16:03:15.293 INFO:tasks.workunit.client.0.smithi046.stdout:6 2021-07-26T16:03:15.295 INFO:tasks.workunit.client.0.smithi046.stdout:7 2021-07-26T16:03:15.296 INFO:tasks.workunit.client.0.smithi046.stdout:8 2021-07-26T16:03:15.297 INFO:tasks.workunit.client.0.smithi046.stdout:9 2021-07-26T16:03:15.299 INFO:tasks.workunit.client.0.smithi046.stdout:10 2021-07-26T16:03:15.300 INFO:tasks.workunit.client.0.smithi046.stdout:11 2021-07-26T16:03:15.301 INFO:tasks.workunit.client.0.smithi046.stdout:12 2021-07-26T16:03:15.303 INFO:tasks.workunit.client.0.smithi046.stdout:13 2021-07-26T16:03:15.304 INFO:tasks.workunit.client.0.smithi046.stdout:14 2021-07-26T16:03:15.305 INFO:tasks.workunit.client.0.smithi046.stdout:15 2021-07-26T16:03:15.307 INFO:tasks.workunit.client.0.smithi046.stdout:16 2021-07-26T16:03:15.308 INFO:tasks.workunit.client.0.smithi046.stdout:17 2021-07-26T16:03:15.310 INFO:tasks.workunit.client.0.smithi046.stdout:18 2021-07-26T16:03:15.312 INFO:tasks.workunit.client.0.smithi046.stdout:19 2021-07-26T16:03:15.313 INFO:tasks.workunit.client.0.smithi046.stdout:20 2021-07-26T16:03:15.316 INFO:tasks.workunit.client.0.smithi046.stdout:21 2021-07-26T16:03:15.317 INFO:tasks.workunit.client.0.smithi046.stdout:22 2021-07-26T16:03:15.317 INFO:tasks.workunit.client.0.smithi046.stdout:23 2021-07-26T16:03:15.319 INFO:tasks.workunit.client.0.smithi046.stdout:24 2021-07-26T16:03:15.320 INFO:tasks.workunit.client.0.smithi046.stdout:25 2021-07-26T16:03:15.322 INFO:tasks.workunit.client.0.smithi046.stdout:26 2021-07-26T16:03:15.323 INFO:tasks.workunit.client.0.smithi046.stdout:27 2021-07-26T16:03:15.324 INFO:tasks.workunit.client.0.smithi046.stdout:28 2021-07-26T16:03:15.326 INFO:tasks.workunit.client.0.smithi046.stdout:29 2021-07-26T16:03:15.328 INFO:tasks.workunit.client.0.smithi046.stdout:30 2021-07-26T16:03:15.329 INFO:tasks.workunit.client.0.smithi046.stdout:31 2021-07-26T16:03:15.331 INFO:tasks.workunit.client.0.smithi046.stdout:32 2021-07-26T16:03:15.333 INFO:tasks.workunit.client.0.smithi046.stdout:33 2021-07-26T16:03:15.334 INFO:tasks.workunit.client.0.smithi046.stdout:34 2021-07-26T16:03:15.336 INFO:tasks.workunit.client.0.smithi046.stdout:35 2021-07-26T16:03:15.341 INFO:tasks.workunit.client.0.smithi046.stdout:36 2021-07-26T16:03:15.341 INFO:tasks.workunit.client.0.smithi046.stdout:37 2021-07-26T16:03:15.342 INFO:tasks.workunit.client.0.smithi046.stdout:38 2021-07-26T16:03:15.344 INFO:tasks.workunit.client.0.smithi046.stdout:39 2021-07-26T16:03:15.346 INFO:tasks.workunit.client.0.smithi046.stdout:40 2021-07-26T16:03:15.349 INFO:tasks.workunit.client.0.smithi046.stdout:41 2021-07-26T16:03:15.350 INFO:tasks.workunit.client.0.smithi046.stdout:42 2021-07-26T16:03:15.353 INFO:tasks.workunit.client.0.smithi046.stdout:43 2021-07-26T16:03:15.358 INFO:tasks.workunit.client.0.smithi046.stdout:44 2021-07-26T16:03:15.359 INFO:tasks.workunit.client.0.smithi046.stdout:45 2021-07-26T16:03:15.360 INFO:tasks.workunit.client.0.smithi046.stdout:46 2021-07-26T16:03:15.362 INFO:tasks.workunit.client.0.smithi046.stdout:47 2021-07-26T16:03:15.364 INFO:tasks.workunit.client.0.smithi046.stdout:48 2021-07-26T16:03:15.366 INFO:tasks.workunit.client.0.smithi046.stdout:49 2021-07-26T16:03:15.368 INFO:tasks.workunit.client.0.smithi046.stdout:50 2021-07-26T16:03:15.370 INFO:tasks.workunit.client.0.smithi046.stdout:51 2021-07-26T16:03:15.373 INFO:tasks.workunit.client.0.smithi046.stdout:52 2021-07-26T16:03:15.376 INFO:tasks.workunit.client.0.smithi046.stdout:53 2021-07-26T16:03:15.378 INFO:tasks.workunit.client.0.smithi046.stdout:54 2021-07-26T16:03:15.379 INFO:tasks.workunit.client.0.smithi046.stdout:55 2021-07-26T16:03:15.382 INFO:tasks.workunit.client.0.smithi046.stdout:56 2021-07-26T16:03:15.384 INFO:tasks.workunit.client.0.smithi046.stdout:57 2021-07-26T16:03:15.386 INFO:tasks.workunit.client.0.smithi046.stdout:58 2021-07-26T16:03:15.388 INFO:tasks.workunit.client.0.smithi046.stdout:59 2021-07-26T16:03:15.391 INFO:tasks.workunit.client.0.smithi046.stdout:60 2021-07-26T16:03:15.393 INFO:tasks.workunit.client.0.smithi046.stdout:61 2021-07-26T16:03:15.395 INFO:tasks.workunit.client.0.smithi046.stdout:62 2021-07-26T16:03:15.398 INFO:tasks.workunit.client.0.smithi046.stdout:63 2021-07-26T16:03:15.400 INFO:tasks.workunit.client.0.smithi046.stdout:64 2021-07-26T16:03:15.404 INFO:tasks.workunit.client.0.smithi046.stdout:65 2021-07-26T16:03:15.406 INFO:tasks.workunit.client.0.smithi046.stdout:66 2021-07-26T16:03:15.408 INFO:tasks.workunit.client.0.smithi046.stdout:67 2021-07-26T16:03:15.410 INFO:tasks.workunit.client.0.smithi046.stdout:68 2021-07-26T16:03:15.413 INFO:tasks.workunit.client.0.smithi046.stdout:69 2021-07-26T16:03:15.416 INFO:tasks.workunit.client.0.smithi046.stdout:70 2021-07-26T16:03:15.418 INFO:tasks.workunit.client.0.smithi046.stdout:71 2021-07-26T16:03:15.420 INFO:tasks.workunit.client.0.smithi046.stdout:72 2021-07-26T16:03:15.423 INFO:tasks.workunit.client.0.smithi046.stdout:73 2021-07-26T16:03:15.426 INFO:tasks.workunit.client.0.smithi046.stdout:74 2021-07-26T16:03:15.428 INFO:tasks.workunit.client.0.smithi046.stdout:75 2021-07-26T16:03:15.430 INFO:tasks.workunit.client.0.smithi046.stdout:76 2021-07-26T16:03:15.433 INFO:tasks.workunit.client.0.smithi046.stdout:77 2021-07-26T16:03:15.435 INFO:tasks.workunit.client.0.smithi046.stdout:78 2021-07-26T16:03:15.438 INFO:tasks.workunit.client.0.smithi046.stdout:79 2021-07-26T16:03:15.444 INFO:tasks.workunit.client.0.smithi046.stdout:80 2021-07-26T16:03:15.445 INFO:tasks.workunit.client.0.smithi046.stdout:81 2021-07-26T16:03:15.445 INFO:tasks.workunit.client.0.smithi046.stdout:82 2021-07-26T16:03:15.447 INFO:tasks.workunit.client.0.smithi046.stdout:83 2021-07-26T16:03:15.450 INFO:tasks.workunit.client.0.smithi046.stdout:84 2021-07-26T16:03:15.453 INFO:tasks.workunit.client.0.smithi046.stdout:85 2021-07-26T16:03:15.456 INFO:tasks.workunit.client.0.smithi046.stdout:86 2021-07-26T16:03:15.457 INFO:tasks.workunit.client.0.smithi046.stdout:87 2021-07-26T16:03:15.460 INFO:tasks.workunit.client.0.smithi046.stdout:88 2021-07-26T16:03:15.462 INFO:tasks.workunit.client.0.smithi046.stdout:89 2021-07-26T16:03:15.465 INFO:tasks.workunit.client.0.smithi046.stdout:90 2021-07-26T16:03:15.468 INFO:tasks.workunit.client.0.smithi046.stdout:91 2021-07-26T16:03:15.470 INFO:tasks.workunit.client.0.smithi046.stdout:92 2021-07-26T16:03:15.473 INFO:tasks.workunit.client.0.smithi046.stdout:93 2021-07-26T16:03:15.475 INFO:tasks.workunit.client.0.smithi046.stdout:94 2021-07-26T16:03:15.479 INFO:tasks.workunit.client.0.smithi046.stdout:95 2021-07-26T16:03:15.481 INFO:tasks.workunit.client.0.smithi046.stdout:96 2021-07-26T16:03:15.483 INFO:tasks.workunit.client.0.smithi046.stdout:97 2021-07-26T16:03:15.485 INFO:tasks.workunit.client.0.smithi046.stdout:98 2021-07-26T16:03:15.488 INFO:tasks.workunit.client.0.smithi046.stdout:99 2021-07-26T16:03:15.490 INFO:tasks.workunit.client.0.smithi046.stdout:100 2021-07-26T16:03:15.495 INFO:tasks.workunit.client.0.smithi046.stdout:101 2021-07-26T16:03:15.495 INFO:tasks.workunit.client.0.smithi046.stdout:102 2021-07-26T16:03:15.498 INFO:tasks.workunit.client.0.smithi046.stdout:103 2021-07-26T16:03:15.500 INFO:tasks.workunit.client.0.smithi046.stdout:104 2021-07-26T16:03:15.503 INFO:tasks.workunit.client.0.smithi046.stdout:105 2021-07-26T16:03:15.505 INFO:tasks.workunit.client.0.smithi046.stdout:106 2021-07-26T16:03:15.508 INFO:tasks.workunit.client.0.smithi046.stdout:107 2021-07-26T16:03:15.511 INFO:tasks.workunit.client.0.smithi046.stdout:108 2021-07-26T16:03:15.513 INFO:tasks.workunit.client.0.smithi046.stdout:109 2021-07-26T16:03:15.515 INFO:tasks.workunit.client.0.smithi046.stdout:110 2021-07-26T16:03:15.517 INFO:tasks.workunit.client.0.smithi046.stdout:111 2021-07-26T16:03:15.520 INFO:tasks.workunit.client.0.smithi046.stdout:112 2021-07-26T16:03:15.525 INFO:tasks.workunit.client.0.smithi046.stdout:113 2021-07-26T16:03:15.526 INFO:tasks.workunit.client.0.smithi046.stdout:114 2021-07-26T16:03:15.527 INFO:tasks.workunit.client.0.smithi046.stdout:115 2021-07-26T16:03:15.531 INFO:tasks.workunit.client.0.smithi046.stdout:116 2021-07-26T16:03:15.536 INFO:tasks.workunit.client.0.smithi046.stdout:117 2021-07-26T16:03:15.536 INFO:tasks.workunit.client.0.smithi046.stdout:118 2021-07-26T16:03:15.538 INFO:tasks.workunit.client.0.smithi046.stdout:119 2021-07-26T16:03:15.541 INFO:tasks.workunit.client.0.smithi046.stdout:120 2021-07-26T16:03:15.544 INFO:tasks.workunit.client.0.smithi046.stdout:121 2021-07-26T16:03:15.547 INFO:tasks.workunit.client.0.smithi046.stdout:122 2021-07-26T16:03:15.549 INFO:tasks.workunit.client.0.smithi046.stdout:123 2021-07-26T16:03:15.552 INFO:tasks.workunit.client.0.smithi046.stdout:124 2021-07-26T16:03:15.555 INFO:tasks.workunit.client.0.smithi046.stdout:125 2021-07-26T16:03:15.558 INFO:tasks.workunit.client.0.smithi046.stdout:126 2021-07-26T16:03:15.562 INFO:tasks.workunit.client.0.smithi046.stdout:127 2021-07-26T16:03:15.563 INFO:tasks.workunit.client.0.smithi046.stdout:128 2021-07-26T16:03:15.566 INFO:tasks.workunit.client.0.smithi046.stdout:129 2021-07-26T16:03:15.568 INFO:tasks.workunit.client.0.smithi046.stdout:130 2021-07-26T16:03:15.578 INFO:tasks.workunit.client.0.smithi046.stdout:131 2021-07-26T16:03:15.579 INFO:tasks.workunit.client.0.smithi046.stdout:132 2021-07-26T16:03:15.582 INFO:tasks.workunit.client.0.smithi046.stdout:133 2021-07-26T16:03:15.583 INFO:tasks.workunit.client.0.smithi046.stdout:134 2021-07-26T16:03:15.584 INFO:tasks.workunit.client.0.smithi046.stdout:135 2021-07-26T16:03:15.592 INFO:tasks.workunit.client.0.smithi046.stdout:136 2021-07-26T16:03:15.603 INFO:tasks.workunit.client.0.smithi046.stdout:137 2021-07-26T16:03:15.603 INFO:tasks.workunit.client.0.smithi046.stdout:138 2021-07-26T16:03:15.604 INFO:tasks.workunit.client.0.smithi046.stdout:139 2021-07-26T16:03:15.605 INFO:tasks.workunit.client.0.smithi046.stdout:140 2021-07-26T16:03:15.605 INFO:tasks.workunit.client.0.smithi046.stdout:141 2021-07-26T16:03:15.605 INFO:tasks.workunit.client.0.smithi046.stdout:142 2021-07-26T16:03:15.605 INFO:tasks.workunit.client.0.smithi046.stdout:143 2021-07-26T16:03:15.608 INFO:tasks.workunit.client.0.smithi046.stdout:144 2021-07-26T16:03:15.612 INFO:tasks.workunit.client.0.smithi046.stdout:145 2021-07-26T16:03:15.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:15 smithi073 bash[34190]: cluster 2021-07-26T16:03:14.159080+0000 mgr.y (mgr.24683) 617 : cluster [DBG] pgmap v1286: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:15.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:15 smithi073 bash[34190]: cluster 2021-07-26T16:03:14.263752+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:03:15.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:15 smithi073 bash[34190]: audit 2021-07-26T16:03:14.266099+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:15.621 INFO:tasks.workunit.client.0.smithi046.stdout:146 2021-07-26T16:03:15.622 INFO:tasks.workunit.client.0.smithi046.stdout:147 2021-07-26T16:03:15.622 INFO:tasks.workunit.client.0.smithi046.stdout:148 2021-07-26T16:03:15.622 INFO:tasks.workunit.client.0.smithi046.stdout:149 2021-07-26T16:03:15.624 INFO:tasks.workunit.client.0.smithi046.stdout:150 2021-07-26T16:03:15.626 INFO:tasks.workunit.client.0.smithi046.stdout:151 2021-07-26T16:03:15.630 INFO:tasks.workunit.client.0.smithi046.stdout:152 2021-07-26T16:03:15.632 INFO:tasks.workunit.client.0.smithi046.stdout:153 2021-07-26T16:03:15.637 INFO:tasks.workunit.client.0.smithi046.stdout:154 2021-07-26T16:03:15.637 INFO:tasks.workunit.client.0.smithi046.stdout:155 2021-07-26T16:03:15.648 INFO:tasks.workunit.client.0.smithi046.stdout:156 2021-07-26T16:03:15.649 INFO:tasks.workunit.client.0.smithi046.stdout:157 2021-07-26T16:03:15.649 INFO:tasks.workunit.client.0.smithi046.stdout:158 2021-07-26T16:03:15.650 INFO:tasks.workunit.client.0.smithi046.stdout:159 2021-07-26T16:03:15.651 INFO:tasks.workunit.client.0.smithi046.stdout:160 2021-07-26T16:03:15.653 INFO:tasks.workunit.client.0.smithi046.stdout:161 2021-07-26T16:03:15.661 INFO:tasks.workunit.client.0.smithi046.stdout:162 2021-07-26T16:03:15.662 INFO:tasks.workunit.client.0.smithi046.stdout:163 2021-07-26T16:03:15.662 INFO:tasks.workunit.client.0.smithi046.stdout:164 2021-07-26T16:03:15.663 INFO:tasks.workunit.client.0.smithi046.stdout:165 2021-07-26T16:03:15.666 INFO:tasks.workunit.client.0.smithi046.stdout:166 2021-07-26T16:03:15.667 INFO:tasks.workunit.client.0.smithi046.stdout:167 2021-07-26T16:03:15.670 INFO:tasks.workunit.client.0.smithi046.stdout:168 2021-07-26T16:03:15.674 INFO:tasks.workunit.client.0.smithi046.stdout:169 2021-07-26T16:03:15.675 INFO:tasks.workunit.client.0.smithi046.stdout:170 2021-07-26T16:03:15.679 INFO:tasks.workunit.client.0.smithi046.stdout:171 2021-07-26T16:03:15.679 INFO:tasks.workunit.client.0.smithi046.stdout:172 2021-07-26T16:03:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[41283]: cluster 2021-07-26T16:03:14.159080+0000 mgr.y (mgr.24683) 617 : cluster [DBG] pgmap v1286: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[41283]: cluster 2021-07-26T16:03:14.263752+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:03:15.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[41283]: audit 2021-07-26T16:03:14.266099+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:15.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[42351]: cluster 2021-07-26T16:03:14.159080+0000 mgr.y (mgr.24683) 617 : cluster [DBG] pgmap v1286: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:15.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[42351]: cluster 2021-07-26T16:03:14.263752+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:03:15.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:15 smithi046 bash[42351]: audit 2021-07-26T16:03:14.266099+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:15.684 INFO:tasks.workunit.client.0.smithi046.stdout:173 2021-07-26T16:03:15.693 INFO:tasks.workunit.client.0.smithi046.stdout:174 2021-07-26T16:03:15.694 INFO:tasks.workunit.client.0.smithi046.stdout:175 2021-07-26T16:03:15.694 INFO:tasks.workunit.client.0.smithi046.stdout:176 2021-07-26T16:03:15.695 INFO:tasks.workunit.client.0.smithi046.stdout:177 2021-07-26T16:03:15.695 INFO:tasks.workunit.client.0.smithi046.stdout:178 2021-07-26T16:03:15.696 INFO:tasks.workunit.client.0.smithi046.stdout:179 2021-07-26T16:03:15.699 INFO:tasks.workunit.client.0.smithi046.stdout:180 2021-07-26T16:03:15.701 INFO:tasks.workunit.client.0.smithi046.stdout:181 2021-07-26T16:03:15.703 INFO:tasks.workunit.client.0.smithi046.stdout:182 2021-07-26T16:03:15.705 INFO:tasks.workunit.client.0.smithi046.stdout:183 2021-07-26T16:03:15.709 INFO:tasks.workunit.client.0.smithi046.stdout:184 2021-07-26T16:03:15.710 INFO:tasks.workunit.client.0.smithi046.stdout:185 2021-07-26T16:03:15.712 INFO:tasks.workunit.client.0.smithi046.stdout:186 2021-07-26T16:03:15.715 INFO:tasks.workunit.client.0.smithi046.stdout:187 2021-07-26T16:03:15.718 INFO:tasks.workunit.client.0.smithi046.stdout:188 2021-07-26T16:03:15.721 INFO:tasks.workunit.client.0.smithi046.stdout:189 2021-07-26T16:03:15.725 INFO:tasks.workunit.client.0.smithi046.stdout:190 2021-07-26T16:03:15.726 INFO:tasks.workunit.client.0.smithi046.stdout:191 2021-07-26T16:03:15.729 INFO:tasks.workunit.client.0.smithi046.stdout:192 2021-07-26T16:03:15.732 INFO:tasks.workunit.client.0.smithi046.stdout:193 2021-07-26T16:03:15.734 INFO:tasks.workunit.client.0.smithi046.stdout:194 2021-07-26T16:03:15.737 INFO:tasks.workunit.client.0.smithi046.stdout:195 2021-07-26T16:03:15.739 INFO:tasks.workunit.client.0.smithi046.stdout:196 2021-07-26T16:03:15.742 INFO:tasks.workunit.client.0.smithi046.stdout:197 2021-07-26T16:03:15.745 INFO:tasks.workunit.client.0.smithi046.stdout:198 2021-07-26T16:03:15.747 INFO:tasks.workunit.client.0.smithi046.stdout:199 2021-07-26T16:03:15.751 INFO:tasks.workunit.client.0.smithi046.stdout:200 2021-07-26T16:03:15.753 INFO:tasks.workunit.client.0.smithi046.stdout:201 2021-07-26T16:03:15.755 INFO:tasks.workunit.client.0.smithi046.stdout:202 2021-07-26T16:03:15.758 INFO:tasks.workunit.client.0.smithi046.stdout:203 2021-07-26T16:03:15.760 INFO:tasks.workunit.client.0.smithi046.stdout:204 2021-07-26T16:03:15.763 INFO:tasks.workunit.client.0.smithi046.stdout:205 2021-07-26T16:03:15.765 INFO:tasks.workunit.client.0.smithi046.stdout:206 2021-07-26T16:03:15.768 INFO:tasks.workunit.client.0.smithi046.stdout:207 2021-07-26T16:03:15.771 INFO:tasks.workunit.client.0.smithi046.stdout:208 2021-07-26T16:03:15.772 INFO:tasks.workunit.client.0.smithi046.stdout:209 2021-07-26T16:03:15.776 INFO:tasks.workunit.client.0.smithi046.stdout:210 2021-07-26T16:03:15.778 INFO:tasks.workunit.client.0.smithi046.stdout:211 2021-07-26T16:03:15.780 INFO:tasks.workunit.client.0.smithi046.stdout:212 2021-07-26T16:03:15.782 INFO:tasks.workunit.client.0.smithi046.stdout:213 2021-07-26T16:03:15.785 INFO:tasks.workunit.client.0.smithi046.stdout:214 2021-07-26T16:03:15.787 INFO:tasks.workunit.client.0.smithi046.stdout:215 2021-07-26T16:03:15.789 INFO:tasks.workunit.client.0.smithi046.stdout:216 2021-07-26T16:03:15.792 INFO:tasks.workunit.client.0.smithi046.stdout:217 2021-07-26T16:03:15.794 INFO:tasks.workunit.client.0.smithi046.stdout:218 2021-07-26T16:03:15.796 INFO:tasks.workunit.client.0.smithi046.stdout:219 2021-07-26T16:03:15.799 INFO:tasks.workunit.client.0.smithi046.stdout:220 2021-07-26T16:03:15.802 INFO:tasks.workunit.client.0.smithi046.stdout:221 2021-07-26T16:03:15.804 INFO:tasks.workunit.client.0.smithi046.stdout:222 2021-07-26T16:03:15.807 INFO:tasks.workunit.client.0.smithi046.stdout:223 2021-07-26T16:03:15.809 INFO:tasks.workunit.client.0.smithi046.stdout:224 2021-07-26T16:03:15.813 INFO:tasks.workunit.client.0.smithi046.stdout:225 2021-07-26T16:03:15.815 INFO:tasks.workunit.client.0.smithi046.stdout:226 2021-07-26T16:03:15.819 INFO:tasks.workunit.client.0.smithi046.stdout:227 2021-07-26T16:03:15.820 INFO:tasks.workunit.client.0.smithi046.stdout:228 2021-07-26T16:03:15.822 INFO:tasks.workunit.client.0.smithi046.stdout:229 2021-07-26T16:03:15.825 INFO:tasks.workunit.client.0.smithi046.stdout:230 2021-07-26T16:03:15.829 INFO:tasks.workunit.client.0.smithi046.stdout:231 2021-07-26T16:03:15.830 INFO:tasks.workunit.client.0.smithi046.stdout:232 2021-07-26T16:03:15.832 INFO:tasks.workunit.client.0.smithi046.stdout:233 2021-07-26T16:03:15.839 INFO:tasks.workunit.client.0.smithi046.stdout:234 2021-07-26T16:03:15.839 INFO:tasks.workunit.client.0.smithi046.stdout:235 2021-07-26T16:03:15.844 INFO:tasks.workunit.client.0.smithi046.stdout:236 2021-07-26T16:03:15.845 INFO:tasks.workunit.client.0.smithi046.stdout:237 2021-07-26T16:03:15.848 INFO:tasks.workunit.client.0.smithi046.stdout:238 2021-07-26T16:03:15.849 INFO:tasks.workunit.client.0.smithi046.stdout:239 2021-07-26T16:03:15.859 INFO:tasks.workunit.client.0.smithi046.stdout:240 2021-07-26T16:03:15.859 INFO:tasks.workunit.client.0.smithi046.stdout:241 2021-07-26T16:03:15.860 INFO:tasks.workunit.client.0.smithi046.stdout:242 2021-07-26T16:03:15.860 INFO:tasks.workunit.client.0.smithi046.stdout:243 2021-07-26T16:03:15.860 INFO:tasks.workunit.client.0.smithi046.stdout:244 2021-07-26T16:03:15.862 INFO:tasks.workunit.client.0.smithi046.stdout:245 2021-07-26T16:03:15.864 INFO:tasks.workunit.client.0.smithi046.stdout:246 2021-07-26T16:03:15.866 INFO:tasks.workunit.client.0.smithi046.stdout:247 2021-07-26T16:03:15.869 INFO:tasks.workunit.client.0.smithi046.stdout:248 2021-07-26T16:03:15.871 INFO:tasks.workunit.client.0.smithi046.stdout:249 2021-07-26T16:03:15.873 INFO:tasks.workunit.client.0.smithi046.stdout:250 2021-07-26T16:03:15.876 INFO:tasks.workunit.client.0.smithi046.stdout:251 2021-07-26T16:03:15.878 INFO:tasks.workunit.client.0.smithi046.stdout:252 2021-07-26T16:03:15.880 INFO:tasks.workunit.client.0.smithi046.stdout:253 2021-07-26T16:03:15.883 INFO:tasks.workunit.client.0.smithi046.stdout:254 2021-07-26T16:03:15.887 INFO:tasks.workunit.client.0.smithi046.stdout:255 2021-07-26T16:03:15.888 INFO:tasks.workunit.client.0.smithi046.stdout:256 2021-07-26T16:03:15.894 INFO:tasks.workunit.client.0.smithi046.stdout:257 2021-07-26T16:03:15.894 INFO:tasks.workunit.client.0.smithi046.stdout:258 2021-07-26T16:03:15.895 INFO:tasks.workunit.client.0.smithi046.stdout:259 2021-07-26T16:03:15.898 INFO:tasks.workunit.client.0.smithi046.stdout:260 2021-07-26T16:03:15.900 INFO:tasks.workunit.client.0.smithi046.stdout:261 2021-07-26T16:03:15.903 INFO:tasks.workunit.client.0.smithi046.stdout:262 2021-07-26T16:03:15.906 INFO:tasks.workunit.client.0.smithi046.stdout:263 2021-07-26T16:03:15.910 INFO:tasks.workunit.client.0.smithi046.stdout:264 2021-07-26T16:03:15.924 INFO:tasks.workunit.client.0.smithi046.stdout:265 2021-07-26T16:03:15.925 INFO:tasks.workunit.client.0.smithi046.stdout:266 2021-07-26T16:03:15.925 INFO:tasks.workunit.client.0.smithi046.stdout:267 2021-07-26T16:03:15.926 INFO:tasks.workunit.client.0.smithi046.stdout:268 2021-07-26T16:03:15.926 INFO:tasks.workunit.client.0.smithi046.stdout:269 2021-07-26T16:03:15.927 INFO:tasks.workunit.client.0.smithi046.stdout:270 2021-07-26T16:03:15.929 INFO:tasks.workunit.client.0.smithi046.stdout:271 2021-07-26T16:03:15.929 INFO:tasks.workunit.client.0.smithi046.stdout:272 2021-07-26T16:03:15.931 INFO:tasks.workunit.client.0.smithi046.stdout:273 2021-07-26T16:03:15.934 INFO:tasks.workunit.client.0.smithi046.stdout:274 2021-07-26T16:03:15.936 INFO:tasks.workunit.client.0.smithi046.stdout:275 2021-07-26T16:03:15.941 INFO:tasks.workunit.client.0.smithi046.stdout:276 2021-07-26T16:03:15.942 INFO:tasks.workunit.client.0.smithi046.stdout:277 2021-07-26T16:03:15.946 INFO:tasks.workunit.client.0.smithi046.stdout:278 2021-07-26T16:03:15.950 INFO:tasks.workunit.client.0.smithi046.stdout:279 2021-07-26T16:03:15.951 INFO:tasks.workunit.client.0.smithi046.stdout:280 2021-07-26T16:03:15.954 INFO:tasks.workunit.client.0.smithi046.stdout:281 2021-07-26T16:03:15.959 INFO:tasks.workunit.client.0.smithi046.stdout:282 2021-07-26T16:03:15.959 INFO:tasks.workunit.client.0.smithi046.stdout:283 2021-07-26T16:03:15.962 INFO:tasks.workunit.client.0.smithi046.stdout:284 2021-07-26T16:03:15.964 INFO:tasks.workunit.client.0.smithi046.stdout:285 2021-07-26T16:03:15.974 INFO:tasks.workunit.client.0.smithi046.stdout:286 2021-07-26T16:03:15.974 INFO:tasks.workunit.client.0.smithi046.stdout:287 2021-07-26T16:03:15.974 INFO:tasks.workunit.client.0.smithi046.stdout:288 2021-07-26T16:03:15.980 INFO:tasks.workunit.client.0.smithi046.stdout:289 2021-07-26T16:03:15.980 INFO:tasks.workunit.client.0.smithi046.stdout:290 2021-07-26T16:03:15.982 INFO:tasks.workunit.client.0.smithi046.stdout:291 2021-07-26T16:03:15.989 INFO:tasks.workunit.client.0.smithi046.stdout:292 2021-07-26T16:03:15.989 INFO:tasks.workunit.client.0.smithi046.stdout:293 2021-07-26T16:03:15.990 INFO:tasks.workunit.client.0.smithi046.stdout:294 2021-07-26T16:03:15.991 INFO:tasks.workunit.client.0.smithi046.stdout:295 2021-07-26T16:03:15.994 INFO:tasks.workunit.client.0.smithi046.stdout:296 2021-07-26T16:03:15.996 INFO:tasks.workunit.client.0.smithi046.stdout:297 2021-07-26T16:03:15.999 INFO:tasks.workunit.client.0.smithi046.stdout:298 2021-07-26T16:03:16.003 INFO:tasks.workunit.client.0.smithi046.stdout:299 2021-07-26T16:03:16.004 INFO:tasks.workunit.client.0.smithi046.stdout:300 2021-07-26T16:03:16.006 INFO:tasks.workunit.client.0.smithi046.stdout:301 2021-07-26T16:03:16.009 INFO:tasks.workunit.client.0.smithi046.stdout:302 2021-07-26T16:03:16.012 INFO:tasks.workunit.client.0.smithi046.stdout:303 2021-07-26T16:03:16.015 INFO:tasks.workunit.client.0.smithi046.stdout:304 2021-07-26T16:03:16.017 INFO:tasks.workunit.client.0.smithi046.stdout:305 2021-07-26T16:03:16.020 INFO:tasks.workunit.client.0.smithi046.stdout:306 2021-07-26T16:03:16.025 INFO:tasks.workunit.client.0.smithi046.stdout:307 2021-07-26T16:03:16.026 INFO:tasks.workunit.client.0.smithi046.stdout:308 2021-07-26T16:03:16.029 INFO:tasks.workunit.client.0.smithi046.stdout:309 2021-07-26T16:03:16.030 INFO:tasks.workunit.client.0.smithi046.stdout:310 2021-07-26T16:03:16.033 INFO:tasks.workunit.client.0.smithi046.stdout:311 2021-07-26T16:03:16.039 INFO:tasks.workunit.client.0.smithi046.stdout:312 2021-07-26T16:03:16.039 INFO:tasks.workunit.client.0.smithi046.stdout:313 2021-07-26T16:03:16.042 INFO:tasks.workunit.client.0.smithi046.stdout:314 2021-07-26T16:03:16.048 INFO:tasks.workunit.client.0.smithi046.stdout:315 2021-07-26T16:03:16.048 INFO:tasks.workunit.client.0.smithi046.stdout:316 2021-07-26T16:03:16.049 INFO:tasks.workunit.client.0.smithi046.stdout:317 2021-07-26T16:03:16.052 INFO:tasks.workunit.client.0.smithi046.stdout:318 2021-07-26T16:03:16.055 INFO:tasks.workunit.client.0.smithi046.stdout:319 2021-07-26T16:03:16.059 INFO:tasks.workunit.client.0.smithi046.stdout:320 2021-07-26T16:03:16.063 INFO:tasks.workunit.client.0.smithi046.stdout:321 2021-07-26T16:03:16.063 INFO:tasks.workunit.client.0.smithi046.stdout:322 2021-07-26T16:03:16.070 INFO:tasks.workunit.client.0.smithi046.stdout:323 2021-07-26T16:03:16.070 INFO:tasks.workunit.client.0.smithi046.stdout:324 2021-07-26T16:03:16.071 INFO:tasks.workunit.client.0.smithi046.stdout:325 2021-07-26T16:03:16.079 INFO:tasks.workunit.client.0.smithi046.stdout:326 2021-07-26T16:03:16.080 INFO:tasks.workunit.client.0.smithi046.stdout:327 2021-07-26T16:03:16.080 INFO:tasks.workunit.client.0.smithi046.stdout:328 2021-07-26T16:03:16.083 INFO:tasks.workunit.client.0.smithi046.stdout:329 2021-07-26T16:03:16.085 INFO:tasks.workunit.client.0.smithi046.stdout:330 2021-07-26T16:03:16.088 INFO:tasks.workunit.client.0.smithi046.stdout:331 2021-07-26T16:03:16.090 INFO:tasks.workunit.client.0.smithi046.stdout:332 2021-07-26T16:03:16.093 INFO:tasks.workunit.client.0.smithi046.stdout:333 2021-07-26T16:03:16.103 INFO:tasks.workunit.client.0.smithi046.stdout:334 2021-07-26T16:03:16.104 INFO:tasks.workunit.client.0.smithi046.stdout:335 2021-07-26T16:03:16.104 INFO:tasks.workunit.client.0.smithi046.stdout:336 2021-07-26T16:03:16.104 INFO:tasks.workunit.client.0.smithi046.stdout:337 2021-07-26T16:03:16.111 INFO:tasks.workunit.client.0.smithi046.stdout:338 2021-07-26T16:03:16.111 INFO:tasks.workunit.client.0.smithi046.stdout:339 2021-07-26T16:03:16.112 INFO:tasks.workunit.client.0.smithi046.stdout:340 2021-07-26T16:03:16.114 INFO:tasks.workunit.client.0.smithi046.stdout:341 2021-07-26T16:03:16.117 INFO:tasks.workunit.client.0.smithi046.stdout:342 2021-07-26T16:03:16.119 INFO:tasks.workunit.client.0.smithi046.stdout:343 2021-07-26T16:03:16.129 INFO:tasks.workunit.client.0.smithi046.stdout:344 2021-07-26T16:03:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:345 2021-07-26T16:03:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:346 2021-07-26T16:03:16.130 INFO:tasks.workunit.client.0.smithi046.stdout:347 2021-07-26T16:03:16.131 INFO:tasks.workunit.client.0.smithi046.stdout:348 2021-07-26T16:03:16.134 INFO:tasks.workunit.client.0.smithi046.stdout:349 2021-07-26T16:03:16.136 INFO:tasks.workunit.client.0.smithi046.stdout:350 2021-07-26T16:03:16.139 INFO:tasks.workunit.client.0.smithi046.stdout:351 2021-07-26T16:03:16.141 INFO:tasks.workunit.client.0.smithi046.stdout:352 2021-07-26T16:03:16.146 INFO:tasks.workunit.client.0.smithi046.stdout:353 2021-07-26T16:03:16.147 INFO:tasks.workunit.client.0.smithi046.stdout:354 2021-07-26T16:03:16.161 INFO:tasks.workunit.client.0.smithi046.stdout:355 2021-07-26T16:03:16.167 INFO:tasks.workunit.client.0.smithi046.stdout:356 2021-07-26T16:03:16.167 INFO:tasks.workunit.client.0.smithi046.stdout:357 2021-07-26T16:03:16.168 INFO:tasks.workunit.client.0.smithi046.stdout:358 2021-07-26T16:03:16.168 INFO:tasks.workunit.client.0.smithi046.stdout:359 2021-07-26T16:03:16.169 INFO:tasks.workunit.client.0.smithi046.stdout:360 2021-07-26T16:03:16.169 INFO:tasks.workunit.client.0.smithi046.stdout:361 2021-07-26T16:03:16.170 INFO:tasks.workunit.client.0.smithi046.stdout:362 2021-07-26T16:03:16.172 INFO:tasks.workunit.client.0.smithi046.stdout:363 2021-07-26T16:03:16.175 INFO:tasks.workunit.client.0.smithi046.stdout:364 2021-07-26T16:03:16.177 INFO:tasks.workunit.client.0.smithi046.stdout:365 2021-07-26T16:03:16.180 INFO:tasks.workunit.client.0.smithi046.stdout:366 2021-07-26T16:03:16.182 INFO:tasks.workunit.client.0.smithi046.stdout:367 2021-07-26T16:03:16.192 INFO:tasks.workunit.client.0.smithi046.stdout:368 2021-07-26T16:03:16.192 INFO:tasks.workunit.client.0.smithi046.stdout:369 2021-07-26T16:03:16.192 INFO:tasks.workunit.client.0.smithi046.stdout:370 2021-07-26T16:03:16.199 INFO:tasks.workunit.client.0.smithi046.stdout:371 2021-07-26T16:03:16.199 INFO:tasks.workunit.client.0.smithi046.stdout:372 2021-07-26T16:03:16.199 INFO:tasks.workunit.client.0.smithi046.stdout:373 2021-07-26T16:03:16.207 INFO:tasks.workunit.client.0.smithi046.stdout:374 2021-07-26T16:03:16.207 INFO:tasks.workunit.client.0.smithi046.stdout:375 2021-07-26T16:03:16.208 INFO:tasks.workunit.client.0.smithi046.stdout:376 2021-07-26T16:03:16.216 INFO:tasks.workunit.client.0.smithi046.stdout:377 2021-07-26T16:03:16.216 INFO:tasks.workunit.client.0.smithi046.stdout:378 2021-07-26T16:03:16.217 INFO:tasks.workunit.client.0.smithi046.stdout:379 2021-07-26T16:03:16.220 INFO:tasks.workunit.client.0.smithi046.stdout:380 2021-07-26T16:03:16.222 INFO:tasks.workunit.client.0.smithi046.stdout:381 2021-07-26T16:03:16.225 INFO:tasks.workunit.client.0.smithi046.stdout:382 2021-07-26T16:03:16.229 INFO:tasks.workunit.client.0.smithi046.stdout:383 2021-07-26T16:03:16.230 INFO:tasks.workunit.client.0.smithi046.stdout:384 2021-07-26T16:03:16.234 INFO:tasks.workunit.client.0.smithi046.stdout:385 2021-07-26T16:03:16.236 INFO:tasks.workunit.client.0.smithi046.stdout:386 2021-07-26T16:03:16.240 INFO:tasks.workunit.client.0.smithi046.stdout:387 2021-07-26T16:03:16.242 INFO:tasks.workunit.client.0.smithi046.stdout:388 2021-07-26T16:03:16.245 INFO:tasks.workunit.client.0.smithi046.stdout:389 2021-07-26T16:03:16.248 INFO:tasks.workunit.client.0.smithi046.stdout:390 2021-07-26T16:03:16.251 INFO:tasks.workunit.client.0.smithi046.stdout:391 2021-07-26T16:03:16.262 INFO:tasks.workunit.client.0.smithi046.stdout:392 2021-07-26T16:03:16.262 INFO:tasks.workunit.client.0.smithi046.stdout:393 2021-07-26T16:03:16.262 INFO:tasks.workunit.client.0.smithi046.stdout:394 2021-07-26T16:03:16.263 INFO:tasks.workunit.client.0.smithi046.stdout:395 2021-07-26T16:03:16.264 INFO:tasks.workunit.client.0.smithi046.stdout:396 2021-07-26T16:03:16.267 INFO:tasks.workunit.client.0.smithi046.stdout:397 2021-07-26T16:03:16.270 INFO:tasks.workunit.client.0.smithi046.stdout:398 2021-07-26T16:03:16.274 INFO:tasks.workunit.client.0.smithi046.stdout:399 2021-07-26T16:03:16.276 INFO:tasks.workunit.client.0.smithi046.stdout:400 2021-07-26T16:03:16.280 INFO:tasks.workunit.client.0.smithi046.stdout:401 2021-07-26T16:03:16.282 INFO:tasks.workunit.client.0.smithi046.stdout:402 2021-07-26T16:03:16.284 INFO:tasks.workunit.client.0.smithi046.stdout:403 2021-07-26T16:03:16.287 INFO:tasks.workunit.client.0.smithi046.stdout:404 2021-07-26T16:03:16.288 INFO:tasks.workunit.client.0.smithi046.stdout:405 2021-07-26T16:03:16.290 INFO:tasks.workunit.client.0.smithi046.stdout:406 2021-07-26T16:03:16.291 INFO:tasks.workunit.client.0.smithi046.stdout:407 2021-07-26T16:03:16.293 INFO:tasks.workunit.client.0.smithi046.stdout:408 2021-07-26T16:03:16.295 INFO:tasks.workunit.client.0.smithi046.stdout:409 2021-07-26T16:03:16.296 INFO:tasks.workunit.client.0.smithi046.stdout:410 2021-07-26T16:03:16.299 INFO:tasks.workunit.client.0.smithi046.stdout:411 2021-07-26T16:03:16.300 INFO:tasks.workunit.client.0.smithi046.stdout:412 2021-07-26T16:03:16.302 INFO:tasks.workunit.client.0.smithi046.stdout:413 2021-07-26T16:03:16.305 INFO:tasks.workunit.client.0.smithi046.stdout:414 2021-07-26T16:03:16.307 INFO:tasks.workunit.client.0.smithi046.stdout:415 2021-07-26T16:03:16.310 INFO:tasks.workunit.client.0.smithi046.stdout:416 2021-07-26T16:03:16.312 INFO:tasks.workunit.client.0.smithi046.stdout:417 2021-07-26T16:03:16.315 INFO:tasks.workunit.client.0.smithi046.stdout:418 2021-07-26T16:03:16.317 INFO:tasks.workunit.client.0.smithi046.stdout:419 2021-07-26T16:03:16.321 INFO:tasks.workunit.client.0.smithi046.stdout:420 2021-07-26T16:03:16.323 INFO:tasks.workunit.client.0.smithi046.stdout:421 2021-07-26T16:03:16.325 INFO:tasks.workunit.client.0.smithi046.stdout:422 2021-07-26T16:03:16.328 INFO:tasks.workunit.client.0.smithi046.stdout:423 2021-07-26T16:03:16.331 INFO:tasks.workunit.client.0.smithi046.stdout:424 2021-07-26T16:03:16.334 INFO:tasks.workunit.client.0.smithi046.stdout:425 2021-07-26T16:03:16.337 INFO:tasks.workunit.client.0.smithi046.stdout:426 2021-07-26T16:03:16.340 INFO:tasks.workunit.client.0.smithi046.stdout:427 2021-07-26T16:03:16.343 INFO:tasks.workunit.client.0.smithi046.stdout:428 2021-07-26T16:03:16.345 INFO:tasks.workunit.client.0.smithi046.stdout:429 2021-07-26T16:03:16.347 INFO:tasks.workunit.client.0.smithi046.stdout:430 2021-07-26T16:03:16.350 INFO:tasks.workunit.client.0.smithi046.stdout:431 2021-07-26T16:03:16.353 INFO:tasks.workunit.client.0.smithi046.stdout:432 2021-07-26T16:03:16.356 INFO:tasks.workunit.client.0.smithi046.stdout:433 2021-07-26T16:03:16.358 INFO:tasks.workunit.client.0.smithi046.stdout:434 2021-07-26T16:03:16.361 INFO:tasks.workunit.client.0.smithi046.stdout:435 2021-07-26T16:03:16.364 INFO:tasks.workunit.client.0.smithi046.stdout:436 2021-07-26T16:03:16.367 INFO:tasks.workunit.client.0.smithi046.stdout:437 2021-07-26T16:03:16.370 INFO:tasks.workunit.client.0.smithi046.stdout:438 2021-07-26T16:03:16.372 INFO:tasks.workunit.client.0.smithi046.stdout:439 2021-07-26T16:03:16.378 INFO:tasks.workunit.client.0.smithi046.stdout:440 2021-07-26T16:03:16.379 INFO:tasks.workunit.client.0.smithi046.stdout:441 2021-07-26T16:03:16.381 INFO:tasks.workunit.client.0.smithi046.stdout:442 2021-07-26T16:03:16.383 INFO:tasks.workunit.client.0.smithi046.stdout:443 2021-07-26T16:03:16.386 INFO:tasks.workunit.client.0.smithi046.stdout:444 2021-07-26T16:03:16.389 INFO:tasks.workunit.client.0.smithi046.stdout:445 2021-07-26T16:03:16.394 INFO:tasks.workunit.client.0.smithi046.stdout:446 2021-07-26T16:03:16.394 INFO:tasks.workunit.client.0.smithi046.stdout:447 2021-07-26T16:03:16.397 INFO:tasks.workunit.client.0.smithi046.stdout:448 2021-07-26T16:03:16.400 INFO:tasks.workunit.client.0.smithi046.stdout:449 2021-07-26T16:03:16.404 INFO:tasks.workunit.client.0.smithi046.stdout:450 2021-07-26T16:03:16.405 INFO:tasks.workunit.client.0.smithi046.stdout:451 2021-07-26T16:03:16.408 INFO:tasks.workunit.client.0.smithi046.stdout:452 2021-07-26T16:03:16.411 INFO:tasks.workunit.client.0.smithi046.stdout:453 2021-07-26T16:03:16.414 INFO:tasks.workunit.client.0.smithi046.stdout:454 2021-07-26T16:03:16.416 INFO:tasks.workunit.client.0.smithi046.stdout:455 2021-07-26T16:03:16.419 INFO:tasks.workunit.client.0.smithi046.stdout:456 2021-07-26T16:03:16.422 INFO:tasks.workunit.client.0.smithi046.stdout:457 2021-07-26T16:03:16.425 INFO:tasks.workunit.client.0.smithi046.stdout:458 2021-07-26T16:03:16.427 INFO:tasks.workunit.client.0.smithi046.stdout:459 2021-07-26T16:03:16.431 INFO:tasks.workunit.client.0.smithi046.stdout:460 2021-07-26T16:03:16.433 INFO:tasks.workunit.client.0.smithi046.stdout:461 2021-07-26T16:03:16.436 INFO:tasks.workunit.client.0.smithi046.stdout:462 2021-07-26T16:03:16.439 INFO:tasks.workunit.client.0.smithi046.stdout:463 2021-07-26T16:03:16.441 INFO:tasks.workunit.client.0.smithi046.stdout:464 2021-07-26T16:03:16.444 INFO:tasks.workunit.client.0.smithi046.stdout:465 2021-07-26T16:03:16.447 INFO:tasks.workunit.client.0.smithi046.stdout:466 2021-07-26T16:03:16.449 INFO:tasks.workunit.client.0.smithi046.stdout:467 2021-07-26T16:03:16.452 INFO:tasks.workunit.client.0.smithi046.stdout:468 2021-07-26T16:03:16.455 INFO:tasks.workunit.client.0.smithi046.stdout:469 2021-07-26T16:03:16.457 INFO:tasks.workunit.client.0.smithi046.stdout:470 2021-07-26T16:03:16.460 INFO:tasks.workunit.client.0.smithi046.stdout:471 2021-07-26T16:03:16.463 INFO:tasks.workunit.client.0.smithi046.stdout:472 2021-07-26T16:03:16.466 INFO:tasks.workunit.client.0.smithi046.stdout:473 2021-07-26T16:03:16.469 INFO:tasks.workunit.client.0.smithi046.stdout:474 2021-07-26T16:03:16.472 INFO:tasks.workunit.client.0.smithi046.stdout:475 2021-07-26T16:03:16.476 INFO:tasks.workunit.client.0.smithi046.stdout:476 2021-07-26T16:03:16.477 INFO:tasks.workunit.client.0.smithi046.stdout:477 2021-07-26T16:03:16.485 INFO:tasks.workunit.client.0.smithi046.stdout:478 2021-07-26T16:03:16.488 INFO:tasks.workunit.client.0.smithi046.stdout:479 2021-07-26T16:03:16.491 INFO:tasks.workunit.client.0.smithi046.stdout:480 2021-07-26T16:03:16.494 INFO:tasks.workunit.client.0.smithi046.stdout:481 2021-07-26T16:03:16.497 INFO:tasks.workunit.client.0.smithi046.stdout:482 2021-07-26T16:03:16.499 INFO:tasks.workunit.client.0.smithi046.stdout:483 2021-07-26T16:03:16.502 INFO:tasks.workunit.client.0.smithi046.stdout:484 2021-07-26T16:03:16.505 INFO:tasks.workunit.client.0.smithi046.stdout:485 2021-07-26T16:03:16.508 INFO:tasks.workunit.client.0.smithi046.stdout:486 2021-07-26T16:03:16.511 INFO:tasks.workunit.client.0.smithi046.stdout:487 2021-07-26T16:03:16.518 INFO:tasks.workunit.client.0.smithi046.stdout:488 2021-07-26T16:03:16.518 INFO:tasks.workunit.client.0.smithi046.stdout:489 2021-07-26T16:03:16.519 INFO:tasks.workunit.client.0.smithi046.stdout:490 2021-07-26T16:03:16.522 INFO:tasks.workunit.client.0.smithi046.stdout:491 2021-07-26T16:03:16.525 INFO:tasks.workunit.client.0.smithi046.stdout:492 2021-07-26T16:03:16.528 INFO:tasks.workunit.client.0.smithi046.stdout:493 2021-07-26T16:03:16.530 INFO:tasks.workunit.client.0.smithi046.stdout:494 2021-07-26T16:03:16.532 INFO:tasks.workunit.client.0.smithi046.stdout:495 2021-07-26T16:03:16.535 INFO:tasks.workunit.client.0.smithi046.stdout:496 2021-07-26T16:03:16.538 INFO:tasks.workunit.client.0.smithi046.stdout:497 2021-07-26T16:03:16.540 INFO:tasks.workunit.client.0.smithi046.stdout:498 2021-07-26T16:03:16.545 INFO:tasks.workunit.client.0.smithi046.stdout:499 2021-07-26T16:03:16.546 INFO:tasks.workunit.client.0.smithi046.stdout:500 2021-07-26T16:03:16.564 INFO:tasks.workunit.client.0.smithi046.stdout:501 2021-07-26T16:03:16.564 INFO:tasks.workunit.client.0.smithi046.stdout:502 2021-07-26T16:03:16.564 INFO:tasks.workunit.client.0.smithi046.stdout:503 2021-07-26T16:03:16.564 INFO:tasks.workunit.client.0.smithi046.stdout:504 2021-07-26T16:03:16.565 INFO:tasks.workunit.client.0.smithi046.stdout:505 2021-07-26T16:03:16.565 INFO:tasks.workunit.client.0.smithi046.stdout:506 2021-07-26T16:03:16.566 INFO:tasks.workunit.client.0.smithi046.stdout:507 2021-07-26T16:03:16.569 INFO:tasks.workunit.client.0.smithi046.stdout:508 2021-07-26T16:03:16.572 INFO:tasks.workunit.client.0.smithi046.stdout:509 2021-07-26T16:03:16.575 INFO:tasks.workunit.client.0.smithi046.stdout:510 2021-07-26T16:03:16.578 INFO:tasks.workunit.client.0.smithi046.stdout:511 2021-07-26T16:03:16.580 INFO:tasks.workunit.client.0.smithi046.stdout:512 2021-07-26T16:03:16.584 INFO:tasks.workunit.client.0.smithi046.stdout:513 2021-07-26T16:03:16.586 INFO:tasks.workunit.client.0.smithi046.stdout:514 2021-07-26T16:03:16.591 INFO:tasks.workunit.client.0.smithi046.stdout:515 2021-07-26T16:03:16.592 INFO:tasks.workunit.client.0.smithi046.stdout:516 2021-07-26T16:03:16.595 INFO:tasks.workunit.client.0.smithi046.stdout:517 2021-07-26T16:03:16.598 INFO:tasks.workunit.client.0.smithi046.stdout:518 2021-07-26T16:03:16.601 INFO:tasks.workunit.client.0.smithi046.stdout:519 2021-07-26T16:03:16.604 INFO:tasks.workunit.client.0.smithi046.stdout:520 2021-07-26T16:03:16.607 INFO:tasks.workunit.client.0.smithi046.stdout:521 2021-07-26T16:03:16.610 INFO:tasks.workunit.client.0.smithi046.stdout:522 2021-07-26T16:03:16.614 INFO:tasks.workunit.client.0.smithi046.stdout:523 2021-07-26T16:03:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:16 smithi073 bash[34190]: audit 2021-07-26T16:03:15.266780+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:16 smithi073 bash[34190]: cluster 2021-07-26T16:03:15.267343+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:03:16.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:16 smithi073 bash[34190]: audit 2021-07-26T16:03:15.280266+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:03:16.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:16 smithi073 bash[34190]: cluster 2021-07-26T16:03:16.159746+0000 mgr.y (mgr.24683) 618 : cluster [DBG] pgmap v1289: 41 pgs: 5 creating+peering, 19 unknown, 17 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:16.617 INFO:tasks.workunit.client.0.smithi046.stdout:524 2021-07-26T16:03:16.620 INFO:tasks.workunit.client.0.smithi046.stdout:525 2021-07-26T16:03:16.623 INFO:tasks.workunit.client.0.smithi046.stdout:526 2021-07-26T16:03:16.626 INFO:tasks.workunit.client.0.smithi046.stdout:527 2021-07-26T16:03:16.629 INFO:tasks.workunit.client.0.smithi046.stdout:528 2021-07-26T16:03:16.634 INFO:tasks.workunit.client.0.smithi046.stdout:529 2021-07-26T16:03:16.635 INFO:tasks.workunit.client.0.smithi046.stdout:530 2021-07-26T16:03:16.638 INFO:tasks.workunit.client.0.smithi046.stdout:531 2021-07-26T16:03:16.641 INFO:tasks.workunit.client.0.smithi046.stdout:532 2021-07-26T16:03:16.645 INFO:tasks.workunit.client.0.smithi046.stdout:533 2021-07-26T16:03:16.648 INFO:tasks.workunit.client.0.smithi046.stdout:534 2021-07-26T16:03:16.650 INFO:tasks.workunit.client.0.smithi046.stdout:535 2021-07-26T16:03:16.653 INFO:tasks.workunit.client.0.smithi046.stdout:536 2021-07-26T16:03:16.656 INFO:tasks.workunit.client.0.smithi046.stdout:537 2021-07-26T16:03:16.659 INFO:tasks.workunit.client.0.smithi046.stdout:538 2021-07-26T16:03:16.661 INFO:tasks.workunit.client.0.smithi046.stdout:539 2021-07-26T16:03:16.664 INFO:tasks.workunit.client.0.smithi046.stdout:540 2021-07-26T16:03:16.667 INFO:tasks.workunit.client.0.smithi046.stdout:541 2021-07-26T16:03:16.670 INFO:tasks.workunit.client.0.smithi046.stdout:542 2021-07-26T16:03:16.673 INFO:tasks.workunit.client.0.smithi046.stdout:543 2021-07-26T16:03:16.676 INFO:tasks.workunit.client.0.smithi046.stdout:544 2021-07-26T16:03:16.679 INFO:tasks.workunit.client.0.smithi046.stdout:545 2021-07-26T16:03:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[41283]: audit 2021-07-26T16:03:15.266780+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[41283]: cluster 2021-07-26T16:03:15.267343+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:03:16.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[41283]: audit 2021-07-26T16:03:15.280266+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:03:16.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[41283]: cluster 2021-07-26T16:03:16.159746+0000 mgr.y (mgr.24683) 618 : cluster [DBG] pgmap v1289: 41 pgs: 5 creating+peering, 19 unknown, 17 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[42351]: audit 2021-07-26T16:03:15.266780+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:16.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[42351]: cluster 2021-07-26T16:03:15.267343+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:03:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[42351]: audit 2021-07-26T16:03:15.280266+0000 mon.a (mon.0) 1619 : audit [DBG] from='client.? 172.21.15.46:0/4223487065' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:03:16.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:16 smithi046 bash[42351]: cluster 2021-07-26T16:03:16.159746+0000 mgr.y (mgr.24683) 618 : cluster [DBG] pgmap v1289: 41 pgs: 5 creating+peering, 19 unknown, 17 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:16.683 INFO:tasks.workunit.client.0.smithi046.stdout:546 2021-07-26T16:03:16.685 INFO:tasks.workunit.client.0.smithi046.stdout:547 2021-07-26T16:03:16.688 INFO:tasks.workunit.client.0.smithi046.stdout:548 2021-07-26T16:03:16.691 INFO:tasks.workunit.client.0.smithi046.stdout:549 2021-07-26T16:03:16.694 INFO:tasks.workunit.client.0.smithi046.stdout:550 2021-07-26T16:03:16.697 INFO:tasks.workunit.client.0.smithi046.stdout:551 2021-07-26T16:03:16.700 INFO:tasks.workunit.client.0.smithi046.stdout:552 2021-07-26T16:03:16.704 INFO:tasks.workunit.client.0.smithi046.stdout:553 2021-07-26T16:03:16.706 INFO:tasks.workunit.client.0.smithi046.stdout:554 2021-07-26T16:03:16.710 INFO:tasks.workunit.client.0.smithi046.stdout:555 2021-07-26T16:03:16.715 INFO:tasks.workunit.client.0.smithi046.stdout:556 2021-07-26T16:03:16.716 INFO:tasks.workunit.client.0.smithi046.stdout:557 2021-07-26T16:03:16.719 INFO:tasks.workunit.client.0.smithi046.stdout:558 2021-07-26T16:03:16.722 INFO:tasks.workunit.client.0.smithi046.stdout:559 2021-07-26T16:03:16.726 INFO:tasks.workunit.client.0.smithi046.stdout:560 2021-07-26T16:03:16.728 INFO:tasks.workunit.client.0.smithi046.stdout:561 2021-07-26T16:03:16.732 INFO:tasks.workunit.client.0.smithi046.stdout:562 2021-07-26T16:03:16.734 INFO:tasks.workunit.client.0.smithi046.stdout:563 2021-07-26T16:03:16.737 INFO:tasks.workunit.client.0.smithi046.stdout:564 2021-07-26T16:03:16.741 INFO:tasks.workunit.client.0.smithi046.stdout:565 2021-07-26T16:03:16.744 INFO:tasks.workunit.client.0.smithi046.stdout:566 2021-07-26T16:03:16.747 INFO:tasks.workunit.client.0.smithi046.stdout:567 2021-07-26T16:03:16.750 INFO:tasks.workunit.client.0.smithi046.stdout:568 2021-07-26T16:03:16.753 INFO:tasks.workunit.client.0.smithi046.stdout:569 2021-07-26T16:03:16.756 INFO:tasks.workunit.client.0.smithi046.stdout:570 2021-07-26T16:03:16.759 INFO:tasks.workunit.client.0.smithi046.stdout:571 2021-07-26T16:03:16.762 INFO:tasks.workunit.client.0.smithi046.stdout:572 2021-07-26T16:03:16.765 INFO:tasks.workunit.client.0.smithi046.stdout:573 2021-07-26T16:03:16.768 INFO:tasks.workunit.client.0.smithi046.stdout:574 2021-07-26T16:03:16.771 INFO:tasks.workunit.client.0.smithi046.stdout:575 2021-07-26T16:03:16.775 INFO:tasks.workunit.client.0.smithi046.stdout:576 2021-07-26T16:03:16.777 INFO:tasks.workunit.client.0.smithi046.stdout:577 2021-07-26T16:03:16.780 INFO:tasks.workunit.client.0.smithi046.stdout:578 2021-07-26T16:03:16.783 INFO:tasks.workunit.client.0.smithi046.stdout:579 2021-07-26T16:03:16.786 INFO:tasks.workunit.client.0.smithi046.stdout:580 2021-07-26T16:03:16.789 INFO:tasks.workunit.client.0.smithi046.stdout:581 2021-07-26T16:03:16.792 INFO:tasks.workunit.client.0.smithi046.stdout:582 2021-07-26T16:03:16.795 INFO:tasks.workunit.client.0.smithi046.stdout:583 2021-07-26T16:03:16.798 INFO:tasks.workunit.client.0.smithi046.stdout:584 2021-07-26T16:03:16.801 INFO:tasks.workunit.client.0.smithi046.stdout:585 2021-07-26T16:03:16.804 INFO:tasks.workunit.client.0.smithi046.stdout:586 2021-07-26T16:03:16.807 INFO:tasks.workunit.client.0.smithi046.stdout:587 2021-07-26T16:03:16.810 INFO:tasks.workunit.client.0.smithi046.stdout:588 2021-07-26T16:03:16.812 INFO:tasks.workunit.client.0.smithi046.stdout:589 2021-07-26T16:03:16.815 INFO:tasks.workunit.client.0.smithi046.stdout:590 2021-07-26T16:03:16.818 INFO:tasks.workunit.client.0.smithi046.stdout:591 2021-07-26T16:03:16.820 INFO:tasks.workunit.client.0.smithi046.stdout:592 2021-07-26T16:03:16.823 INFO:tasks.workunit.client.0.smithi046.stdout:593 2021-07-26T16:03:16.826 INFO:tasks.workunit.client.0.smithi046.stdout:594 2021-07-26T16:03:16.828 INFO:tasks.workunit.client.0.smithi046.stdout:595 2021-07-26T16:03:16.831 INFO:tasks.workunit.client.0.smithi046.stdout:596 2021-07-26T16:03:16.838 INFO:tasks.workunit.client.0.smithi046.stdout:597 2021-07-26T16:03:16.838 INFO:tasks.workunit.client.0.smithi046.stdout:598 2021-07-26T16:03:16.839 INFO:tasks.workunit.client.0.smithi046.stdout:599 2021-07-26T16:03:16.842 INFO:tasks.workunit.client.0.smithi046.stdout:600 2021-07-26T16:03:16.845 INFO:tasks.workunit.client.0.smithi046.stdout:601 2021-07-26T16:03:16.848 INFO:tasks.workunit.client.0.smithi046.stdout:602 2021-07-26T16:03:16.850 INFO:tasks.workunit.client.0.smithi046.stdout:603 2021-07-26T16:03:16.853 INFO:tasks.workunit.client.0.smithi046.stdout:604 2021-07-26T16:03:16.856 INFO:tasks.workunit.client.0.smithi046.stdout:605 2021-07-26T16:03:16.859 INFO:tasks.workunit.client.0.smithi046.stdout:606 2021-07-26T16:03:16.862 INFO:tasks.workunit.client.0.smithi046.stdout:607 2021-07-26T16:03:16.864 INFO:tasks.workunit.client.0.smithi046.stdout:608 2021-07-26T16:03:16.868 INFO:tasks.workunit.client.0.smithi046.stdout:609 2021-07-26T16:03:16.871 INFO:tasks.workunit.client.0.smithi046.stdout:610 2021-07-26T16:03:16.875 INFO:tasks.workunit.client.0.smithi046.stdout:611 2021-07-26T16:03:16.877 INFO:tasks.workunit.client.0.smithi046.stdout:612 2021-07-26T16:03:16.880 INFO:tasks.workunit.client.0.smithi046.stdout:613 2021-07-26T16:03:16.882 INFO:tasks.workunit.client.0.smithi046.stdout:614 2021-07-26T16:03:16.885 INFO:tasks.workunit.client.0.smithi046.stdout:615 2021-07-26T16:03:16.887 INFO:tasks.workunit.client.0.smithi046.stdout:616 2021-07-26T16:03:16.890 INFO:tasks.workunit.client.0.smithi046.stdout:617 2021-07-26T16:03:16.893 INFO:tasks.workunit.client.0.smithi046.stdout:618 2021-07-26T16:03:16.895 INFO:tasks.workunit.client.0.smithi046.stdout:619 2021-07-26T16:03:16.898 INFO:tasks.workunit.client.0.smithi046.stdout:620 2021-07-26T16:03:16.901 INFO:tasks.workunit.client.0.smithi046.stdout:621 2021-07-26T16:03:16.903 INFO:tasks.workunit.client.0.smithi046.stdout:622 2021-07-26T16:03:16.908 INFO:tasks.workunit.client.0.smithi046.stdout:623 2021-07-26T16:03:16.909 INFO:tasks.workunit.client.0.smithi046.stdout:624 2021-07-26T16:03:16.912 INFO:tasks.workunit.client.0.smithi046.stdout:625 2021-07-26T16:03:16.915 INFO:tasks.workunit.client.0.smithi046.stdout:626 2021-07-26T16:03:16.918 INFO:tasks.workunit.client.0.smithi046.stdout:627 2021-07-26T16:03:16.922 INFO:tasks.workunit.client.0.smithi046.stdout:628 2021-07-26T16:03:16.924 INFO:tasks.workunit.client.0.smithi046.stdout:629 2021-07-26T16:03:16.927 INFO:tasks.workunit.client.0.smithi046.stdout:630 2021-07-26T16:03:16.930 INFO:tasks.workunit.client.0.smithi046.stdout:631 2021-07-26T16:03:16.933 INFO:tasks.workunit.client.0.smithi046.stdout:632 2021-07-26T16:03:16.936 INFO:tasks.workunit.client.0.smithi046.stdout:633 2021-07-26T16:03:16.939 INFO:tasks.workunit.client.0.smithi046.stdout:634 2021-07-26T16:03:16.942 INFO:tasks.workunit.client.0.smithi046.stdout:635 2021-07-26T16:03:16.945 INFO:tasks.workunit.client.0.smithi046.stdout:636 2021-07-26T16:03:16.949 INFO:tasks.workunit.client.0.smithi046.stdout:637 2021-07-26T16:03:16.951 INFO:tasks.workunit.client.0.smithi046.stdout:638 2021-07-26T16:03:16.953 INFO:tasks.workunit.client.0.smithi046.stdout:639 2021-07-26T16:03:16.956 INFO:tasks.workunit.client.0.smithi046.stdout:640 2021-07-26T16:03:16.959 INFO:tasks.workunit.client.0.smithi046.stdout:641 2021-07-26T16:03:16.961 INFO:tasks.workunit.client.0.smithi046.stdout:642 2021-07-26T16:03:16.964 INFO:tasks.workunit.client.0.smithi046.stdout:643 2021-07-26T16:03:16.967 INFO:tasks.workunit.client.0.smithi046.stdout:644 2021-07-26T16:03:16.970 INFO:tasks.workunit.client.0.smithi046.stdout:645 2021-07-26T16:03:16.972 INFO:tasks.workunit.client.0.smithi046.stdout:646 2021-07-26T16:03:16.976 INFO:tasks.workunit.client.0.smithi046.stdout:647 2021-07-26T16:03:16.978 INFO:tasks.workunit.client.0.smithi046.stdout:648 2021-07-26T16:03:16.980 INFO:tasks.workunit.client.0.smithi046.stdout:649 2021-07-26T16:03:16.983 INFO:tasks.workunit.client.0.smithi046.stdout:650 2021-07-26T16:03:16.986 INFO:tasks.workunit.client.0.smithi046.stdout:651 2021-07-26T16:03:16.989 INFO:tasks.workunit.client.0.smithi046.stdout:652 2021-07-26T16:03:16.992 INFO:tasks.workunit.client.0.smithi046.stdout:653 2021-07-26T16:03:16.995 INFO:tasks.workunit.client.0.smithi046.stdout:654 2021-07-26T16:03:16.998 INFO:tasks.workunit.client.0.smithi046.stdout:655 2021-07-26T16:03:17.002 INFO:tasks.workunit.client.0.smithi046.stdout:656 2021-07-26T16:03:17.005 INFO:tasks.workunit.client.0.smithi046.stdout:657 2021-07-26T16:03:17.008 INFO:tasks.workunit.client.0.smithi046.stdout:658 2021-07-26T16:03:17.011 INFO:tasks.workunit.client.0.smithi046.stdout:659 2021-07-26T16:03:17.014 INFO:tasks.workunit.client.0.smithi046.stdout:660 2021-07-26T16:03:17.017 INFO:tasks.workunit.client.0.smithi046.stdout:661 2021-07-26T16:03:17.019 INFO:tasks.workunit.client.0.smithi046.stdout:662 2021-07-26T16:03:17.021 INFO:tasks.workunit.client.0.smithi046.stdout:663 2021-07-26T16:03:17.024 INFO:tasks.workunit.client.0.smithi046.stdout:664 2021-07-26T16:03:17.027 INFO:tasks.workunit.client.0.smithi046.stdout:665 2021-07-26T16:03:17.030 INFO:tasks.workunit.client.0.smithi046.stdout:666 2021-07-26T16:03:17.032 INFO:tasks.workunit.client.0.smithi046.stdout:667 2021-07-26T16:03:17.035 INFO:tasks.workunit.client.0.smithi046.stdout:668 2021-07-26T16:03:17.038 INFO:tasks.workunit.client.0.smithi046.stdout:669 2021-07-26T16:03:17.040 INFO:tasks.workunit.client.0.smithi046.stdout:670 2021-07-26T16:03:17.043 INFO:tasks.workunit.client.0.smithi046.stdout:671 2021-07-26T16:03:17.046 INFO:tasks.workunit.client.0.smithi046.stdout:672 2021-07-26T16:03:17.049 INFO:tasks.workunit.client.0.smithi046.stdout:673 2021-07-26T16:03:17.052 INFO:tasks.workunit.client.0.smithi046.stdout:674 2021-07-26T16:03:17.055 INFO:tasks.workunit.client.0.smithi046.stdout:675 2021-07-26T16:03:17.058 INFO:tasks.workunit.client.0.smithi046.stdout:676 2021-07-26T16:03:17.061 INFO:tasks.workunit.client.0.smithi046.stdout:677 2021-07-26T16:03:17.064 INFO:tasks.workunit.client.0.smithi046.stdout:678 2021-07-26T16:03:17.067 INFO:tasks.workunit.client.0.smithi046.stdout:679 2021-07-26T16:03:17.070 INFO:tasks.workunit.client.0.smithi046.stdout:680 2021-07-26T16:03:17.073 INFO:tasks.workunit.client.0.smithi046.stdout:681 2021-07-26T16:03:17.076 INFO:tasks.workunit.client.0.smithi046.stdout:682 2021-07-26T16:03:17.079 INFO:tasks.workunit.client.0.smithi046.stdout:683 2021-07-26T16:03:17.082 INFO:tasks.workunit.client.0.smithi046.stdout:684 2021-07-26T16:03:17.087 INFO:tasks.workunit.client.0.smithi046.stdout:685 2021-07-26T16:03:17.089 INFO:tasks.workunit.client.0.smithi046.stdout:686 2021-07-26T16:03:17.092 INFO:tasks.workunit.client.0.smithi046.stdout:687 2021-07-26T16:03:17.094 INFO:tasks.workunit.client.0.smithi046.stdout:688 2021-07-26T16:03:17.098 INFO:tasks.workunit.client.0.smithi046.stdout:689 2021-07-26T16:03:17.101 INFO:tasks.workunit.client.0.smithi046.stdout:690 2021-07-26T16:03:17.104 INFO:tasks.workunit.client.0.smithi046.stdout:691 2021-07-26T16:03:17.107 INFO:tasks.workunit.client.0.smithi046.stdout:692 2021-07-26T16:03:17.110 INFO:tasks.workunit.client.0.smithi046.stdout:693 2021-07-26T16:03:17.113 INFO:tasks.workunit.client.0.smithi046.stdout:694 2021-07-26T16:03:17.116 INFO:tasks.workunit.client.0.smithi046.stdout:695 2021-07-26T16:03:17.119 INFO:tasks.workunit.client.0.smithi046.stdout:696 2021-07-26T16:03:17.123 INFO:tasks.workunit.client.0.smithi046.stdout:697 2021-07-26T16:03:17.126 INFO:tasks.workunit.client.0.smithi046.stdout:698 2021-07-26T16:03:17.129 INFO:tasks.workunit.client.0.smithi046.stdout:699 2021-07-26T16:03:17.132 INFO:tasks.workunit.client.0.smithi046.stdout:700 2021-07-26T16:03:17.134 INFO:tasks.workunit.client.0.smithi046.stdout:701 2021-07-26T16:03:17.137 INFO:tasks.workunit.client.0.smithi046.stdout:702 2021-07-26T16:03:17.141 INFO:tasks.workunit.client.0.smithi046.stdout:703 2021-07-26T16:03:17.143 INFO:tasks.workunit.client.0.smithi046.stdout:704 2021-07-26T16:03:17.146 INFO:tasks.workunit.client.0.smithi046.stdout:705 2021-07-26T16:03:17.149 INFO:tasks.workunit.client.0.smithi046.stdout:706 2021-07-26T16:03:17.152 INFO:tasks.workunit.client.0.smithi046.stdout:707 2021-07-26T16:03:17.154 INFO:tasks.workunit.client.0.smithi046.stdout:708 2021-07-26T16:03:17.157 INFO:tasks.workunit.client.0.smithi046.stdout:709 2021-07-26T16:03:17.160 INFO:tasks.workunit.client.0.smithi046.stdout:710 2021-07-26T16:03:17.163 INFO:tasks.workunit.client.0.smithi046.stdout:711 2021-07-26T16:03:17.166 INFO:tasks.workunit.client.0.smithi046.stdout:712 2021-07-26T16:03:17.169 INFO:tasks.workunit.client.0.smithi046.stdout:713 2021-07-26T16:03:17.172 INFO:tasks.workunit.client.0.smithi046.stdout:714 2021-07-26T16:03:17.176 INFO:tasks.workunit.client.0.smithi046.stdout:715 2021-07-26T16:03:17.180 INFO:tasks.workunit.client.0.smithi046.stdout:716 2021-07-26T16:03:17.182 INFO:tasks.workunit.client.0.smithi046.stdout:717 2021-07-26T16:03:17.186 INFO:tasks.workunit.client.0.smithi046.stdout:718 2021-07-26T16:03:17.191 INFO:tasks.workunit.client.0.smithi046.stdout:719 2021-07-26T16:03:17.192 INFO:tasks.workunit.client.0.smithi046.stdout:720 2021-07-26T16:03:17.196 INFO:tasks.workunit.client.0.smithi046.stdout:721 2021-07-26T16:03:17.198 INFO:tasks.workunit.client.0.smithi046.stdout:722 2021-07-26T16:03:17.201 INFO:tasks.workunit.client.0.smithi046.stdout:723 2021-07-26T16:03:17.207 INFO:tasks.workunit.client.0.smithi046.stdout:724 2021-07-26T16:03:17.207 INFO:tasks.workunit.client.0.smithi046.stdout:725 2021-07-26T16:03:17.209 INFO:tasks.workunit.client.0.smithi046.stdout:726 2021-07-26T16:03:17.212 INFO:tasks.workunit.client.0.smithi046.stdout:727 2021-07-26T16:03:17.215 INFO:tasks.workunit.client.0.smithi046.stdout:728 2021-07-26T16:03:17.218 INFO:tasks.workunit.client.0.smithi046.stdout:729 2021-07-26T16:03:17.222 INFO:tasks.workunit.client.0.smithi046.stdout:730 2021-07-26T16:03:17.225 INFO:tasks.workunit.client.0.smithi046.stdout:731 2021-07-26T16:03:17.228 INFO:tasks.workunit.client.0.smithi046.stdout:732 2021-07-26T16:03:17.231 INFO:tasks.workunit.client.0.smithi046.stdout:733 2021-07-26T16:03:17.235 INFO:tasks.workunit.client.0.smithi046.stdout:734 2021-07-26T16:03:17.238 INFO:tasks.workunit.client.0.smithi046.stdout:735 2021-07-26T16:03:17.241 INFO:tasks.workunit.client.0.smithi046.stdout:736 2021-07-26T16:03:17.244 INFO:tasks.workunit.client.0.smithi046.stdout:737 2021-07-26T16:03:17.247 INFO:tasks.workunit.client.0.smithi046.stdout:738 2021-07-26T16:03:17.250 INFO:tasks.workunit.client.0.smithi046.stdout:739 2021-07-26T16:03:17.254 INFO:tasks.workunit.client.0.smithi046.stdout:740 2021-07-26T16:03:17.257 INFO:tasks.workunit.client.0.smithi046.stdout:741 2021-07-26T16:03:17.260 INFO:tasks.workunit.client.0.smithi046.stdout:742 2021-07-26T16:03:17.263 INFO:tasks.workunit.client.0.smithi046.stdout:743 2021-07-26T16:03:17.267 INFO:tasks.workunit.client.0.smithi046.stdout:744 2021-07-26T16:03:17.270 INFO:tasks.workunit.client.0.smithi046.stdout:745 2021-07-26T16:03:17.273 INFO:tasks.workunit.client.0.smithi046.stdout:746 2021-07-26T16:03:17.280 INFO:tasks.workunit.client.0.smithi046.stdout:747 2021-07-26T16:03:17.281 INFO:tasks.workunit.client.0.smithi046.stdout:748 2021-07-26T16:03:17.284 INFO:tasks.workunit.client.0.smithi046.stdout:749 2021-07-26T16:03:17.286 INFO:tasks.workunit.client.0.smithi046.stdout:750 2021-07-26T16:03:17.289 INFO:tasks.workunit.client.0.smithi046.stdout:751 2021-07-26T16:03:17.292 INFO:tasks.workunit.client.0.smithi046.stdout:752 2021-07-26T16:03:17.294 INFO:tasks.workunit.client.0.smithi046.stdout:753 2021-07-26T16:03:17.302 INFO:tasks.workunit.client.0.smithi046.stdout:754 2021-07-26T16:03:17.302 INFO:tasks.workunit.client.0.smithi046.stdout:755 2021-07-26T16:03:17.303 INFO:tasks.workunit.client.0.smithi046.stdout:756 2021-07-26T16:03:17.303 INFO:tasks.workunit.client.0.smithi046.stdout:757 2021-07-26T16:03:17.305 INFO:tasks.workunit.client.0.smithi046.stdout:758 2021-07-26T16:03:17.313 INFO:tasks.workunit.client.0.smithi046.stdout:759 2021-07-26T16:03:17.313 INFO:tasks.workunit.client.0.smithi046.stdout:760 2021-07-26T16:03:17.314 INFO:tasks.workunit.client.0.smithi046.stdout:761 2021-07-26T16:03:17.315 INFO:tasks.workunit.client.0.smithi046.stdout:762 2021-07-26T16:03:17.318 INFO:tasks.workunit.client.0.smithi046.stdout:763 2021-07-26T16:03:17.320 INFO:tasks.workunit.client.0.smithi046.stdout:764 2021-07-26T16:03:17.323 INFO:tasks.workunit.client.0.smithi046.stdout:765 2021-07-26T16:03:17.326 INFO:tasks.workunit.client.0.smithi046.stdout:766 2021-07-26T16:03:17.330 INFO:tasks.workunit.client.0.smithi046.stdout:767 2021-07-26T16:03:17.332 INFO:tasks.workunit.client.0.smithi046.stdout:768 2021-07-26T16:03:17.336 INFO:tasks.workunit.client.0.smithi046.stdout:769 2021-07-26T16:03:17.338 INFO:tasks.workunit.client.0.smithi046.stdout:770 2021-07-26T16:03:17.341 INFO:tasks.workunit.client.0.smithi046.stdout:771 2021-07-26T16:03:17.346 INFO:tasks.workunit.client.0.smithi046.stdout:772 2021-07-26T16:03:17.347 INFO:tasks.workunit.client.0.smithi046.stdout:773 2021-07-26T16:03:17.351 INFO:tasks.workunit.client.0.smithi046.stdout:774 2021-07-26T16:03:17.352 INFO:tasks.workunit.client.0.smithi046.stdout:775 2021-07-26T16:03:17.359 INFO:tasks.workunit.client.0.smithi046.stdout:776 2021-07-26T16:03:17.359 INFO:tasks.workunit.client.0.smithi046.stdout:777 2021-07-26T16:03:17.362 INFO:tasks.workunit.client.0.smithi046.stdout:778 2021-07-26T16:03:17.365 INFO:tasks.workunit.client.0.smithi046.stdout:779 2021-07-26T16:03:17.368 INFO:tasks.workunit.client.0.smithi046.stdout:780 2021-07-26T16:03:17.371 INFO:tasks.workunit.client.0.smithi046.stdout:781 2021-07-26T16:03:17.375 INFO:tasks.workunit.client.0.smithi046.stdout:782 2021-07-26T16:03:17.379 INFO:tasks.workunit.client.0.smithi046.stdout:783 2021-07-26T16:03:17.382 INFO:tasks.workunit.client.0.smithi046.stdout:784 2021-07-26T16:03:17.385 INFO:tasks.workunit.client.0.smithi046.stdout:785 2021-07-26T16:03:17.390 INFO:tasks.workunit.client.0.smithi046.stdout:786 2021-07-26T16:03:17.392 INFO:tasks.workunit.client.0.smithi046.stdout:787 2021-07-26T16:03:17.396 INFO:tasks.workunit.client.0.smithi046.stdout:788 2021-07-26T16:03:17.398 INFO:tasks.workunit.client.0.smithi046.stdout:789 2021-07-26T16:03:17.402 INFO:tasks.workunit.client.0.smithi046.stdout:790 2021-07-26T16:03:17.405 INFO:tasks.workunit.client.0.smithi046.stdout:791 2021-07-26T16:03:17.408 INFO:tasks.workunit.client.0.smithi046.stdout:792 2021-07-26T16:03:17.412 INFO:tasks.workunit.client.0.smithi046.stdout:793 2021-07-26T16:03:17.415 INFO:tasks.workunit.client.0.smithi046.stdout:794 2021-07-26T16:03:17.418 INFO:tasks.workunit.client.0.smithi046.stdout:795 2021-07-26T16:03:17.421 INFO:tasks.workunit.client.0.smithi046.stdout:796 2021-07-26T16:03:17.426 INFO:tasks.workunit.client.0.smithi046.stdout:797 2021-07-26T16:03:17.428 INFO:tasks.workunit.client.0.smithi046.stdout:798 2021-07-26T16:03:17.432 INFO:tasks.workunit.client.0.smithi046.stdout:799 2021-07-26T16:03:17.436 INFO:tasks.workunit.client.0.smithi046.stdout:800 2021-07-26T16:03:17.439 INFO:tasks.workunit.client.0.smithi046.stdout:801 2021-07-26T16:03:17.442 INFO:tasks.workunit.client.0.smithi046.stdout:802 2021-07-26T16:03:17.445 INFO:tasks.workunit.client.0.smithi046.stdout:803 2021-07-26T16:03:17.450 INFO:tasks.workunit.client.0.smithi046.stdout:804 2021-07-26T16:03:17.452 INFO:tasks.workunit.client.0.smithi046.stdout:805 2021-07-26T16:03:17.455 INFO:tasks.workunit.client.0.smithi046.stdout:806 2021-07-26T16:03:17.458 INFO:tasks.workunit.client.0.smithi046.stdout:807 2021-07-26T16:03:17.461 INFO:tasks.workunit.client.0.smithi046.stdout:808 2021-07-26T16:03:17.465 INFO:tasks.workunit.client.0.smithi046.stdout:809 2021-07-26T16:03:17.467 INFO:tasks.workunit.client.0.smithi046.stdout:810 2021-07-26T16:03:17.471 INFO:tasks.workunit.client.0.smithi046.stdout:811 2021-07-26T16:03:17.475 INFO:tasks.workunit.client.0.smithi046.stdout:812 2021-07-26T16:03:17.479 INFO:tasks.workunit.client.0.smithi046.stdout:813 2021-07-26T16:03:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:814 2021-07-26T16:03:17.489 INFO:tasks.workunit.client.0.smithi046.stdout:815 2021-07-26T16:03:17.490 INFO:tasks.workunit.client.0.smithi046.stdout:816 2021-07-26T16:03:17.491 INFO:tasks.workunit.client.0.smithi046.stdout:817 2021-07-26T16:03:17.494 INFO:tasks.workunit.client.0.smithi046.stdout:818 2021-07-26T16:03:17.497 INFO:tasks.workunit.client.0.smithi046.stdout:819 2021-07-26T16:03:17.500 INFO:tasks.workunit.client.0.smithi046.stdout:820 2021-07-26T16:03:17.504 INFO:tasks.workunit.client.0.smithi046.stdout:821 2021-07-26T16:03:17.507 INFO:tasks.workunit.client.0.smithi046.stdout:822 2021-07-26T16:03:17.511 INFO:tasks.workunit.client.0.smithi046.stdout:823 2021-07-26T16:03:17.514 INFO:tasks.workunit.client.0.smithi046.stdout:824 2021-07-26T16:03:17.519 INFO:tasks.workunit.client.0.smithi046.stdout:825 2021-07-26T16:03:17.521 INFO:tasks.workunit.client.0.smithi046.stdout:826 2021-07-26T16:03:17.524 INFO:tasks.workunit.client.0.smithi046.stdout:827 2021-07-26T16:03:17.527 INFO:tasks.workunit.client.0.smithi046.stdout:828 2021-07-26T16:03:17.531 INFO:tasks.workunit.client.0.smithi046.stdout:829 2021-07-26T16:03:17.534 INFO:tasks.workunit.client.0.smithi046.stdout:830 2021-07-26T16:03:17.538 INFO:tasks.workunit.client.0.smithi046.stdout:831 2021-07-26T16:03:17.541 INFO:tasks.workunit.client.0.smithi046.stdout:832 2021-07-26T16:03:17.547 INFO:tasks.workunit.client.0.smithi046.stdout:833 2021-07-26T16:03:17.548 INFO:tasks.workunit.client.0.smithi046.stdout:834 2021-07-26T16:03:17.551 INFO:tasks.workunit.client.0.smithi046.stdout:835 2021-07-26T16:03:17.555 INFO:tasks.workunit.client.0.smithi046.stdout:836 2021-07-26T16:03:17.559 INFO:tasks.workunit.client.0.smithi046.stdout:837 2021-07-26T16:03:17.562 INFO:tasks.workunit.client.0.smithi046.stdout:838 2021-07-26T16:03:17.566 INFO:tasks.workunit.client.0.smithi046.stdout:839 2021-07-26T16:03:17.569 INFO:tasks.workunit.client.0.smithi046.stdout:840 2021-07-26T16:03:17.573 INFO:tasks.workunit.client.0.smithi046.stdout:841 2021-07-26T16:03:17.576 INFO:tasks.workunit.client.0.smithi046.stdout:842 2021-07-26T16:03:17.579 INFO:tasks.workunit.client.0.smithi046.stdout:843 2021-07-26T16:03:17.582 INFO:tasks.workunit.client.0.smithi046.stdout:844 2021-07-26T16:03:17.586 INFO:tasks.workunit.client.0.smithi046.stdout:845 2021-07-26T16:03:17.589 INFO:tasks.workunit.client.0.smithi046.stdout:846 2021-07-26T16:03:17.591 INFO:tasks.workunit.client.0.smithi046.stdout:847 2021-07-26T16:03:17.595 INFO:tasks.workunit.client.0.smithi046.stdout:848 2021-07-26T16:03:17.598 INFO:tasks.workunit.client.0.smithi046.stdout:849 2021-07-26T16:03:17.602 INFO:tasks.workunit.client.0.smithi046.stdout:850 2021-07-26T16:03:17.604 INFO:tasks.workunit.client.0.smithi046.stdout:851 2021-07-26T16:03:17.607 INFO:tasks.workunit.client.0.smithi046.stdout:852 2021-07-26T16:03:17.611 INFO:tasks.workunit.client.0.smithi046.stdout:853 2021-07-26T16:03:17.614 INFO:tasks.workunit.client.0.smithi046.stdout:854 2021-07-26T16:03:17.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:17 smithi073 bash[34190]: cluster 2021-07-26T16:03:16.277883+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:03:17.618 INFO:tasks.workunit.client.0.smithi046.stdout:855 2021-07-26T16:03:17.621 INFO:tasks.workunit.client.0.smithi046.stdout:856 2021-07-26T16:03:17.625 INFO:tasks.workunit.client.0.smithi046.stdout:857 2021-07-26T16:03:17.628 INFO:tasks.workunit.client.0.smithi046.stdout:858 2021-07-26T16:03:17.630 INFO:tasks.workunit.client.0.smithi046.stdout:859 2021-07-26T16:03:17.634 INFO:tasks.workunit.client.0.smithi046.stdout:860 2021-07-26T16:03:17.637 INFO:tasks.workunit.client.0.smithi046.stdout:861 2021-07-26T16:03:17.641 INFO:tasks.workunit.client.0.smithi046.stdout:862 2021-07-26T16:03:17.643 INFO:tasks.workunit.client.0.smithi046.stdout:863 2021-07-26T16:03:17.646 INFO:tasks.workunit.client.0.smithi046.stdout:864 2021-07-26T16:03:17.649 INFO:tasks.workunit.client.0.smithi046.stdout:865 2021-07-26T16:03:17.653 INFO:tasks.workunit.client.0.smithi046.stdout:866 2021-07-26T16:03:17.656 INFO:tasks.workunit.client.0.smithi046.stdout:867 2021-07-26T16:03:17.659 INFO:tasks.workunit.client.0.smithi046.stdout:868 2021-07-26T16:03:17.663 INFO:tasks.workunit.client.0.smithi046.stdout:869 2021-07-26T16:03:17.668 INFO:tasks.workunit.client.0.smithi046.stdout:870 2021-07-26T16:03:17.669 INFO:tasks.workunit.client.0.smithi046.stdout:871 2021-07-26T16:03:17.673 INFO:tasks.workunit.client.0.smithi046.stdout:872 2021-07-26T16:03:17.675 INFO:tasks.workunit.client.0.smithi046.stdout:873 2021-07-26T16:03:17.678 INFO:tasks.workunit.client.0.smithi046.stdout:874 2021-07-26T16:03:17.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:17 smithi046 bash[42351]: cluster 2021-07-26T16:03:16.277883+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:03:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:17 smithi046 bash[41283]: cluster 2021-07-26T16:03:16.277883+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:03:17.682 INFO:tasks.workunit.client.0.smithi046.stdout:875 2021-07-26T16:03:17.684 INFO:tasks.workunit.client.0.smithi046.stdout:876 2021-07-26T16:03:17.688 INFO:tasks.workunit.client.0.smithi046.stdout:877 2021-07-26T16:03:17.691 INFO:tasks.workunit.client.0.smithi046.stdout:878 2021-07-26T16:03:17.695 INFO:tasks.workunit.client.0.smithi046.stdout:879 2021-07-26T16:03:17.698 INFO:tasks.workunit.client.0.smithi046.stdout:880 2021-07-26T16:03:17.702 INFO:tasks.workunit.client.0.smithi046.stdout:881 2021-07-26T16:03:17.705 INFO:tasks.workunit.client.0.smithi046.stdout:882 2021-07-26T16:03:17.708 INFO:tasks.workunit.client.0.smithi046.stdout:883 2021-07-26T16:03:17.711 INFO:tasks.workunit.client.0.smithi046.stdout:884 2021-07-26T16:03:17.715 INFO:tasks.workunit.client.0.smithi046.stdout:885 2021-07-26T16:03:17.718 INFO:tasks.workunit.client.0.smithi046.stdout:886 2021-07-26T16:03:17.721 INFO:tasks.workunit.client.0.smithi046.stdout:887 2021-07-26T16:03:17.725 INFO:tasks.workunit.client.0.smithi046.stdout:888 2021-07-26T16:03:17.728 INFO:tasks.workunit.client.0.smithi046.stdout:889 2021-07-26T16:03:17.731 INFO:tasks.workunit.client.0.smithi046.stdout:890 2021-07-26T16:03:17.735 INFO:tasks.workunit.client.0.smithi046.stdout:891 2021-07-26T16:03:17.738 INFO:tasks.workunit.client.0.smithi046.stdout:892 2021-07-26T16:03:17.742 INFO:tasks.workunit.client.0.smithi046.stdout:893 2021-07-26T16:03:17.746 INFO:tasks.workunit.client.0.smithi046.stdout:894 2021-07-26T16:03:17.750 INFO:tasks.workunit.client.0.smithi046.stdout:895 2021-07-26T16:03:17.752 INFO:tasks.workunit.client.0.smithi046.stdout:896 2021-07-26T16:03:17.756 INFO:tasks.workunit.client.0.smithi046.stdout:897 2021-07-26T16:03:17.759 INFO:tasks.workunit.client.0.smithi046.stdout:898 2021-07-26T16:03:17.763 INFO:tasks.workunit.client.0.smithi046.stdout:899 2021-07-26T16:03:17.766 INFO:tasks.workunit.client.0.smithi046.stdout:900 2021-07-26T16:03:17.769 INFO:tasks.workunit.client.0.smithi046.stdout:901 2021-07-26T16:03:17.773 INFO:tasks.workunit.client.0.smithi046.stdout:902 2021-07-26T16:03:17.776 INFO:tasks.workunit.client.0.smithi046.stdout:903 2021-07-26T16:03:17.780 INFO:tasks.workunit.client.0.smithi046.stdout:904 2021-07-26T16:03:17.783 INFO:tasks.workunit.client.0.smithi046.stdout:905 2021-07-26T16:03:17.786 INFO:tasks.workunit.client.0.smithi046.stdout:906 2021-07-26T16:03:17.790 INFO:tasks.workunit.client.0.smithi046.stdout:907 2021-07-26T16:03:17.793 INFO:tasks.workunit.client.0.smithi046.stdout:908 2021-07-26T16:03:17.796 INFO:tasks.workunit.client.0.smithi046.stdout:909 2021-07-26T16:03:17.800 INFO:tasks.workunit.client.0.smithi046.stdout:910 2021-07-26T16:03:17.803 INFO:tasks.workunit.client.0.smithi046.stdout:911 2021-07-26T16:03:17.806 INFO:tasks.workunit.client.0.smithi046.stdout:912 2021-07-26T16:03:17.809 INFO:tasks.workunit.client.0.smithi046.stdout:913 2021-07-26T16:03:17.813 INFO:tasks.workunit.client.0.smithi046.stdout:914 2021-07-26T16:03:17.817 INFO:tasks.workunit.client.0.smithi046.stdout:915 2021-07-26T16:03:17.820 INFO:tasks.workunit.client.0.smithi046.stdout:916 2021-07-26T16:03:17.823 INFO:tasks.workunit.client.0.smithi046.stdout:917 2021-07-26T16:03:17.827 INFO:tasks.workunit.client.0.smithi046.stdout:918 2021-07-26T16:03:17.831 INFO:tasks.workunit.client.0.smithi046.stdout:919 2021-07-26T16:03:17.834 INFO:tasks.workunit.client.0.smithi046.stdout:920 2021-07-26T16:03:17.839 INFO:tasks.workunit.client.0.smithi046.stdout:921 2021-07-26T16:03:17.842 INFO:tasks.workunit.client.0.smithi046.stdout:922 2021-07-26T16:03:17.845 INFO:tasks.workunit.client.0.smithi046.stdout:923 2021-07-26T16:03:17.849 INFO:tasks.workunit.client.0.smithi046.stdout:924 2021-07-26T16:03:17.852 INFO:tasks.workunit.client.0.smithi046.stdout:925 2021-07-26T16:03:17.856 INFO:tasks.workunit.client.0.smithi046.stdout:926 2021-07-26T16:03:17.860 INFO:tasks.workunit.client.0.smithi046.stdout:927 2021-07-26T16:03:17.863 INFO:tasks.workunit.client.0.smithi046.stdout:928 2021-07-26T16:03:17.866 INFO:tasks.workunit.client.0.smithi046.stdout:929 2021-07-26T16:03:17.869 INFO:tasks.workunit.client.0.smithi046.stdout:930 2021-07-26T16:03:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:931 2021-07-26T16:03:17.879 INFO:tasks.workunit.client.0.smithi046.stdout:932 2021-07-26T16:03:17.879 INFO:tasks.workunit.client.0.smithi046.stdout:933 2021-07-26T16:03:17.883 INFO:tasks.workunit.client.0.smithi046.stdout:934 2021-07-26T16:03:17.886 INFO:tasks.workunit.client.0.smithi046.stdout:935 2021-07-26T16:03:17.890 INFO:tasks.workunit.client.0.smithi046.stdout:936 2021-07-26T16:03:17.893 INFO:tasks.workunit.client.0.smithi046.stdout:937 2021-07-26T16:03:17.896 INFO:tasks.workunit.client.0.smithi046.stdout:938 2021-07-26T16:03:17.900 INFO:tasks.workunit.client.0.smithi046.stdout:939 2021-07-26T16:03:17.903 INFO:tasks.workunit.client.0.smithi046.stdout:940 2021-07-26T16:03:17.906 INFO:tasks.workunit.client.0.smithi046.stdout:941 2021-07-26T16:03:17.910 INFO:tasks.workunit.client.0.smithi046.stdout:942 2021-07-26T16:03:17.915 INFO:tasks.workunit.client.0.smithi046.stdout:943 2021-07-26T16:03:17.917 INFO:tasks.workunit.client.0.smithi046.stdout:944 2021-07-26T16:03:17.919 INFO:tasks.workunit.client.0.smithi046.stdout:945 2021-07-26T16:03:17.923 INFO:tasks.workunit.client.0.smithi046.stdout:946 2021-07-26T16:03:17.926 INFO:tasks.workunit.client.0.smithi046.stdout:947 2021-07-26T16:03:17.929 INFO:tasks.workunit.client.0.smithi046.stdout:948 2021-07-26T16:03:17.933 INFO:tasks.workunit.client.0.smithi046.stdout:949 2021-07-26T16:03:17.936 INFO:tasks.workunit.client.0.smithi046.stdout:950 2021-07-26T16:03:17.941 INFO:tasks.workunit.client.0.smithi046.stdout:951 2021-07-26T16:03:17.943 INFO:tasks.workunit.client.0.smithi046.stdout:952 2021-07-26T16:03:17.947 INFO:tasks.workunit.client.0.smithi046.stdout:953 2021-07-26T16:03:17.950 INFO:tasks.workunit.client.0.smithi046.stdout:954 2021-07-26T16:03:17.953 INFO:tasks.workunit.client.0.smithi046.stdout:955 2021-07-26T16:03:17.957 INFO:tasks.workunit.client.0.smithi046.stdout:956 2021-07-26T16:03:17.960 INFO:tasks.workunit.client.0.smithi046.stdout:957 2021-07-26T16:03:17.964 INFO:tasks.workunit.client.0.smithi046.stdout:958 2021-07-26T16:03:17.967 INFO:tasks.workunit.client.0.smithi046.stdout:959 2021-07-26T16:03:17.971 INFO:tasks.workunit.client.0.smithi046.stdout:960 2021-07-26T16:03:17.974 INFO:tasks.workunit.client.0.smithi046.stdout:961 2021-07-26T16:03:17.977 INFO:tasks.workunit.client.0.smithi046.stdout:962 2021-07-26T16:03:17.980 INFO:tasks.workunit.client.0.smithi046.stdout:963 2021-07-26T16:03:17.987 INFO:tasks.workunit.client.0.smithi046.stdout:964 2021-07-26T16:03:17.987 INFO:tasks.workunit.client.0.smithi046.stdout:965 2021-07-26T16:03:17.991 INFO:tasks.workunit.client.0.smithi046.stdout:966 2021-07-26T16:03:17.994 INFO:tasks.workunit.client.0.smithi046.stdout:967 2021-07-26T16:03:17.998 INFO:tasks.workunit.client.0.smithi046.stdout:968 2021-07-26T16:03:18.001 INFO:tasks.workunit.client.0.smithi046.stdout:969 2021-07-26T16:03:18.004 INFO:tasks.workunit.client.0.smithi046.stdout:970 2021-07-26T16:03:18.008 INFO:tasks.workunit.client.0.smithi046.stdout:971 2021-07-26T16:03:18.010 INFO:tasks.workunit.client.0.smithi046.stdout:972 2021-07-26T16:03:18.013 INFO:tasks.workunit.client.0.smithi046.stdout:973 2021-07-26T16:03:18.016 INFO:tasks.workunit.client.0.smithi046.stdout:974 2021-07-26T16:03:18.020 INFO:tasks.workunit.client.0.smithi046.stdout:975 2021-07-26T16:03:18.023 INFO:tasks.workunit.client.0.smithi046.stdout:976 2021-07-26T16:03:18.026 INFO:tasks.workunit.client.0.smithi046.stdout:977 2021-07-26T16:03:18.030 INFO:tasks.workunit.client.0.smithi046.stdout:978 2021-07-26T16:03:18.034 INFO:tasks.workunit.client.0.smithi046.stdout:979 2021-07-26T16:03:18.037 INFO:tasks.workunit.client.0.smithi046.stdout:980 2021-07-26T16:03:18.040 INFO:tasks.workunit.client.0.smithi046.stdout:981 2021-07-26T16:03:18.044 INFO:tasks.workunit.client.0.smithi046.stdout:982 2021-07-26T16:03:18.047 INFO:tasks.workunit.client.0.smithi046.stdout:983 2021-07-26T16:03:18.050 INFO:tasks.workunit.client.0.smithi046.stdout:984 2021-07-26T16:03:18.053 INFO:tasks.workunit.client.0.smithi046.stdout:985 2021-07-26T16:03:18.056 INFO:tasks.workunit.client.0.smithi046.stdout:986 2021-07-26T16:03:18.059 INFO:tasks.workunit.client.0.smithi046.stdout:987 2021-07-26T16:03:18.064 INFO:tasks.workunit.client.0.smithi046.stdout:988 2021-07-26T16:03:18.067 INFO:tasks.workunit.client.0.smithi046.stdout:989 2021-07-26T16:03:18.071 INFO:tasks.workunit.client.0.smithi046.stdout:990 2021-07-26T16:03:18.073 INFO:tasks.workunit.client.0.smithi046.stdout:991 2021-07-26T16:03:18.076 INFO:tasks.workunit.client.0.smithi046.stdout:992 2021-07-26T16:03:18.081 INFO:tasks.workunit.client.0.smithi046.stdout:993 2021-07-26T16:03:18.083 INFO:tasks.workunit.client.0.smithi046.stdout:994 2021-07-26T16:03:18.087 INFO:tasks.workunit.client.0.smithi046.stdout:995 2021-07-26T16:03:18.094 INFO:tasks.workunit.client.0.smithi046.stdout:996 2021-07-26T16:03:18.094 INFO:tasks.workunit.client.0.smithi046.stdout:997 2021-07-26T16:03:18.098 INFO:tasks.workunit.client.0.smithi046.stdout:998 2021-07-26T16:03:18.100 INFO:tasks.workunit.client.0.smithi046.stdout:999 2021-07-26T16:03:18.298 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2021-07-26T16:03:18.299 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2021-07-26T16:03:18.299 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2021-07-26T16:03:18.299 INFO:tasks.workunit.client.0.smithi046.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2021-07-26T16:03:18.299 INFO:tasks.workunit.client.0.smithi046.stdout:00000010 69 73 |is| 2021-07-26T16:03:18.299 INFO:tasks.workunit.client.0.smithi046.stdout:00000012 2021-07-26T16:03:18.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.WriteReturnData (5047 ms) 2021-07-26T16:03:18.300 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Loud 2021-07-26T16:03:18.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:18 smithi073 bash[34190]: cluster 2021-07-26T16:03:18.160495+0000 mgr.y (mgr.24683) 619 : cluster [DBG] pgmap v1291: 41 pgs: 5 creating+peering, 36 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:18.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:18 smithi046 bash[42351]: cluster 2021-07-26T16:03:18.160495+0000 mgr.y (mgr.24683) 619 : cluster [DBG] pgmap v1291: 41 pgs: 5 creating+peering, 36 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:18.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:18 smithi046 bash[41283]: cluster 2021-07-26T16:03:18.160495+0000 mgr.y (mgr.24683) 619 : cluster [DBG] pgmap v1291: 41 pgs: 5 creating+peering, 36 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:03:19.620 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:19 smithi073 bash[34190]: cluster 2021-07-26T16:03:18.297684+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:03:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:19 smithi046 bash[41283]: cluster 2021-07-26T16:03:18.297684+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:03:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:19 smithi046 bash[42351]: cluster 2021-07-26T16:03:18.297684+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:03:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:20 smithi073 bash[34190]: cluster 2021-07-26T16:03:19.308618+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:03:20.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:20 smithi073 bash[34190]: audit 2021-07-26T16:03:19.310866+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.46:0/3355951889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:20 smithi073 bash[34190]: audit 2021-07-26T16:03:19.311632+0000 mon.a (mon.0) 1623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:20 smithi073 bash[34190]: cluster 2021-07-26T16:03:20.161203+0000 mgr.y (mgr.24683) 620 : cluster [DBG] pgmap v1294: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[41283]: cluster 2021-07-26T16:03:19.308618+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:03:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[41283]: audit 2021-07-26T16:03:19.310866+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.46:0/3355951889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[41283]: audit 2021-07-26T16:03:19.311632+0000 mon.a (mon.0) 1623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[41283]: cluster 2021-07-26T16:03:20.161203+0000 mgr.y (mgr.24683) 620 : cluster [DBG] pgmap v1294: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:20.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[42351]: cluster 2021-07-26T16:03:19.308618+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:03:20.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[42351]: audit 2021-07-26T16:03:19.310866+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.46:0/3355951889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[42351]: audit 2021-07-26T16:03:19.311632+0000 mon.a (mon.0) 1623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:20.689 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:20 smithi046 bash[42351]: cluster 2021-07-26T16:03:20.161203+0000 mgr.y (mgr.24683) 620 : cluster [DBG] pgmap v1294: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:21.322 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Loud (3024 ms) 2021-07-26T16:03:21.322 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.BadMethods 2021-07-26T16:03:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:21 smithi073 bash[34190]: audit 2021-07-26T16:03:20.320609+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:21.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:21 smithi073 bash[34190]: cluster 2021-07-26T16:03:20.321029+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:03:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:21 smithi046 bash[41283]: audit 2021-07-26T16:03:20.320609+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:21 smithi046 bash[41283]: cluster 2021-07-26T16:03:20.321029+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:03:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:21 smithi046 bash[42351]: audit 2021-07-26T16:03:20.320609+0000 mon.a (mon.0) 1624 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:21.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:21 smithi046 bash[42351]: cluster 2021-07-26T16:03:20.321029+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:03:22.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:22 smithi073 bash[34190]: cluster 2021-07-26T16:03:21.321294+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:03:22.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:22 smithi073 bash[34190]: cluster 2021-07-26T16:03:22.161876+0000 mgr.y (mgr.24683) 621 : cluster [DBG] pgmap v1297: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:22.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:22 smithi046 bash[41283]: cluster 2021-07-26T16:03:21.321294+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:03:22.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:22 smithi046 bash[41283]: cluster 2021-07-26T16:03:22.161876+0000 mgr.y (mgr.24683) 621 : cluster [DBG] pgmap v1297: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:22.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:22 smithi046 bash[42351]: cluster 2021-07-26T16:03:21.321294+0000 mon.a (mon.0) 1626 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:03:22.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:22 smithi046 bash[42351]: cluster 2021-07-26T16:03:22.161876+0000 mgr.y (mgr.24683) 621 : cluster [DBG] pgmap v1297: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:23.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:23 smithi073 bash[34190]: cluster 2021-07-26T16:03:22.341481+0000 mon.a (mon.0) 1627 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:03:23.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:23 smithi073 bash[34190]: audit 2021-07-26T16:03:22.342577+0000 mon.a (mon.0) 1628 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:23.617 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 16:03:23 smithi073 bash[38138]: debug 2021-07-26T16:03:23.361+0000 7fad101e9700 -1 osd.6 pg_epoch: 947 pg[31.2( v 947'1 (0'0,947'1] local-lis/les=946/947 n=1 ec=946/946 lis/c=946/946 les/c/f=947/947/0 sis=946) [6,4,5] r=0 lpr=946 crt=947'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2021-07-26T16:03:23.618 INFO:journalctl@ceph.osd.6.smithi073.stdout:Jul 26 16:03:23 smithi073 bash[38138]: debug 2021-07-26T16:03:23.365+0000 7fad141f1700 -1 osd.6 pg_epoch: 947 pg[31.2( v 947'2 (0'0,947'2] local-lis/les=946/947 n=1 ec=946/946 lis/c=946/946 les/c/f=947/947/0 sis=946) [6,4,5] r=0 lpr=946 crt=947'1 lcod 947'1 mlcod 947'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2021-07-26T16:03:23.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:23 smithi046 bash[42351]: cluster 2021-07-26T16:03:22.341481+0000 mon.a (mon.0) 1627 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:03:23.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:23 smithi046 bash[42351]: audit 2021-07-26T16:03:22.342577+0000 mon.a (mon.0) 1628 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:23.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:23 smithi046 bash[41283]: cluster 2021-07-26T16:03:22.341481+0000 mon.a (mon.0) 1627 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:03:23.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:23 smithi046 bash[41283]: audit 2021-07-26T16:03:22.342577+0000 mon.a (mon.0) 1628 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:24.365 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.BadMethods (3043 ms) 2021-07-26T16:03:24.366 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsHello.Filter 2021-07-26T16:03:24.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:24 smithi073 bash[34190]: audit 2021-07-26T16:03:23.344559+0000 mon.a (mon.0) 1629 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:24.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:24 smithi073 bash[34190]: cluster 2021-07-26T16:03:23.345273+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:03:24.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:24 smithi073 bash[34190]: cluster 2021-07-26T16:03:24.162547+0000 mgr.y (mgr.24683) 622 : cluster [DBG] pgmap v1300: 41 pgs: 1 creating+peering, 31 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:24.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[41283]: audit 2021-07-26T16:03:23.344559+0000 mon.a (mon.0) 1629 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:24.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[41283]: cluster 2021-07-26T16:03:23.345273+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:03:24.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[41283]: cluster 2021-07-26T16:03:24.162547+0000 mgr.y (mgr.24683) 622 : cluster [DBG] pgmap v1300: 41 pgs: 1 creating+peering, 31 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[42351]: audit 2021-07-26T16:03:23.344559+0000 mon.a (mon.0) 1629 : audit [INF] from='client.? 172.21.15.46:0/1114044539' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:24.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[42351]: cluster 2021-07-26T16:03:23.345273+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:03:24.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:24 smithi046 bash[42351]: cluster 2021-07-26T16:03:24.162547+0000 mgr.y (mgr.24683) 622 : cluster [DBG] pgmap v1300: 41 pgs: 1 creating+peering, 31 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:25.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:25 smithi073 bash[34190]: cluster 2021-07-26T16:03:24.365946+0000 mon.a (mon.0) 1631 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:03:25.687 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:25 smithi046 bash[42351]: cluster 2021-07-26T16:03:24.365946+0000 mon.a (mon.0) 1631 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:03:25.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:25 smithi046 bash[41283]: cluster 2021-07-26T16:03:24.365946+0000 mon.a (mon.0) 1631 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:03:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[41283]: cluster 2021-07-26T16:03:25.374907+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:03:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[41283]: audit 2021-07-26T16:03:25.377144+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[41283]: cluster 2021-07-26T16:03:26.163309+0000 mgr.y (mgr.24683) 623 : cluster [DBG] pgmap v1303: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[42351]: cluster 2021-07-26T16:03:25.374907+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:03:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[42351]: audit 2021-07-26T16:03:25.377144+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:26.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:26 smithi046 bash[42351]: cluster 2021-07-26T16:03:26.163309+0000 mgr.y (mgr.24683) 623 : cluster [DBG] pgmap v1303: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:26 smithi073 bash[34190]: cluster 2021-07-26T16:03:25.374907+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:03:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:26 smithi073 bash[34190]: audit 2021-07-26T16:03:25.377144+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:26 smithi073 bash[34190]: cluster 2021-07-26T16:03:26.163309+0000 mgr.y (mgr.24683) 623 : cluster [DBG] pgmap v1303: 41 pgs: 14 creating+peering, 18 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:27.406 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsHello.Filter (3040 ms) 2021-07-26T16:03:27.406 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 6 tests from ClsHello (20200 ms total) 2021-07-26T16:03:27.406 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:03:27.406 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:03:27.407 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 6 tests from 1 test suite ran. (20200 ms total) 2021-07-26T16:03:27.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 6 tests. 2021-07-26T16:03:27.408 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:03:27.408 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:03:27.421 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2021-07-26T16:03:27.421 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2021-07-26T16:03:27.493 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:03:27.494 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 27 tests from 1 test suite. 2021-07-26T16:03:27.494 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:03:27.494 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal 2021-07-26T16:03:27.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:27 smithi046 bash[42351]: audit 2021-07-26T16:03:26.381023+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:27.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:27 smithi046 bash[42351]: cluster 2021-07-26T16:03:26.381432+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:03:27.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:27 smithi046 bash[41283]: audit 2021-07-26T16:03:26.381023+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:27.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:27 smithi046 bash[41283]: cluster 2021-07-26T16:03:26.381432+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:03:27.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:27 smithi073 bash[34190]: audit 2021-07-26T16:03:26.381023+0000 mon.a (mon.0) 1634 : audit [INF] from='client.? 172.21.15.46:0/406309229' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53359-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:27.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:27 smithi073 bash[34190]: cluster 2021-07-26T16:03:26.381432+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:03:28.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:28 smithi046 bash[41283]: cluster 2021-07-26T16:03:27.405408+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2021-07-26T16:03:28.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:28 smithi046 bash[41283]: cluster 2021-07-26T16:03:28.163872+0000 mgr.y (mgr.24683) 624 : cluster [DBG] pgmap v1306: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:28.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:28 smithi046 bash[42351]: cluster 2021-07-26T16:03:27.405408+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2021-07-26T16:03:28.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:28 smithi046 bash[42351]: cluster 2021-07-26T16:03:28.163872+0000 mgr.y (mgr.24683) 624 : cluster [DBG] pgmap v1306: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:28 smithi073 bash[34190]: cluster 2021-07-26T16:03:27.405408+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2021-07-26T16:03:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:28 smithi073 bash[34190]: cluster 2021-07-26T16:03:28.163872+0000 mgr.y (mgr.24683) 624 : cluster [DBG] pgmap v1306: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:29.428 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Create 2021-07-26T16:03:29.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Create (22 ms) 2021-07-26T16:03:29.451 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSet 2021-07-26T16:03:29.456 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2021-07-26T16:03:29.457 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2021-07-26T16:03:29.466 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetStale (9 ms) 2021-07-26T16:03:29.466 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2021-07-26T16:03:29.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (5 ms) 2021-07-26T16:03:29.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSet 2021-07-26T16:03:29.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSet (5 ms) 2021-07-26T16:03:29.476 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2021-07-26T16:03:29.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ActiveSetStale (6 ms) 2021-07-26T16:03:29.483 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2021-07-26T16:03:29.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.CreateDuplicate (4 ms) 2021-07-26T16:03:29.486 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetClient 2021-07-26T16:03:29.493 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetClient (6 ms) 2021-07-26T16:03:29.493 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegister 2021-07-26T16:03:29.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegister (7 ms) 2021-07-26T16:03:29.499 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2021-07-26T16:03:29.527 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (9 ms) 2021-07-26T16:03:29.527 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2021-07-26T16:03:29.528 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateData (12 ms) 2021-07-26T16:03:29.528 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2021-07-26T16:03:29.533 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUpdateState (10 ms) 2021-07-26T16:03:29.533 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregister 2021-07-26T16:03:29.539 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregister (7 ms) 2021-07-26T16:03:29.539 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2021-07-26T16:03:29.547 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (10 ms) 2021-07-26T16:03:29.548 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2021-07-26T16:03:29.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:29 smithi046 bash[41283]: cluster 2021-07-26T16:03:28.416359+0000 mon.a (mon.0) 1637 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2021-07-26T16:03:29.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:29 smithi046 bash[41283]: audit 2021-07-26T16:03:28.418521+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:29.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:29 smithi046 bash[42351]: cluster 2021-07-26T16:03:28.416359+0000 mon.a (mon.0) 1637 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2021-07-26T16:03:29.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:29 smithi046 bash[42351]: audit 2021-07-26T16:03:28.418521+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:29.830 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (284 ms) 2021-07-26T16:03:29.831 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommit 2021-07-26T16:03:29.839 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommit (8 ms) 2021-07-26T16:03:29.839 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2021-07-26T16:03:29.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (8 ms) 2021-07-26T16:03:29.847 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2021-07-26T16:03:29.849 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientCommitDNE (3 ms) 2021-07-26T16:03:29.849 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.ClientList 2021-07-26T16:03:29.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:29 smithi073 bash[34190]: cluster 2021-07-26T16:03:28.416359+0000 mon.a (mon.0) 1637 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2021-07-26T16:03:29.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:29 smithi073 bash[34190]: audit 2021-07-26T16:03:28.418521+0000 mon.a (mon.0) 1638 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:29.922 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.ClientList (73 ms) 2021-07-26T16:03:29.923 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2021-07-26T16:03:29.933 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GetNextTagTid (7 ms) 2021-07-26T16:03:29.933 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreate 2021-07-26T16:03:29.950 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreate (20 ms) 2021-07-26T16:03:29.951 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2021-07-26T16:03:29.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (21 ms) 2021-07-26T16:03:29.971 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.TagList 2021-07-26T16:03:30.175 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.TagList (204 ms) 2021-07-26T16:03:30.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppend 2021-07-26T16:03:30.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppend (6 ms) 2021-07-26T16:03:30.182 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2021-07-26T16:03:30.183 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendDNE (2 ms) 2021-07-26T16:03:30.183 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2021-07-26T16:03:30.187 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (5 ms) 2021-07-26T16:03:30.187 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsJournal.Append 2021-07-26T16:03:30.205 INFO:tasks.workunit.client.0.smithi046.stdout:padding is not enabled 2021-07-26T16:03:30.205 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsJournal.Append (17 ms) 2021-07-26T16:03:30.434 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 27 tests from TestClsJournal (776 ms total) 2021-07-26T16:03:30.435 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:03:30.435 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:03:30.435 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 27 tests from 1 test suite ran. (2941 ms total) 2021-07-26T16:03:30.435 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 27 tests. 2021-07-26T16:03:30.446 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:03:30.447 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:03:30.458 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2021-07-26T16:03:30.459 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2021-07-26T16:03:30.531 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:03:30.531 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 11 tests from 1 test suite. 2021-07-26T16:03:30.532 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:03:30.532 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock 2021-07-26T16:03:30.532 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultiLocking 2021-07-26T16:03:30.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:30 smithi073 bash[34190]: audit 2021-07-26T16:03:29.426489+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:30.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:30 smithi073 bash[34190]: cluster 2021-07-26T16:03:29.426955+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2021-07-26T16:03:30.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:30 smithi073 bash[34190]: cluster 2021-07-26T16:03:30.164521+0000 mgr.y (mgr.24683) 625 : cluster [DBG] pgmap v1309: 41 pgs: 31 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 4 op/s 2021-07-26T16:03:30.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[41283]: audit 2021-07-26T16:03:29.426489+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:30.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[41283]: cluster 2021-07-26T16:03:29.426955+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2021-07-26T16:03:30.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[41283]: cluster 2021-07-26T16:03:30.164521+0000 mgr.y (mgr.24683) 625 : cluster [DBG] pgmap v1309: 41 pgs: 31 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 4 op/s 2021-07-26T16:03:30.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[42351]: audit 2021-07-26T16:03:29.426489+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.46:0/219027418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53468-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:30.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[42351]: cluster 2021-07-26T16:03:29.426955+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2021-07-26T16:03:30.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:30 smithi046 bash[42351]: cluster 2021-07-26T16:03:30.164521+0000 mgr.y (mgr.24683) 625 : cluster [DBG] pgmap v1309: 41 pgs: 31 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.2 KiB/s wr, 4 op/s 2021-07-26T16:03:31.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:31 smithi073 bash[34190]: cluster 2021-07-26T16:03:30.431576+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2021-07-26T16:03:31.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:31 smithi073 bash[34190]: audit 2021-07-26T16:03:30.514288+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:31.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:31 smithi073 bash[34190]: audit 2021-07-26T16:03:30.517100+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:03:31.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:31 smithi073 bash[34190]: audit 2021-07-26T16:03:30.519221+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:03:31.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:31 smithi073 bash[34190]: audit 2021-07-26T16:03:30.995387+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:03:31.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[42351]: cluster 2021-07-26T16:03:30.431576+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2021-07-26T16:03:31.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[42351]: audit 2021-07-26T16:03:30.514288+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:31.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[42351]: audit 2021-07-26T16:03:30.517100+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:03:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[42351]: audit 2021-07-26T16:03:30.519221+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:03:31.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[42351]: audit 2021-07-26T16:03:30.995387+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:03:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[41283]: cluster 2021-07-26T16:03:30.431576+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2021-07-26T16:03:31.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[41283]: audit 2021-07-26T16:03:30.514288+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[41283]: audit 2021-07-26T16:03:30.517100+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:03:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[41283]: audit 2021-07-26T16:03:30.519221+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:03:31.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:31 smithi046 bash[41283]: audit 2021-07-26T16:03:30.995387+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:03:32.507 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2021-07-26T16:03:32.507 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:32.508 INFO:tasks.workunit.client.0.smithi046.stdout: client.44554 expiration=2021-07-26T16:05:32.503407+0000 addr=v1:172.21.15.46:0/2857027903 cookie= 2021-07-26T16:03:32.515 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:32.515 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2021-07-26T16:03:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: client.34611 expiration=0.000000 addr=v1:172.21.15.46:0/3263341639 cookie= 2021-07-26T16:03:32.516 INFO:tasks.workunit.client.0.smithi046.stdout: client.44554 expiration=2021-07-26T16:05:32.512442+0000 addr=v1:172.21.15.46:0/2857027903 cookie= 2021-07-26T16:03:32.517 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2021-07-26T16:03:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:32.517 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:32.518 INFO:tasks.workunit.client.0.smithi046.stdout: client.34611 expiration=0.000000 addr=v1:172.21.15.46:0/3263341639 cookie= 2021-07-26T16:03:32.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:32 smithi073 bash[34190]: cluster 2021-07-26T16:03:31.453864+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2021-07-26T16:03:32.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:32 smithi073 bash[34190]: audit 2021-07-26T16:03:31.455481+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.46:0/2857027903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:32 smithi073 bash[34190]: audit 2021-07-26T16:03:31.456074+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:32 smithi073 bash[34190]: cluster 2021-07-26T16:03:32.165360+0000 mgr.y (mgr.24683) 626 : cluster [DBG] pgmap v1312: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:32.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[42351]: cluster 2021-07-26T16:03:31.453864+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2021-07-26T16:03:32.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[42351]: audit 2021-07-26T16:03:31.455481+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.46:0/2857027903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[42351]: audit 2021-07-26T16:03:31.456074+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[42351]: cluster 2021-07-26T16:03:32.165360+0000 mgr.y (mgr.24683) 626 : cluster [DBG] pgmap v1312: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:32.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[41283]: cluster 2021-07-26T16:03:31.453864+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2021-07-26T16:03:32.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[41283]: audit 2021-07-26T16:03:31.455481+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.46:0/2857027903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[41283]: audit 2021-07-26T16:03:31.456074+0000 mon.a (mon.0) 1647 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:32.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:32 smithi046 bash[41283]: cluster 2021-07-26T16:03:32.165360+0000 mgr.y (mgr.24683) 626 : cluster [DBG] pgmap v1312: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultiLocking (2945 ms) 2021-07-26T16:03:33.473 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMeta 2021-07-26T16:03:33.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:33 smithi073 bash[34190]: audit 2021-07-26T16:03:32.465656+0000 mon.a (mon.0) 1648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:33.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:33 smithi073 bash[34190]: cluster 2021-07-26T16:03:32.466082+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2021-07-26T16:03:33.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:33 smithi046 bash[41283]: audit 2021-07-26T16:03:32.465656+0000 mon.a (mon.0) 1648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:33.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:33 smithi046 bash[41283]: cluster 2021-07-26T16:03:32.466082+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2021-07-26T16:03:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:33 smithi046 bash[42351]: audit 2021-07-26T16:03:32.465656+0000 mon.a (mon.0) 1648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:33.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:33 smithi046 bash[42351]: cluster 2021-07-26T16:03:32.466082+0000 mon.a (mon.0) 1649 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2021-07-26T16:03:34.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:34 smithi073 bash[34190]: cluster 2021-07-26T16:03:33.468700+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2021-07-26T16:03:34.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:34 smithi073 bash[34190]: cluster 2021-07-26T16:03:34.166006+0000 mgr.y (mgr.24683) 627 : cluster [DBG] pgmap v1315: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:34.934 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:34 smithi046 bash[42351]: cluster 2021-07-26T16:03:33.468700+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2021-07-26T16:03:34.935 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:34 smithi046 bash[42351]: cluster 2021-07-26T16:03:34.166006+0000 mgr.y (mgr.24683) 627 : cluster [DBG] pgmap v1315: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:34.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:34 smithi046 bash[41283]: cluster 2021-07-26T16:03:33.468700+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2021-07-26T16:03:34.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:34 smithi046 bash[41283]: cluster 2021-07-26T16:03:34.166006+0000 mgr.y (mgr.24683) 627 : cluster [DBG] pgmap v1315: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:35.526 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:35.526 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2021-07-26T16:03:35.527 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:35.527 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:35.527 INFO:tasks.workunit.client.0.smithi046.stdout: client.34623 expiration=0.000000 addr=v1:172.21.15.46:0/3849024475 cookie= 2021-07-26T16:03:35.528 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:35.529 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2021-07-26T16:03:35.529 INFO:tasks.workunit.client.0.smithi046.stdout: tag: new_tag 2021-07-26T16:03:35.529 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:35.529 INFO:tasks.workunit.client.0.smithi046.stdout: client.44566 expiration=0.000000 addr=v1:172.21.15.46:0/2650731966 cookie= 2021-07-26T16:03:35.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:35 smithi073 bash[34190]: cluster 2021-07-26T16:03:34.486372+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2021-07-26T16:03:35.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:35 smithi073 bash[34190]: audit 2021-07-26T16:03:34.488160+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.46:0/2650731966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:35.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:35 smithi073 bash[34190]: audit 2021-07-26T16:03:34.488981+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:35.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[41283]: cluster 2021-07-26T16:03:34.486372+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2021-07-26T16:03:35.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[41283]: audit 2021-07-26T16:03:34.488160+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.46:0/2650731966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:35.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[41283]: audit 2021-07-26T16:03:34.488981+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:35.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[42351]: cluster 2021-07-26T16:03:34.486372+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2021-07-26T16:03:35.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[42351]: audit 2021-07-26T16:03:34.488160+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.46:0/2650731966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:35.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:35 smithi046 bash[42351]: audit 2021-07-26T16:03:34.488981+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:36.512 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMeta (3039 ms) 2021-07-26T16:03:36.512 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestCookie 2021-07-26T16:03:36.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:36 smithi073 bash[34190]: audit 2021-07-26T16:03:35.492884+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:36.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:36 smithi073 bash[34190]: cluster 2021-07-26T16:03:35.493644+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2021-07-26T16:03:36.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:36 smithi073 bash[34190]: cluster 2021-07-26T16:03:36.166718+0000 mgr.y (mgr.24683) 628 : cluster [DBG] pgmap v1318: 41 pgs: 3 creating+peering, 18 unknown, 20 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:36.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[41283]: audit 2021-07-26T16:03:35.492884+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:36.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[41283]: cluster 2021-07-26T16:03:35.493644+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2021-07-26T16:03:36.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[41283]: cluster 2021-07-26T16:03:36.166718+0000 mgr.y (mgr.24683) 628 : cluster [DBG] pgmap v1318: 41 pgs: 3 creating+peering, 18 unknown, 20 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:36.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[42351]: audit 2021-07-26T16:03:35.492884+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:36.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[42351]: cluster 2021-07-26T16:03:35.493644+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2021-07-26T16:03:36.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:36 smithi046 bash[42351]: cluster 2021-07-26T16:03:36.166718+0000 mgr.y (mgr.24683) 628 : cluster [DBG] pgmap v1318: 41 pgs: 3 creating+peering, 18 unknown, 20 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:37.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:37 smithi073 bash[34190]: cluster 2021-07-26T16:03:36.510628+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2021-07-26T16:03:37.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:37 smithi046 bash[41283]: cluster 2021-07-26T16:03:36.510628+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2021-07-26T16:03:37.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:37 smithi046 bash[42351]: cluster 2021-07-26T16:03:36.510628+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2021-07-26T16:03:38.583 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:38.584 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: exclusive 2021-07-26T16:03:38.584 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:38.584 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:38.586 INFO:tasks.workunit.client.0.smithi046.stdout:lock: mylock 2021-07-26T16:03:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: lock_type: shared 2021-07-26T16:03:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: tag: 2021-07-26T16:03:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: lockers: 2021-07-26T16:03:38.587 INFO:tasks.workunit.client.0.smithi046.stdout: client.44575 expiration=0.000000 addr=v1:172.21.15.46:0/3320068933 cookie= 2021-07-26T16:03:38.588 INFO:tasks.workunit.client.0.smithi046.stdout: client.44575 expiration=0.000000 addr=v1:172.21.15.46:0/3320068933 cookie=new cookie 2021-07-26T16:03:38.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:38 smithi073 bash[34190]: cluster 2021-07-26T16:03:37.523533+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2021-07-26T16:03:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:38 smithi073 bash[34190]: audit 2021-07-26T16:03:37.526000+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.46:0/3320068933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:38 smithi073 bash[34190]: audit 2021-07-26T16:03:37.527113+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:38 smithi073 bash[34190]: cluster 2021-07-26T16:03:38.167412+0000 mgr.y (mgr.24683) 629 : cluster [DBG] pgmap v1321: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:38.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[41283]: cluster 2021-07-26T16:03:37.523533+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2021-07-26T16:03:38.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[41283]: audit 2021-07-26T16:03:37.526000+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.46:0/3320068933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[41283]: audit 2021-07-26T16:03:37.527113+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[41283]: cluster 2021-07-26T16:03:38.167412+0000 mgr.y (mgr.24683) 629 : cluster [DBG] pgmap v1321: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:38.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[42351]: cluster 2021-07-26T16:03:37.523533+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2021-07-26T16:03:38.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[42351]: audit 2021-07-26T16:03:37.526000+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.46:0/3320068933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[42351]: audit 2021-07-26T16:03:37.527113+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:38.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:38 smithi046 bash[42351]: cluster 2021-07-26T16:03:38.167412+0000 mgr.y (mgr.24683) 629 : cluster [DBG] pgmap v1321: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:39.543 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestCookie (3031 ms) 2021-07-26T16:03:39.543 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestMultipleLocks 2021-07-26T16:03:39.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:39 smithi073 bash[34190]: audit 2021-07-26T16:03:38.533618+0000 mon.a (mon.0) 1658 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:39.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:39 smithi073 bash[34190]: cluster 2021-07-26T16:03:38.533861+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2021-07-26T16:03:39.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:39 smithi046 bash[41283]: audit 2021-07-26T16:03:38.533618+0000 mon.a (mon.0) 1658 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:39.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:39 smithi046 bash[41283]: cluster 2021-07-26T16:03:38.533861+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2021-07-26T16:03:39.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:39 smithi046 bash[42351]: audit 2021-07-26T16:03:38.533618+0000 mon.a (mon.0) 1658 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:39.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:39 smithi046 bash[42351]: cluster 2021-07-26T16:03:38.533861+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2021-07-26T16:03:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:40 smithi073 bash[34190]: cluster 2021-07-26T16:03:39.542204+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2021-07-26T16:03:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:40 smithi073 bash[34190]: cluster 2021-07-26T16:03:40.168038+0000 mgr.y (mgr.24683) 630 : cluster [DBG] pgmap v1324: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:40.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:40 smithi046 bash[41283]: cluster 2021-07-26T16:03:39.542204+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2021-07-26T16:03:40.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:40 smithi046 bash[41283]: cluster 2021-07-26T16:03:40.168038+0000 mgr.y (mgr.24683) 630 : cluster [DBG] pgmap v1324: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:40.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:40 smithi046 bash[42351]: cluster 2021-07-26T16:03:39.542204+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2021-07-26T16:03:40.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:40 smithi046 bash[42351]: cluster 2021-07-26T16:03:40.168038+0000 mgr.y (mgr.24683) 630 : cluster [DBG] pgmap v1324: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:41.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:41 smithi073 bash[34190]: cluster 2021-07-26T16:03:40.552578+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2021-07-26T16:03:41.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:41 smithi073 bash[34190]: audit 2021-07-26T16:03:40.554493+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:41.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:41 smithi046 bash[42351]: cluster 2021-07-26T16:03:40.552578+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2021-07-26T16:03:41.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:41 smithi046 bash[42351]: audit 2021-07-26T16:03:40.554493+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:41.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:41 smithi046 bash[41283]: cluster 2021-07-26T16:03:40.552578+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2021-07-26T16:03:41.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:41 smithi046 bash[41283]: audit 2021-07-26T16:03:40.554493+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:42.575 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestMultipleLocks (3032 ms) 2021-07-26T16:03:42.576 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestLockDuration 2021-07-26T16:03:42.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:42 smithi073 bash[34190]: audit 2021-07-26T16:03:41.557285+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:42.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:42 smithi073 bash[34190]: cluster 2021-07-26T16:03:41.558023+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2021-07-26T16:03:42.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:42 smithi073 bash[34190]: cluster 2021-07-26T16:03:42.168796+0000 mgr.y (mgr.24683) 631 : cluster [DBG] pgmap v1327: 41 pgs: 11 creating+peering, 8 unknown, 22 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[41283]: audit 2021-07-26T16:03:41.557285+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:42.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[41283]: cluster 2021-07-26T16:03:41.558023+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2021-07-26T16:03:42.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[41283]: cluster 2021-07-26T16:03:42.168796+0000 mgr.y (mgr.24683) 631 : cluster [DBG] pgmap v1327: 41 pgs: 11 creating+peering, 8 unknown, 22 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:42.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[42351]: audit 2021-07-26T16:03:41.557285+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? 172.21.15.46:0/2677942968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:42.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[42351]: cluster 2021-07-26T16:03:41.558023+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2021-07-26T16:03:42.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:42 smithi046 bash[42351]: cluster 2021-07-26T16:03:42.168796+0000 mgr.y (mgr.24683) 631 : cluster [DBG] pgmap v1327: 41 pgs: 11 creating+peering, 8 unknown, 22 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:43.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:43 smithi073 bash[34190]: cluster 2021-07-26T16:03:42.576266+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2021-07-26T16:03:43.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:43 smithi046 bash[41283]: cluster 2021-07-26T16:03:42.576266+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2021-07-26T16:03:43.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:43 smithi046 bash[42351]: cluster 2021-07-26T16:03:42.576266+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2021-07-26T16:03:44.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:44 smithi073 bash[34190]: cluster 2021-07-26T16:03:43.588401+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2021-07-26T16:03:44.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:44 smithi073 bash[34190]: audit 2021-07-26T16:03:43.592076+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.46:0/2398136712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:44 smithi073 bash[34190]: audit 2021-07-26T16:03:43.593699+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:44 smithi073 bash[34190]: cluster 2021-07-26T16:03:44.169436+0000 mgr.y (mgr.24683) 632 : cluster [DBG] pgmap v1330: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:44.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[42351]: cluster 2021-07-26T16:03:43.588401+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2021-07-26T16:03:44.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[42351]: audit 2021-07-26T16:03:43.592076+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.46:0/2398136712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[42351]: audit 2021-07-26T16:03:43.593699+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[42351]: cluster 2021-07-26T16:03:44.169436+0000 mgr.y (mgr.24683) 632 : cluster [DBG] pgmap v1330: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:44.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[41283]: cluster 2021-07-26T16:03:43.588401+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2021-07-26T16:03:44.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[41283]: audit 2021-07-26T16:03:43.592076+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.46:0/2398136712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[41283]: audit 2021-07-26T16:03:43.593699+0000 mon.a (mon.0) 1667 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:44.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:44 smithi046 bash[41283]: cluster 2021-07-26T16:03:44.169436+0000 mgr.y (mgr.24683) 632 : cluster [DBG] pgmap v1330: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:45.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:45 smithi073 bash[34190]: audit 2021-07-26T16:03:44.600330+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:45.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:45 smithi073 bash[34190]: cluster 2021-07-26T16:03:44.600931+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2021-07-26T16:03:45.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:45 smithi046 bash[41283]: audit 2021-07-26T16:03:44.600330+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:45.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:45 smithi046 bash[41283]: cluster 2021-07-26T16:03:44.600931+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2021-07-26T16:03:45.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:45 smithi046 bash[42351]: audit 2021-07-26T16:03:44.600330+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:45.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:45 smithi046 bash[42351]: cluster 2021-07-26T16:03:44.600931+0000 mon.a (mon.0) 1669 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2021-07-26T16:03:46.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:46 smithi073 bash[34190]: cluster 2021-07-26T16:03:45.603800+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2021-07-26T16:03:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:46 smithi073 bash[34190]: cluster 2021-07-26T16:03:46.170119+0000 mgr.y (mgr.24683) 633 : cluster [DBG] pgmap v1333: 41 pgs: 13 unknown, 28 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:46.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:46 smithi046 bash[42351]: cluster 2021-07-26T16:03:45.603800+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2021-07-26T16:03:46.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:46 smithi046 bash[42351]: cluster 2021-07-26T16:03:46.170119+0000 mgr.y (mgr.24683) 633 : cluster [DBG] pgmap v1333: 41 pgs: 13 unknown, 28 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:46.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:46 smithi046 bash[41283]: cluster 2021-07-26T16:03:45.603800+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2021-07-26T16:03:46.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:46 smithi046 bash[41283]: cluster 2021-07-26T16:03:46.170119+0000 mgr.y (mgr.24683) 633 : cluster [DBG] pgmap v1333: 41 pgs: 13 unknown, 28 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:49.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:49 smithi073 bash[34190]: cluster 2021-07-26T16:03:48.170950+0000 mgr.y (mgr.24683) 634 : cluster [DBG] pgmap v1334: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:49.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:49 smithi046 bash[41283]: cluster 2021-07-26T16:03:48.170950+0000 mgr.y (mgr.24683) 634 : cluster [DBG] pgmap v1334: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:49.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:49 smithi046 bash[42351]: cluster 2021-07-26T16:03:48.170950+0000 mgr.y (mgr.24683) 634 : cluster [DBG] pgmap v1334: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:50.241 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestLockDuration (7662 ms) 2021-07-26T16:03:50.241 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestAssertLocked 2021-07-26T16:03:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:51 smithi073 bash[34190]: cluster 2021-07-26T16:03:50.171702+0000 mgr.y (mgr.24683) 635 : cluster [DBG] pgmap v1335: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:51 smithi073 bash[34190]: cluster 2021-07-26T16:03:50.236382+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2021-07-26T16:03:51.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:51 smithi046 bash[41283]: cluster 2021-07-26T16:03:50.171702+0000 mgr.y (mgr.24683) 635 : cluster [DBG] pgmap v1335: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:51.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:51 smithi046 bash[41283]: cluster 2021-07-26T16:03:50.236382+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2021-07-26T16:03:51.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:51 smithi046 bash[42351]: cluster 2021-07-26T16:03:50.171702+0000 mgr.y (mgr.24683) 635 : cluster [DBG] pgmap v1335: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:03:51.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:51 smithi046 bash[42351]: cluster 2021-07-26T16:03:50.236382+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2021-07-26T16:03:52.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:52 smithi073 bash[34190]: cluster 2021-07-26T16:03:51.249458+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2021-07-26T16:03:52.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:52 smithi073 bash[34190]: audit 2021-07-26T16:03:51.250768+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:52.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:52 smithi046 bash[42351]: cluster 2021-07-26T16:03:51.249458+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2021-07-26T16:03:52.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:52 smithi046 bash[42351]: audit 2021-07-26T16:03:51.250768+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:52.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:52 smithi046 bash[41283]: cluster 2021-07-26T16:03:51.249458+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2021-07-26T16:03:52.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:52 smithi046 bash[41283]: audit 2021-07-26T16:03:51.250768+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:53.268 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2021-07-26T16:03:53.268 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestSetCookie 2021-07-26T16:03:53.616 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:53 smithi073 bash[34190]: cluster 2021-07-26T16:03:52.172562+0000 mgr.y (mgr.24683) 636 : cluster [DBG] pgmap v1338: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:53.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:53 smithi073 bash[34190]: audit 2021-07-26T16:03:52.253177+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:53.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:53 smithi073 bash[34190]: cluster 2021-07-26T16:03:52.253979+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2021-07-26T16:03:53.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[41283]: cluster 2021-07-26T16:03:52.172562+0000 mgr.y (mgr.24683) 636 : cluster [DBG] pgmap v1338: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:53.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[41283]: audit 2021-07-26T16:03:52.253177+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:53.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[41283]: cluster 2021-07-26T16:03:52.253979+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2021-07-26T16:03:53.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[42351]: cluster 2021-07-26T16:03:52.172562+0000 mgr.y (mgr.24683) 636 : cluster [DBG] pgmap v1338: 41 pgs: 11 creating+peering, 21 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:53.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[42351]: audit 2021-07-26T16:03:52.253177+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.46:0/1823829568' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:53.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:53 smithi046 bash[42351]: cluster 2021-07-26T16:03:52.253979+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2021-07-26T16:03:54.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:54 smithi073 bash[34190]: cluster 2021-07-26T16:03:53.266962+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2021-07-26T16:03:54.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:54 smithi046 bash[41283]: cluster 2021-07-26T16:03:53.266962+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2021-07-26T16:03:54.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:54 smithi046 bash[42351]: cluster 2021-07-26T16:03:53.266962+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2021-07-26T16:03:55.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:55 smithi073 bash[34190]: cluster 2021-07-26T16:03:54.173193+0000 mgr.y (mgr.24683) 637 : cluster [DBG] pgmap v1341: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:55.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:55 smithi073 bash[34190]: cluster 2021-07-26T16:03:54.285038+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2021-07-26T16:03:55.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:55 smithi073 bash[34190]: audit 2021-07-26T16:03:54.289171+0000 mon.a (mon.0) 1678 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[42351]: cluster 2021-07-26T16:03:54.173193+0000 mgr.y (mgr.24683) 637 : cluster [DBG] pgmap v1341: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[42351]: cluster 2021-07-26T16:03:54.285038+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2021-07-26T16:03:55.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[42351]: audit 2021-07-26T16:03:54.289171+0000 mon.a (mon.0) 1678 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:55.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[41283]: cluster 2021-07-26T16:03:54.173193+0000 mgr.y (mgr.24683) 637 : cluster [DBG] pgmap v1341: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:55.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[41283]: cluster 2021-07-26T16:03:54.285038+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2021-07-26T16:03:55.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:55 smithi046 bash[41283]: audit 2021-07-26T16:03:54.289171+0000 mon.a (mon.0) 1678 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:56.304 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestSetCookie (3036 ms) 2021-07-26T16:03:56.304 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestRenew 2021-07-26T16:03:56.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:56 smithi073 bash[34190]: audit 2021-07-26T16:03:55.294721+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:56.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:56 smithi073 bash[34190]: cluster 2021-07-26T16:03:55.295243+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2021-07-26T16:03:56.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:56 smithi073 bash[34190]: cluster 2021-07-26T16:03:56.173925+0000 mgr.y (mgr.24683) 638 : cluster [DBG] pgmap v1344: 41 pgs: 1 creating+peering, 19 unknown, 21 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:03:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[41283]: audit 2021-07-26T16:03:55.294721+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:56.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[41283]: cluster 2021-07-26T16:03:55.295243+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2021-07-26T16:03:56.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[41283]: cluster 2021-07-26T16:03:56.173925+0000 mgr.y (mgr.24683) 638 : cluster [DBG] pgmap v1344: 41 pgs: 1 creating+peering, 19 unknown, 21 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:03:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[42351]: audit 2021-07-26T16:03:55.294721+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? 172.21.15.46:0/1188664352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[42351]: cluster 2021-07-26T16:03:55.295243+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2021-07-26T16:03:56.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:56 smithi046 bash[42351]: cluster 2021-07-26T16:03:56.173925+0000 mgr.y (mgr.24683) 638 : cluster [DBG] pgmap v1344: 41 pgs: 1 creating+peering, 19 unknown, 21 active+clean; 577 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:03:57.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:57 smithi073 bash[34190]: cluster 2021-07-26T16:03:56.304182+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2021-07-26T16:03:57.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:57 smithi046 bash[41283]: cluster 2021-07-26T16:03:56.304182+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2021-07-26T16:03:57.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:57 smithi046 bash[42351]: cluster 2021-07-26T16:03:56.304182+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2021-07-26T16:03:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:58 smithi073 bash[34190]: cluster 2021-07-26T16:03:57.314871+0000 mon.a (mon.0) 1682 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2021-07-26T16:03:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:58 smithi073 bash[34190]: audit 2021-07-26T16:03:57.316086+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:58 smithi073 bash[34190]: audit 2021-07-26T16:03:58.152687+0000 mon.a (mon.0) 1684 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:58.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:58 smithi073 bash[34190]: cluster 2021-07-26T16:03:58.174644+0000 mgr.y (mgr.24683) 639 : cluster [DBG] pgmap v1347: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[41283]: cluster 2021-07-26T16:03:57.314871+0000 mon.a (mon.0) 1682 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2021-07-26T16:03:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[41283]: audit 2021-07-26T16:03:57.316086+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:58.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[41283]: audit 2021-07-26T16:03:58.152687+0000 mon.a (mon.0) 1684 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:58.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[41283]: cluster 2021-07-26T16:03:58.174644+0000 mgr.y (mgr.24683) 639 : cluster [DBG] pgmap v1347: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:58.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[42351]: cluster 2021-07-26T16:03:57.314871+0000 mon.a (mon.0) 1682 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2021-07-26T16:03:58.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[42351]: audit 2021-07-26T16:03:57.316086+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:03:58.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[42351]: audit 2021-07-26T16:03:58.152687+0000 mon.a (mon.0) 1684 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:58.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:58 smithi046 bash[42351]: cluster 2021-07-26T16:03:58.174644+0000 mgr.y (mgr.24683) 639 : cluster [DBG] pgmap v1347: 41 pgs: 7 creating+peering, 25 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:03:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:59 smithi073 bash[34190]: audit 2021-07-26T16:03:58.318709+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:59 smithi073 bash[34190]: cluster 2021-07-26T16:03:58.319385+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2021-07-26T16:03:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:03:59 smithi073 bash[34190]: audit 2021-07-26T16:03:59.009895+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[41283]: audit 2021-07-26T16:03:58.318709+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[41283]: cluster 2021-07-26T16:03:58.319385+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2021-07-26T16:03:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[41283]: audit 2021-07-26T16:03:59.009895+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[42351]: audit 2021-07-26T16:03:58.318709+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? 172.21.15.46:0/653762604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:03:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[42351]: cluster 2021-07-26T16:03:58.319385+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2021-07-26T16:03:59.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:03:59 smithi046 bash[42351]: audit 2021-07-26T16:03:59.009895+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:00.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:00 smithi073 bash[34190]: cluster 2021-07-26T16:03:59.333155+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2021-07-26T16:04:00.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:00 smithi073 bash[34190]: cluster 2021-07-26T16:04:00.175260+0000 mgr.y (mgr.24683) 640 : cluster [DBG] pgmap v1350: 41 pgs: 7 creating+peering, 24 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:00.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:00 smithi046 bash[41283]: cluster 2021-07-26T16:03:59.333155+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2021-07-26T16:04:00.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:00 smithi046 bash[41283]: cluster 2021-07-26T16:04:00.175260+0000 mgr.y (mgr.24683) 640 : cluster [DBG] pgmap v1350: 41 pgs: 7 creating+peering, 24 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:00.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:00 smithi046 bash[42351]: cluster 2021-07-26T16:03:59.333155+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2021-07-26T16:04:00.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:00 smithi046 bash[42351]: cluster 2021-07-26T16:04:00.175260+0000 mgr.y (mgr.24683) 640 : cluster [DBG] pgmap v1350: 41 pgs: 7 creating+peering, 24 unknown, 10 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:02.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:02 smithi073 bash[34190]: cluster 2021-07-26T16:04:02.176038+0000 mgr.y (mgr.24683) 641 : cluster [DBG] pgmap v1351: 41 pgs: 7 creating+peering, 34 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:02.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:02 smithi046 bash[41283]: cluster 2021-07-26T16:04:02.176038+0000 mgr.y (mgr.24683) 641 : cluster [DBG] pgmap v1351: 41 pgs: 7 creating+peering, 34 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:02.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:02 smithi046 bash[42351]: cluster 2021-07-26T16:04:02.176038+0000 mgr.y (mgr.24683) 641 : cluster [DBG] pgmap v1351: 41 pgs: 7 creating+peering, 34 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:05.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:05 smithi073 bash[34190]: cluster 2021-07-26T16:04:04.176760+0000 mgr.y (mgr.24683) 642 : cluster [DBG] pgmap v1352: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:05.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:05 smithi046 bash[41283]: cluster 2021-07-26T16:04:04.176760+0000 mgr.y (mgr.24683) 642 : cluster [DBG] pgmap v1352: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:05.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:05 smithi046 bash[42351]: cluster 2021-07-26T16:04:04.176760+0000 mgr.y (mgr.24683) 642 : cluster [DBG] pgmap v1352: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 149 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:07.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:07 smithi073 bash[34190]: cluster 2021-07-26T16:04:06.177533+0000 mgr.y (mgr.24683) 643 : cluster [DBG] pgmap v1353: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:07.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:07 smithi046 bash[41283]: cluster 2021-07-26T16:04:06.177533+0000 mgr.y (mgr.24683) 643 : cluster [DBG] pgmap v1353: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:07.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:07 smithi046 bash[42351]: cluster 2021-07-26T16:04:06.177533+0000 mgr.y (mgr.24683) 643 : cluster [DBG] pgmap v1353: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:09.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:09 smithi073 bash[34190]: cluster 2021-07-26T16:04:08.178482+0000 mgr.y (mgr.24683) 644 : cluster [DBG] pgmap v1354: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 311 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:09.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:09 smithi046 bash[41283]: cluster 2021-07-26T16:04:08.178482+0000 mgr.y (mgr.24683) 644 : cluster [DBG] pgmap v1354: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 311 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:09.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:09 smithi046 bash[42351]: cluster 2021-07-26T16:04:08.178482+0000 mgr.y (mgr.24683) 644 : cluster [DBG] pgmap v1354: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 311 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:11 smithi073 bash[34190]: cluster 2021-07-26T16:04:10.179321+0000 mgr.y (mgr.24683) 645 : cluster [DBG] pgmap v1355: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:11 smithi046 bash[41283]: cluster 2021-07-26T16:04:10.179321+0000 mgr.y (mgr.24683) 645 : cluster [DBG] pgmap v1355: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:11.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:11 smithi046 bash[42351]: cluster 2021-07-26T16:04:10.179321+0000 mgr.y (mgr.24683) 645 : cluster [DBG] pgmap v1355: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:12.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:12 smithi073 bash[34190]: cluster 2021-07-26T16:04:12.180278+0000 mgr.y (mgr.24683) 646 : cluster [DBG] pgmap v1356: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:12 smithi046 bash[41283]: cluster 2021-07-26T16:04:12.180278+0000 mgr.y (mgr.24683) 646 : cluster [DBG] pgmap v1356: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:12.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:12 smithi046 bash[42351]: cluster 2021-07-26T16:04:12.180278+0000 mgr.y (mgr.24683) 646 : cluster [DBG] pgmap v1356: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:13.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:13.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:13.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:13.510Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=5 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:04:15.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:15 smithi073 bash[34190]: cluster 2021-07-26T16:04:14.181122+0000 mgr.y (mgr.24683) 647 : cluster [DBG] pgmap v1357: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:15.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:15 smithi046 bash[42351]: cluster 2021-07-26T16:04:14.181122+0000 mgr.y (mgr.24683) 647 : cluster [DBG] pgmap v1357: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:15.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:15 smithi046 bash[41283]: cluster 2021-07-26T16:04:14.181122+0000 mgr.y (mgr.24683) 647 : cluster [DBG] pgmap v1357: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:04:17.292 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestRenew (20985 ms) 2021-07-26T16:04:17.293 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2021-07-26T16:04:17.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:17 smithi073 bash[34190]: cluster 2021-07-26T16:04:16.181932+0000 mgr.y (mgr.24683) 648 : cluster [DBG] pgmap v1358: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:17.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:17 smithi046 bash[42351]: cluster 2021-07-26T16:04:16.181932+0000 mgr.y (mgr.24683) 648 : cluster [DBG] pgmap v1358: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:17.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:17 smithi046 bash[41283]: cluster 2021-07-26T16:04:16.181932+0000 mgr.y (mgr.24683) 648 : cluster [DBG] pgmap v1358: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:18.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:18 smithi073 bash[34190]: cluster 2021-07-26T16:04:17.287013+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2021-07-26T16:04:18.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:18 smithi073 bash[34190]: cluster 2021-07-26T16:04:18.182546+0000 mgr.y (mgr.24683) 649 : cluster [DBG] pgmap v1360: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:18.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:18 smithi046 bash[41283]: cluster 2021-07-26T16:04:17.287013+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2021-07-26T16:04:18.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:18 smithi046 bash[41283]: cluster 2021-07-26T16:04:18.182546+0000 mgr.y (mgr.24683) 649 : cluster [DBG] pgmap v1360: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:18.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:18 smithi046 bash[42351]: cluster 2021-07-26T16:04:17.287013+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2021-07-26T16:04:18.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:18 smithi046 bash[42351]: cluster 2021-07-26T16:04:18.182546+0000 mgr.y (mgr.24683) 649 : cluster [DBG] pgmap v1360: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:19.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:19 smithi073 bash[34190]: cluster 2021-07-26T16:04:18.296390+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2021-07-26T16:04:19.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:19 smithi073 bash[34190]: audit 2021-07-26T16:04:18.301353+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.46:0/4245798783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:19.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:19 smithi073 bash[34190]: audit 2021-07-26T16:04:18.302103+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[41283]: cluster 2021-07-26T16:04:18.296390+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2021-07-26T16:04:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[41283]: audit 2021-07-26T16:04:18.301353+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.46:0/4245798783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:19.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[41283]: audit 2021-07-26T16:04:18.302103+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[42351]: cluster 2021-07-26T16:04:18.296390+0000 mon.a (mon.0) 1690 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2021-07-26T16:04:19.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[42351]: audit 2021-07-26T16:04:18.301353+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.46:0/4245798783' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:19.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:19 smithi046 bash[42351]: audit 2021-07-26T16:04:18.302103+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:20.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:20 smithi073 bash[34190]: audit 2021-07-26T16:04:19.309357+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:20.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:20 smithi073 bash[34190]: cluster 2021-07-26T16:04:19.309656+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2021-07-26T16:04:20.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:20 smithi073 bash[34190]: cluster 2021-07-26T16:04:20.183212+0000 mgr.y (mgr.24683) 650 : cluster [DBG] pgmap v1363: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[41283]: audit 2021-07-26T16:04:19.309357+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:20.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[41283]: cluster 2021-07-26T16:04:19.309656+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2021-07-26T16:04:20.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[41283]: cluster 2021-07-26T16:04:20.183212+0000 mgr.y (mgr.24683) 650 : cluster [DBG] pgmap v1363: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[42351]: audit 2021-07-26T16:04:19.309357+0000 mon.a (mon.0) 1692 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[42351]: cluster 2021-07-26T16:04:19.309656+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2021-07-26T16:04:20.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:20 smithi046 bash[42351]: cluster 2021-07-26T16:04:20.183212+0000 mgr.y (mgr.24683) 650 : cluster [DBG] pgmap v1363: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:21.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:21 smithi073 bash[34190]: cluster 2021-07-26T16:04:20.312284+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2021-07-26T16:04:21.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:21 smithi046 bash[42351]: cluster 2021-07-26T16:04:20.312284+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2021-07-26T16:04:21.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:21 smithi046 bash[41283]: cluster 2021-07-26T16:04:20.312284+0000 mon.a (mon.0) 1694 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2021-07-26T16:04:22.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:22 smithi073 bash[34190]: cluster 2021-07-26T16:04:22.184009+0000 mgr.y (mgr.24683) 651 : cluster [DBG] pgmap v1365: 41 pgs: 8 unknown, 33 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:22.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:22 smithi046 bash[41283]: cluster 2021-07-26T16:04:22.184009+0000 mgr.y (mgr.24683) 651 : cluster [DBG] pgmap v1365: 41 pgs: 8 unknown, 33 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:22.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:22 smithi046 bash[42351]: cluster 2021-07-26T16:04:22.184009+0000 mgr.y (mgr.24683) 651 : cluster [DBG] pgmap v1365: 41 pgs: 8 unknown, 33 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:23.404 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6116 ms) 2021-07-26T16:04:23.405 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2021-07-26T16:04:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:23.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:23.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:23.510Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:04:24.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:24 smithi046 bash[41283]: cluster 2021-07-26T16:04:23.405039+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2021-07-26T16:04:24.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:24 smithi046 bash[41283]: cluster 2021-07-26T16:04:24.184574+0000 mgr.y (mgr.24683) 652 : cluster [DBG] pgmap v1367: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:24.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:24 smithi046 bash[42351]: cluster 2021-07-26T16:04:23.405039+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2021-07-26T16:04:24.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:24 smithi046 bash[42351]: cluster 2021-07-26T16:04:24.184574+0000 mgr.y (mgr.24683) 652 : cluster [DBG] pgmap v1367: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:24 smithi073 bash[34190]: cluster 2021-07-26T16:04:23.405039+0000 mon.a (mon.0) 1695 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2021-07-26T16:04:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:24 smithi073 bash[34190]: cluster 2021-07-26T16:04:24.184574+0000 mgr.y (mgr.24683) 652 : cluster [DBG] pgmap v1367: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:25 smithi046 bash[41283]: cluster 2021-07-26T16:04:24.415529+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2021-07-26T16:04:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:25 smithi046 bash[41283]: audit 2021-07-26T16:04:24.421064+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:25 smithi046 bash[42351]: cluster 2021-07-26T16:04:24.415529+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2021-07-26T16:04:25.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:25 smithi046 bash[42351]: audit 2021-07-26T16:04:24.421064+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:25.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:25 smithi073 bash[34190]: cluster 2021-07-26T16:04:24.415529+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2021-07-26T16:04:25.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:25 smithi073 bash[34190]: audit 2021-07-26T16:04:24.421064+0000 mon.a (mon.0) 1697 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:26.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[41283]: audit 2021-07-26T16:04:25.416908+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[41283]: cluster 2021-07-26T16:04:25.417361+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2021-07-26T16:04:26.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[41283]: cluster 2021-07-26T16:04:26.185308+0000 mgr.y (mgr.24683) 653 : cluster [DBG] pgmap v1370: 41 pgs: 6 creating+peering, 12 unknown, 23 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[42351]: audit 2021-07-26T16:04:25.416908+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[42351]: cluster 2021-07-26T16:04:25.417361+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2021-07-26T16:04:26.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:26 smithi046 bash[42351]: cluster 2021-07-26T16:04:26.185308+0000 mgr.y (mgr.24683) 653 : cluster [DBG] pgmap v1370: 41 pgs: 6 creating+peering, 12 unknown, 23 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:26 smithi073 bash[34190]: audit 2021-07-26T16:04:25.416908+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? 172.21.15.46:0/453046050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:26.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:26 smithi073 bash[34190]: cluster 2021-07-26T16:04:25.417361+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2021-07-26T16:04:26.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:26 smithi073 bash[34190]: cluster 2021-07-26T16:04:26.185308+0000 mgr.y (mgr.24683) 653 : cluster [DBG] pgmap v1370: 41 pgs: 6 creating+peering, 12 unknown, 23 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:27.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:27 smithi073 bash[34190]: cluster 2021-07-26T16:04:26.428504+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2021-07-26T16:04:27.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:27 smithi046 bash[41283]: cluster 2021-07-26T16:04:26.428504+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2021-07-26T16:04:27.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:27 smithi046 bash[42351]: cluster 2021-07-26T16:04:26.428504+0000 mon.a (mon.0) 1700 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2021-07-26T16:04:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:28 smithi073 bash[34190]: cluster 2021-07-26T16:04:28.186066+0000 mgr.y (mgr.24683) 654 : cluster [DBG] pgmap v1372: 41 pgs: 6 creating+peering, 35 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:28.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:28 smithi046 bash[41283]: cluster 2021-07-26T16:04:28.186066+0000 mgr.y (mgr.24683) 654 : cluster [DBG] pgmap v1372: 41 pgs: 6 creating+peering, 35 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:28.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:28 smithi046 bash[42351]: cluster 2021-07-26T16:04:28.186066+0000 mgr.y (mgr.24683) 654 : cluster [DBG] pgmap v1372: 41 pgs: 6 creating+peering, 35 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:31.247 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7843 ms) 2021-07-26T16:04:31.248 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2021-07-26T16:04:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:31 smithi073 bash[34190]: cluster 2021-07-26T16:04:30.186936+0000 mgr.y (mgr.24683) 655 : cluster [DBG] pgmap v1373: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:31 smithi073 bash[34190]: audit 2021-07-26T16:04:31.000291+0000 mon.a (mon.0) 1701 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:31 smithi073 bash[34190]: audit 2021-07-26T16:04:31.003316+0000 mon.a (mon.0) 1702 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:31 smithi073 bash[34190]: audit 2021-07-26T16:04:31.005815+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:04:31.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[42351]: cluster 2021-07-26T16:04:30.186936+0000 mgr.y (mgr.24683) 655 : cluster [DBG] pgmap v1373: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:31.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[42351]: audit 2021-07-26T16:04:31.000291+0000 mon.a (mon.0) 1701 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:31.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[42351]: audit 2021-07-26T16:04:31.003316+0000 mon.a (mon.0) 1702 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:31.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[42351]: audit 2021-07-26T16:04:31.005815+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:04:31.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[41283]: cluster 2021-07-26T16:04:30.186936+0000 mgr.y (mgr.24683) 655 : cluster [DBG] pgmap v1373: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:31.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[41283]: audit 2021-07-26T16:04:31.000291+0000 mon.a (mon.0) 1701 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:31.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[41283]: audit 2021-07-26T16:04:31.003316+0000 mon.a (mon.0) 1702 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:31.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:31 smithi046 bash[41283]: audit 2021-07-26T16:04:31.005815+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:04:32.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:32 smithi073 bash[34190]: cluster 2021-07-26T16:04:31.245817+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2021-07-26T16:04:32.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:32 smithi073 bash[34190]: audit 2021-07-26T16:04:31.713812+0000 mon.a (mon.0) 1705 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:04:32.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:32 smithi046 bash[42351]: cluster 2021-07-26T16:04:31.245817+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2021-07-26T16:04:32.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:32 smithi046 bash[42351]: audit 2021-07-26T16:04:31.713812+0000 mon.a (mon.0) 1705 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:04:32.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:32 smithi046 bash[41283]: cluster 2021-07-26T16:04:31.245817+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2021-07-26T16:04:32.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:32 smithi046 bash[41283]: audit 2021-07-26T16:04:31.713812+0000 mon.a (mon.0) 1705 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:04:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:33 smithi073 bash[34190]: cluster 2021-07-26T16:04:32.187643+0000 mgr.y (mgr.24683) 656 : cluster [DBG] pgmap v1375: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:33 smithi073 bash[34190]: cluster 2021-07-26T16:04:32.265710+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2021-07-26T16:04:33.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:33 smithi073 bash[34190]: audit 2021-07-26T16:04:32.270091+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.46:0/350899311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:33 smithi073 bash[34190]: audit 2021-07-26T16:04:32.270963+0000 mon.a (mon.0) 1707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[42351]: cluster 2021-07-26T16:04:32.187643+0000 mgr.y (mgr.24683) 656 : cluster [DBG] pgmap v1375: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:33.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[42351]: cluster 2021-07-26T16:04:32.265710+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2021-07-26T16:04:33.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[42351]: audit 2021-07-26T16:04:32.270091+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.46:0/350899311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[42351]: audit 2021-07-26T16:04:32.270963+0000 mon.a (mon.0) 1707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[41283]: cluster 2021-07-26T16:04:32.187643+0000 mgr.y (mgr.24683) 656 : cluster [DBG] pgmap v1375: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:33.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[41283]: cluster 2021-07-26T16:04:32.265710+0000 mon.a (mon.0) 1706 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2021-07-26T16:04:33.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[41283]: audit 2021-07-26T16:04:32.270091+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.46:0/350899311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[41283]: audit 2021-07-26T16:04:32.270963+0000 mon.a (mon.0) 1707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:33.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:33.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:33.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:33.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:33.684 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:33.510Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:04:34.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:34 smithi073 bash[34190]: audit 2021-07-26T16:04:33.271693+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:34.621 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:34 smithi073 bash[34190]: cluster 2021-07-26T16:04:33.272064+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2021-07-26T16:04:34.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:34 smithi046 bash[41283]: audit 2021-07-26T16:04:33.271693+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:34.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:34 smithi046 bash[41283]: cluster 2021-07-26T16:04:33.272064+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2021-07-26T16:04:34.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:34 smithi046 bash[42351]: audit 2021-07-26T16:04:33.271693+0000 mon.a (mon.0) 1708 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:34.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:34 smithi046 bash[42351]: cluster 2021-07-26T16:04:33.272064+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2021-07-26T16:04:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:35 smithi073 bash[34190]: cluster 2021-07-26T16:04:34.188279+0000 mgr.y (mgr.24683) 657 : cluster [DBG] pgmap v1378: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:35 smithi073 bash[34190]: cluster 2021-07-26T16:04:34.289864+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2021-07-26T16:04:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:35 smithi046 bash[41283]: cluster 2021-07-26T16:04:34.188279+0000 mgr.y (mgr.24683) 657 : cluster [DBG] pgmap v1378: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:35 smithi046 bash[41283]: cluster 2021-07-26T16:04:34.289864+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2021-07-26T16:04:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:35 smithi046 bash[42351]: cluster 2021-07-26T16:04:34.188279+0000 mgr.y (mgr.24683) 657 : cluster [DBG] pgmap v1378: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:35 smithi046 bash[42351]: cluster 2021-07-26T16:04:34.289864+0000 mon.a (mon.0) 1710 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2021-07-26T16:04:36.622 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:36 smithi073 bash[34190]: cluster 2021-07-26T16:04:36.189016+0000 mgr.y (mgr.24683) 658 : cluster [DBG] pgmap v1380: 41 pgs: 3 creating+peering, 11 unknown, 27 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:36.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:36 smithi046 bash[41283]: cluster 2021-07-26T16:04:36.189016+0000 mgr.y (mgr.24683) 658 : cluster [DBG] pgmap v1380: 41 pgs: 3 creating+peering, 11 unknown, 27 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:36.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:36 smithi046 bash[42351]: cluster 2021-07-26T16:04:36.189016+0000 mgr.y (mgr.24683) 658 : cluster [DBG] pgmap v1380: 41 pgs: 3 creating+peering, 11 unknown, 27 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:39.256 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8004 ms) 2021-07-26T16:04:39.256 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 11 tests from ClsLock (68724 ms total) 2021-07-26T16:04:39.256 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:04:39.256 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:04:39.257 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 11 tests from 1 test suite ran. (68724 ms total) 2021-07-26T16:04:39.257 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 11 tests. 2021-07-26T16:04:39.257 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:04:39.258 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:04:39.271 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2021-07-26T16:04:39.271 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2021-07-26T16:04:39.297 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:04:39.297 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2021-07-26T16:04:39.297 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:04:39.298 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log 2021-07-26T16:04:39.298 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_same_time 2021-07-26T16:04:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:39 smithi073 bash[34190]: cluster 2021-07-26T16:04:38.189786+0000 mgr.y (mgr.24683) 659 : cluster [DBG] pgmap v1381: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:39.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:39 smithi046 bash[41283]: cluster 2021-07-26T16:04:38.189786+0000 mgr.y (mgr.24683) 659 : cluster [DBG] pgmap v1381: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:39 smithi046 bash[42351]: cluster 2021-07-26T16:04:38.189786+0000 mgr.y (mgr.24683) 659 : cluster [DBG] pgmap v1381: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:04:40.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:40 smithi073 bash[34190]: cluster 2021-07-26T16:04:39.251615+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2021-07-26T16:04:40.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:40 smithi046 bash[41283]: cluster 2021-07-26T16:04:39.251615+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2021-07-26T16:04:40.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:40 smithi046 bash[42351]: cluster 2021-07-26T16:04:39.251615+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2021-07-26T16:04:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:41 smithi073 bash[34190]: cluster 2021-07-26T16:04:40.190411+0000 mgr.y (mgr.24683) 660 : cluster [DBG] pgmap v1383: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:41 smithi073 bash[34190]: cluster 2021-07-26T16:04:40.275730+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2021-07-26T16:04:41.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:41 smithi073 bash[34190]: audit 2021-07-26T16:04:40.289666+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[41283]: cluster 2021-07-26T16:04:40.190411+0000 mgr.y (mgr.24683) 660 : cluster [DBG] pgmap v1383: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[41283]: cluster 2021-07-26T16:04:40.275730+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2021-07-26T16:04:41.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[41283]: audit 2021-07-26T16:04:40.289666+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:41.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[42351]: cluster 2021-07-26T16:04:40.190411+0000 mgr.y (mgr.24683) 660 : cluster [DBG] pgmap v1383: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:41.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[42351]: cluster 2021-07-26T16:04:40.275730+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2021-07-26T16:04:41.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:41 smithi046 bash[42351]: audit 2021-07-26T16:04:40.289666+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:42.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_same_time (2993 ms) 2021-07-26T16:04:42.289 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.test_log_add_different_time 2021-07-26T16:04:42.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:42 smithi073 bash[34190]: audit 2021-07-26T16:04:41.282558+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:42.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:42 smithi073 bash[34190]: cluster 2021-07-26T16:04:41.282729+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2021-07-26T16:04:42.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:42 smithi046 bash[41283]: audit 2021-07-26T16:04:41.282558+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:42.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:42 smithi046 bash[41283]: cluster 2021-07-26T16:04:41.282729+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2021-07-26T16:04:42.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:42 smithi046 bash[42351]: audit 2021-07-26T16:04:41.282558+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? 172.21.15.46:0/3943299478' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:42.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:42 smithi046 bash[42351]: cluster 2021-07-26T16:04:41.282729+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2021-07-26T16:04:43.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:43 smithi073 bash[34190]: cluster 2021-07-26T16:04:42.191097+0000 mgr.y (mgr.24683) 661 : cluster [DBG] pgmap v1386: 41 pgs: 13 creating+peering, 4 unknown, 24 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:43.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:43 smithi073 bash[34190]: cluster 2021-07-26T16:04:42.287910+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2021-07-26T16:04:43.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[41283]: cluster 2021-07-26T16:04:42.191097+0000 mgr.y (mgr.24683) 661 : cluster [DBG] pgmap v1386: 41 pgs: 13 creating+peering, 4 unknown, 24 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:43.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[41283]: cluster 2021-07-26T16:04:42.287910+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2021-07-26T16:04:43.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[42351]: cluster 2021-07-26T16:04:42.191097+0000 mgr.y (mgr.24683) 661 : cluster [DBG] pgmap v1386: 41 pgs: 13 creating+peering, 4 unknown, 24 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:43.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[42351]: cluster 2021-07-26T16:04:42.287910+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2021-07-26T16:04:43.682 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:43.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:43.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:43.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:43.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:43.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:04:44.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:44 smithi073 bash[34190]: cluster 2021-07-26T16:04:43.304912+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2021-07-26T16:04:44.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:44 smithi073 bash[34190]: audit 2021-07-26T16:04:43.306471+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:44.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:44 smithi073 bash[34190]: cluster 2021-07-26T16:04:44.191740+0000 mgr.y (mgr.24683) 662 : cluster [DBG] pgmap v1389: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[41283]: cluster 2021-07-26T16:04:43.304912+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2021-07-26T16:04:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[41283]: audit 2021-07-26T16:04:43.306471+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:44.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[41283]: cluster 2021-07-26T16:04:44.191740+0000 mgr.y (mgr.24683) 662 : cluster [DBG] pgmap v1389: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[42351]: cluster 2021-07-26T16:04:43.304912+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2021-07-26T16:04:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[42351]: audit 2021-07-26T16:04:43.306471+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:44 smithi046 bash[42351]: cluster 2021-07-26T16:04:44.191740+0000 mgr.y (mgr.24683) 662 : cluster [DBG] pgmap v1389: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:45.324 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.test_log_add_different_time (3030 ms) 2021-07-26T16:04:45.325 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_time 2021-07-26T16:04:45.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:45 smithi073 bash[34190]: audit 2021-07-26T16:04:44.316805+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:45.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:45 smithi073 bash[34190]: cluster 2021-07-26T16:04:44.317293+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2021-07-26T16:04:45.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:45 smithi046 bash[42351]: audit 2021-07-26T16:04:44.316805+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:45.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:45 smithi046 bash[42351]: cluster 2021-07-26T16:04:44.317293+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2021-07-26T16:04:45.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:45 smithi046 bash[41283]: audit 2021-07-26T16:04:44.316805+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? 172.21.15.46:0/3249321685' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:45.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:45 smithi046 bash[41283]: cluster 2021-07-26T16:04:44.317293+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2021-07-26T16:04:46.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:46 smithi073 bash[34190]: cluster 2021-07-26T16:04:45.318892+0000 mon.a (mon.0) 1721 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2021-07-26T16:04:46.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:46 smithi073 bash[34190]: cluster 2021-07-26T16:04:46.192356+0000 mgr.y (mgr.24683) 663 : cluster [DBG] pgmap v1392: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:46 smithi046 bash[41283]: cluster 2021-07-26T16:04:45.318892+0000 mon.a (mon.0) 1721 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2021-07-26T16:04:46.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:46 smithi046 bash[41283]: cluster 2021-07-26T16:04:46.192356+0000 mgr.y (mgr.24683) 663 : cluster [DBG] pgmap v1392: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:46 smithi046 bash[42351]: cluster 2021-07-26T16:04:45.318892+0000 mon.a (mon.0) 1721 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2021-07-26T16:04:46.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:46 smithi046 bash[42351]: cluster 2021-07-26T16:04:46.192356+0000 mgr.y (mgr.24683) 663 : cluster [DBG] pgmap v1392: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:47.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:47 smithi073 bash[34190]: cluster 2021-07-26T16:04:46.339704+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2021-07-26T16:04:47.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:47 smithi073 bash[34190]: audit 2021-07-26T16:04:46.340791+0000 mon.a (mon.0) 1723 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:47.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:47 smithi046 bash[41283]: cluster 2021-07-26T16:04:46.339704+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2021-07-26T16:04:47.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:47 smithi046 bash[41283]: audit 2021-07-26T16:04:46.340791+0000 mon.a (mon.0) 1723 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:47 smithi046 bash[42351]: cluster 2021-07-26T16:04:46.339704+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2021-07-26T16:04:47.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:47 smithi046 bash[42351]: audit 2021-07-26T16:04:46.340791+0000 mon.a (mon.0) 1723 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:48.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_time (3038 ms) 2021-07-26T16:04:48.358 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_log.trim_by_marker 2021-07-26T16:04:48.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:48 smithi073 bash[34190]: audit 2021-07-26T16:04:47.348386+0000 mon.a (mon.0) 1724 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:48.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:48 smithi073 bash[34190]: cluster 2021-07-26T16:04:47.348967+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2021-07-26T16:04:48.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:48 smithi073 bash[34190]: cluster 2021-07-26T16:04:48.193047+0000 mgr.y (mgr.24683) 664 : cluster [DBG] pgmap v1395: 41 pgs: 14 creating+peering, 15 unknown, 12 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-07-26T16:04:48.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[41283]: audit 2021-07-26T16:04:47.348386+0000 mon.a (mon.0) 1724 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:48.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[41283]: cluster 2021-07-26T16:04:47.348967+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2021-07-26T16:04:48.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[41283]: cluster 2021-07-26T16:04:48.193047+0000 mgr.y (mgr.24683) 664 : cluster [DBG] pgmap v1395: 41 pgs: 14 creating+peering, 15 unknown, 12 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-07-26T16:04:48.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[42351]: audit 2021-07-26T16:04:47.348386+0000 mon.a (mon.0) 1724 : audit [INF] from='client.? 172.21.15.46:0/1113778016' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:48.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[42351]: cluster 2021-07-26T16:04:47.348967+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2021-07-26T16:04:48.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:48 smithi046 bash[42351]: cluster 2021-07-26T16:04:48.193047+0000 mgr.y (mgr.24683) 664 : cluster [DBG] pgmap v1395: 41 pgs: 14 creating+peering, 15 unknown, 12 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2021-07-26T16:04:49.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:49 smithi073 bash[34190]: cluster 2021-07-26T16:04:48.358383+0000 mon.a (mon.0) 1726 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2021-07-26T16:04:49.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:49 smithi046 bash[41283]: cluster 2021-07-26T16:04:48.358383+0000 mon.a (mon.0) 1726 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2021-07-26T16:04:49.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:49 smithi046 bash[42351]: cluster 2021-07-26T16:04:48.358383+0000 mon.a (mon.0) 1726 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2021-07-26T16:04:50.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[41283]: cluster 2021-07-26T16:04:49.370501+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2021-07-26T16:04:50.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[41283]: audit 2021-07-26T16:04:49.372272+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.46:0/1963907313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[41283]: audit 2021-07-26T16:04:49.373564+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[41283]: cluster 2021-07-26T16:04:50.193726+0000 mgr.y (mgr.24683) 665 : cluster [DBG] pgmap v1398: 41 pgs: 4 creating+peering, 28 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:50.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[42351]: cluster 2021-07-26T16:04:49.370501+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2021-07-26T16:04:50.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[42351]: audit 2021-07-26T16:04:49.372272+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.46:0/1963907313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[42351]: audit 2021-07-26T16:04:49.373564+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.685 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:50 smithi046 bash[42351]: cluster 2021-07-26T16:04:50.193726+0000 mgr.y (mgr.24683) 665 : cluster [DBG] pgmap v1398: 41 pgs: 4 creating+peering, 28 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:50.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:50 smithi073 bash[34190]: cluster 2021-07-26T16:04:49.370501+0000 mon.a (mon.0) 1727 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2021-07-26T16:04:50.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:50 smithi073 bash[34190]: audit 2021-07-26T16:04:49.372272+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.46:0/1963907313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:50 smithi073 bash[34190]: audit 2021-07-26T16:04:49.373564+0000 mon.a (mon.0) 1728 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:50.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:50 smithi073 bash[34190]: cluster 2021-07-26T16:04:50.193726+0000 mgr.y (mgr.24683) 665 : cluster [DBG] pgmap v1398: 41 pgs: 4 creating+peering, 28 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:51.390 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_log.trim_by_marker (3032 ms) 2021-07-26T16:04:51.390 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from cls_log (12094 ms total) 2021-07-26T16:04:51.390 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:04:51.391 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:04:51.391 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (12094 ms total) 2021-07-26T16:04:51.391 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2021-07-26T16:04:51.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:04:51.393 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:04:51.450 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2021-07-26T16:04:51.451 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2021-07-26T16:04:51.474 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:04:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 4 tests from 1 test suite. 2021-07-26T16:04:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:04:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps 2021-07-26T16:04:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Add 2021-07-26T16:04:51.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:51 smithi046 bash[41283]: audit 2021-07-26T16:04:50.383659+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:51.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:51 smithi046 bash[41283]: cluster 2021-07-26T16:04:50.384111+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2021-07-26T16:04:51.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:51 smithi046 bash[42351]: audit 2021-07-26T16:04:50.383659+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:51.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:51 smithi046 bash[42351]: cluster 2021-07-26T16:04:50.384111+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2021-07-26T16:04:51.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:51 smithi073 bash[34190]: audit 2021-07-26T16:04:50.383659+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53732-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:51.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:51 smithi073 bash[34190]: cluster 2021-07-26T16:04:50.384111+0000 mon.a (mon.0) 1730 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2021-07-26T16:04:52.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:52 smithi046 bash[41283]: cluster 2021-07-26T16:04:51.389075+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2021-07-26T16:04:52.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:52 smithi046 bash[41283]: cluster 2021-07-26T16:04:52.194425+0000 mgr.y (mgr.24683) 666 : cluster [DBG] pgmap v1401: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:52.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:52 smithi046 bash[42351]: cluster 2021-07-26T16:04:51.389075+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2021-07-26T16:04:52.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:52 smithi046 bash[42351]: cluster 2021-07-26T16:04:52.194425+0000 mgr.y (mgr.24683) 666 : cluster [DBG] pgmap v1401: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:52.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:52 smithi073 bash[34190]: cluster 2021-07-26T16:04:51.389075+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2021-07-26T16:04:52.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:52 smithi073 bash[34190]: cluster 2021-07-26T16:04:52.194425+0000 mgr.y (mgr.24683) 666 : cluster [DBG] pgmap v1401: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:53.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[42351]: cluster 2021-07-26T16:04:52.409193+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2021-07-26T16:04:53.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[42351]: audit 2021-07-26T16:04:52.411408+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:53.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[41283]: cluster 2021-07-26T16:04:52.409193+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2021-07-26T16:04:53.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[41283]: audit 2021-07-26T16:04:52.411408+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:53.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:53.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:53.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:53.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:04:53.683 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:04:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:04:53.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:04:53.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:53 smithi073 bash[34190]: cluster 2021-07-26T16:04:52.409193+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2021-07-26T16:04:53.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:53 smithi073 bash[34190]: audit 2021-07-26T16:04:52.411408+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Add (2951 ms) 2021-07-26T16:04:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Sub 2021-07-26T16:04:54.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[41283]: audit 2021-07-26T16:04:53.413143+0000 mon.a (mon.0) 1734 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:54.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[41283]: cluster 2021-07-26T16:04:53.413771+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2021-07-26T16:04:54.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[41283]: cluster 2021-07-26T16:04:54.195063+0000 mgr.y (mgr.24683) 667 : cluster [DBG] pgmap v1404: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:54.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[42351]: audit 2021-07-26T16:04:53.413143+0000 mon.a (mon.0) 1734 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:54.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[42351]: cluster 2021-07-26T16:04:53.413771+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2021-07-26T16:04:54.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:54 smithi046 bash[42351]: cluster 2021-07-26T16:04:54.195063+0000 mgr.y (mgr.24683) 667 : cluster [DBG] pgmap v1404: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:54.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:54 smithi073 bash[34190]: audit 2021-07-26T16:04:53.413143+0000 mon.a (mon.0) 1734 : audit [INF] from='client.? 172.21.15.46:0/2783865383' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:54.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:54 smithi073 bash[34190]: cluster 2021-07-26T16:04:53.413771+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2021-07-26T16:04:54.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:54 smithi073 bash[34190]: cluster 2021-07-26T16:04:54.195063+0000 mgr.y (mgr.24683) 667 : cluster [DBG] pgmap v1404: 41 pgs: 3 creating+peering, 29 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:55.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:55 smithi046 bash[41283]: cluster 2021-07-26T16:04:54.425450+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2021-07-26T16:04:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:55 smithi046 bash[42351]: cluster 2021-07-26T16:04:54.425450+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2021-07-26T16:04:55.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:55 smithi073 bash[34190]: cluster 2021-07-26T16:04:54.425450+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2021-07-26T16:04:56.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:56 smithi073 bash[34190]: cluster 2021-07-26T16:04:55.446187+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2021-07-26T16:04:56.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:56 smithi073 bash[34190]: audit 2021-07-26T16:04:55.448927+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.46:0/4169581199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:56 smithi073 bash[34190]: audit 2021-07-26T16:04:55.449793+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:56 smithi073 bash[34190]: cluster 2021-07-26T16:04:56.195830+0000 mgr.y (mgr.24683) 668 : cluster [DBG] pgmap v1407: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:56.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[41283]: cluster 2021-07-26T16:04:55.446187+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2021-07-26T16:04:56.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[41283]: audit 2021-07-26T16:04:55.448927+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.46:0/4169581199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[41283]: audit 2021-07-26T16:04:55.449793+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[41283]: cluster 2021-07-26T16:04:56.195830+0000 mgr.y (mgr.24683) 668 : cluster [DBG] pgmap v1407: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:56.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[42351]: cluster 2021-07-26T16:04:55.446187+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2021-07-26T16:04:56.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[42351]: audit 2021-07-26T16:04:55.448927+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.46:0/4169581199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[42351]: audit 2021-07-26T16:04:55.449793+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:56.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:56 smithi046 bash[42351]: cluster 2021-07-26T16:04:56.195830+0000 mgr.y (mgr.24683) 668 : cluster [DBG] pgmap v1407: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:57.468 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Sub (3042 ms) 2021-07-26T16:04:57.469 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Mul 2021-07-26T16:04:57.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:57 smithi073 bash[34190]: audit 2021-07-26T16:04:56.458362+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:57.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:57 smithi073 bash[34190]: cluster 2021-07-26T16:04:56.458739+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2021-07-26T16:04:57.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:57 smithi046 bash[41283]: audit 2021-07-26T16:04:56.458362+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:57.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:57 smithi046 bash[41283]: cluster 2021-07-26T16:04:56.458739+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2021-07-26T16:04:57.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:57 smithi046 bash[42351]: audit 2021-07-26T16:04:56.458362+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:04:57.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:57 smithi046 bash[42351]: cluster 2021-07-26T16:04:56.458739+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2021-07-26T16:04:58.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:58 smithi073 bash[34190]: cluster 2021-07-26T16:04:57.468879+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2021-07-26T16:04:58.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:58 smithi073 bash[34190]: audit 2021-07-26T16:04:58.158843+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:58.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:58 smithi073 bash[34190]: cluster 2021-07-26T16:04:58.196433+0000 mgr.y (mgr.24683) 669 : cluster [DBG] pgmap v1410: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:58.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[41283]: cluster 2021-07-26T16:04:57.468879+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2021-07-26T16:04:58.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[41283]: audit 2021-07-26T16:04:58.158843+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:58.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[41283]: cluster 2021-07-26T16:04:58.196433+0000 mgr.y (mgr.24683) 669 : cluster [DBG] pgmap v1410: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:58.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[42351]: cluster 2021-07-26T16:04:57.468879+0000 mon.a (mon.0) 1741 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2021-07-26T16:04:58.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[42351]: audit 2021-07-26T16:04:58.158843+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:58.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:58 smithi046 bash[42351]: cluster 2021-07-26T16:04:58.196433+0000 mgr.y (mgr.24683) 669 : cluster [DBG] pgmap v1410: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:04:59.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:59 smithi073 bash[34190]: cluster 2021-07-26T16:04:58.479095+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2021-07-26T16:04:59.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:59 smithi073 bash[34190]: audit 2021-07-26T16:04:58.484568+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:59.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:04:59 smithi073 bash[34190]: audit 2021-07-26T16:04:59.015096+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:59.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[41283]: cluster 2021-07-26T16:04:58.479095+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2021-07-26T16:04:59.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[41283]: audit 2021-07-26T16:04:58.484568+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:59.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[41283]: audit 2021-07-26T16:04:59.015096+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:59.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[42351]: cluster 2021-07-26T16:04:58.479095+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2021-07-26T16:04:59.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[42351]: audit 2021-07-26T16:04:58.484568+0000 mon.a (mon.0) 1744 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:04:59.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:04:59 smithi046 bash[42351]: audit 2021-07-26T16:04:59.015096+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:00.500 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Mul (3032 ms) 2021-07-26T16:05:00.501 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsNumOps.Div 2021-07-26T16:05:00.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:00 smithi073 bash[34190]: audit 2021-07-26T16:04:59.483279+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:00.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:00 smithi073 bash[34190]: cluster 2021-07-26T16:04:59.483980+0000 mon.a (mon.0) 1747 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2021-07-26T16:05:00.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:00 smithi073 bash[34190]: cluster 2021-07-26T16:05:00.197215+0000 mgr.y (mgr.24683) 670 : cluster [DBG] pgmap v1413: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:00.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[41283]: audit 2021-07-26T16:04:59.483279+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:00.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[41283]: cluster 2021-07-26T16:04:59.483980+0000 mon.a (mon.0) 1747 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2021-07-26T16:05:00.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[41283]: cluster 2021-07-26T16:05:00.197215+0000 mgr.y (mgr.24683) 670 : cluster [DBG] pgmap v1413: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:00.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[42351]: audit 2021-07-26T16:04:59.483279+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? 172.21.15.46:0/176108076' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:00.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[42351]: cluster 2021-07-26T16:04:59.483980+0000 mon.a (mon.0) 1747 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2021-07-26T16:05:00.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:00 smithi046 bash[42351]: cluster 2021-07-26T16:05:00.197215+0000 mgr.y (mgr.24683) 670 : cluster [DBG] pgmap v1413: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:01.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:01 smithi073 bash[34190]: cluster 2021-07-26T16:05:00.499047+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2021-07-26T16:05:01.902 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:01 smithi046 bash[41283]: cluster 2021-07-26T16:05:00.499047+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2021-07-26T16:05:01.903 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:01 smithi046 bash[42351]: cluster 2021-07-26T16:05:00.499047+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2021-07-26T16:05:02.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:02 smithi073 bash[34190]: cluster 2021-07-26T16:05:01.520187+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2021-07-26T16:05:02.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:02 smithi073 bash[34190]: audit 2021-07-26T16:05:01.522002+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.46:0/1391265235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:02 smithi073 bash[34190]: audit 2021-07-26T16:05:01.522611+0000 mon.a (mon.0) 1750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:02 smithi073 bash[34190]: cluster 2021-07-26T16:05:02.198004+0000 mgr.y (mgr.24683) 671 : cluster [DBG] pgmap v1416: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:02.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[41283]: cluster 2021-07-26T16:05:01.520187+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2021-07-26T16:05:02.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[41283]: audit 2021-07-26T16:05:01.522002+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.46:0/1391265235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[41283]: audit 2021-07-26T16:05:01.522611+0000 mon.a (mon.0) 1750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[41283]: cluster 2021-07-26T16:05:02.198004+0000 mgr.y (mgr.24683) 671 : cluster [DBG] pgmap v1416: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:02.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[42351]: cluster 2021-07-26T16:05:01.520187+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2021-07-26T16:05:02.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[42351]: audit 2021-07-26T16:05:01.522002+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.46:0/1391265235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[42351]: audit 2021-07-26T16:05:01.522611+0000 mon.a (mon.0) 1750 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:02.933 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:02 smithi046 bash[42351]: cluster 2021-07-26T16:05:02.198004+0000 mgr.y (mgr.24683) 671 : cluster [DBG] pgmap v1416: 41 pgs: 12 creating+peering, 20 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:03.543 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsNumOps.Div (3042 ms) 2021-07-26T16:05:03.544 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 4 tests from ClsNumOps (12068 ms total) 2021-07-26T16:05:03.544 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:05:03.544 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:05:03.545 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 4 tests from 1 test suite ran. (12068 ms total) 2021-07-26T16:05:03.545 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 4 tests. 2021-07-26T16:05:03.545 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:05:03.545 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:05:03.565 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2021-07-26T16:05:03.565 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2021-07-26T16:05:03.638 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:05:03.638 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 69 tests from 1 test suite. 2021-07-26T16:05:03.638 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:05:03.639 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 69 tests from TestClsRbd 2021-07-26T16:05:03.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:03 smithi073 bash[34190]: audit 2021-07-26T16:05:02.524261+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:03.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:03 smithi073 bash[34190]: cluster 2021-07-26T16:05:02.525038+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2021-07-26T16:05:03.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[42351]: audit 2021-07-26T16:05:02.524261+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:03.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[42351]: cluster 2021-07-26T16:05:02.525038+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2021-07-26T16:05:03.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[41283]: audit 2021-07-26T16:05:02.524261+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53807-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:03.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[41283]: cluster 2021-07-26T16:05:02.525038+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2021-07-26T16:05:03.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:03.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:03.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:03.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:03.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:05:04.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:04 smithi073 bash[34190]: cluster 2021-07-26T16:05:03.542734+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2021-07-26T16:05:04.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:04 smithi073 bash[34190]: cluster 2021-07-26T16:05:04.198564+0000 mgr.y (mgr.24683) 672 : cluster [DBG] pgmap v1419: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:04.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:04 smithi046 bash[41283]: cluster 2021-07-26T16:05:03.542734+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2021-07-26T16:05:04.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:04 smithi046 bash[41283]: cluster 2021-07-26T16:05:04.198564+0000 mgr.y (mgr.24683) 672 : cluster [DBG] pgmap v1419: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:04.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:04 smithi046 bash[42351]: cluster 2021-07-26T16:05:03.542734+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2021-07-26T16:05:04.932 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:04 smithi046 bash[42351]: cluster 2021-07-26T16:05:04.198564+0000 mgr.y (mgr.24683) 672 : cluster [DBG] pgmap v1419: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:05.557 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_all_features 2021-07-26T16:05:05.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_all_features (22 ms) 2021-07-26T16:05:05.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.copyup 2021-07-26T16:05:05.802 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.copyup (220 ms) 2021-07-26T16:05:05.803 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparse_copyup 2021-07-26T16:05:05.828 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparse_copyup (29 ms) 2021-07-26T16:05:05.828 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_and_set_id 2021-07-26T16:05:05.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_and_set_id (18 ms) 2021-07-26T16:05:05.846 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.add_remove_child 2021-07-26T16:05:05.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:05 smithi073 bash[34190]: cluster 2021-07-26T16:05:04.552828+0000 mon.a (mon.0) 1754 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2021-07-26T16:05:05.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:05 smithi073 bash[34190]: audit 2021-07-26T16:05:04.555695+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.46:0/3741038882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:05 smithi073 bash[34190]: audit 2021-07-26T16:05:04.556632+0000 mon.a (mon.0) 1755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.877 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.add_remove_child (31 ms) 2021-07-26T16:05:05.878 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.directory_methods 2021-07-26T16:05:05.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[42351]: cluster 2021-07-26T16:05:04.552828+0000 mon.a (mon.0) 1754 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2021-07-26T16:05:05.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[42351]: audit 2021-07-26T16:05:04.555695+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.46:0/3741038882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[42351]: audit 2021-07-26T16:05:04.556632+0000 mon.a (mon.0) 1755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[41283]: cluster 2021-07-26T16:05:04.552828+0000 mon.a (mon.0) 1754 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2021-07-26T16:05:05.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[41283]: audit 2021-07-26T16:05:04.555695+0000 mon.b (mon.2) 10 : audit [INF] from='client.? 172.21.15.46:0/3741038882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:05 smithi046 bash[41283]: audit 2021-07-26T16:05:04.556632+0000 mon.a (mon.0) 1755 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:05.937 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.directory_methods (60 ms) 2021-07-26T16:05:05.937 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.create 2021-07-26T16:05:05.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.create (33 ms) 2021-07-26T16:05:05.970 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_features 2021-07-26T16:05:05.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_features (4 ms) 2021-07-26T16:05:05.974 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_object_prefix 2021-07-26T16:05:05.978 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_object_prefix (4 ms) 2021-07-26T16:05:05.978 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2021-07-26T16:05:05.981 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_create_timestamp (3 ms) 2021-07-26T16:05:05.982 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2021-07-26T16:05:05.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_access_timestamp (5 ms) 2021-07-26T16:05:05.986 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2021-07-26T16:05:05.990 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_modify_timestamp (4 ms) 2021-07-26T16:05:05.991 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_data_pool 2021-07-26T16:05:05.999 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_data_pool (9 ms) 2021-07-26T16:05:06.000 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.get_size 2021-07-26T16:05:06.010 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.get_size (11 ms) 2021-07-26T16:05:06.011 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_size 2021-07-26T16:05:06.022 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_size (12 ms) 2021-07-26T16:05:06.022 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.protection_status 2021-07-26T16:05:06.073 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.protection_status (51 ms) 2021-07-26T16:05:06.074 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshot_limits 2021-07-26T16:05:06.096 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshot_limits (23 ms) 2021-07-26T16:05:06.096 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v1 2021-07-26T16:05:06.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v1 (111 ms) 2021-07-26T16:05:06.207 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.parents_v2 2021-07-26T16:05:06.285 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.parents_v2 (77 ms) 2021-07-26T16:05:06.285 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapshots 2021-07-26T16:05:06.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapshots (51 ms) 2021-07-26T16:05:06.337 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.snapid_race 2021-07-26T16:05:06.344 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.snapid_race (9 ms) 2021-07-26T16:05:06.345 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.stripingv2 2021-07-26T16:05:06.367 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.stripingv2 (23 ms) 2021-07-26T16:05:06.367 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_save 2021-07-26T16:05:06.371 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2021-07-26T16:05:06.372 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_resize 2021-07-26T16:05:06.388 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_resize (12 ms) 2021-07-26T16:05:06.388 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_update 2021-07-26T16:05:06.396 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_update (13 ms) 2021-07-26T16:05:06.397 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2021-07-26T16:05:06.397 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2021-07-26T16:05:06.398 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2021-07-26T16:05:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2021-07-26T16:05:06.407 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2021-07-26T16:05:06.422 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.object_map_snap_remove (15 ms) 2021-07-26T16:05:06.423 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.flags 2021-07-26T16:05:06.436 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.flags (13 ms) 2021-07-26T16:05:06.436 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.metadata 2021-07-26T16:05:06.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.metadata (72 ms) 2021-07-26T16:05:06.508 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.set_features 2021-07-26T16:05:06.527 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.set_features (20 ms) 2021-07-26T16:05:06.528 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror 2021-07-26T16:05:06.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror (82 ms) 2021-07-26T16:05:06.609 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image 2021-07-26T16:05:06.649 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image (36 ms) 2021-07-26T16:05:06.650 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_status 2021-07-26T16:05:06.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:06 smithi073 bash[34190]: audit 2021-07-26T16:05:05.556479+0000 mon.a (mon.0) 1756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:06.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:06 smithi073 bash[34190]: cluster 2021-07-26T16:05:05.557293+0000 mon.a (mon.0) 1757 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2021-07-26T16:05:06.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:06 smithi073 bash[34190]: cluster 2021-07-26T16:05:06.199293+0000 mgr.y (mgr.24683) 673 : cluster [DBG] pgmap v1422: 41 pgs: 1 creating+peering, 22 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2021-07-26T16:05:06.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[42351]: audit 2021-07-26T16:05:05.556479+0000 mon.a (mon.0) 1756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:06.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[42351]: cluster 2021-07-26T16:05:05.557293+0000 mon.a (mon.0) 1757 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2021-07-26T16:05:06.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[42351]: cluster 2021-07-26T16:05:06.199293+0000 mgr.y (mgr.24683) 673 : cluster [DBG] pgmap v1422: 41 pgs: 1 creating+peering, 22 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2021-07-26T16:05:06.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[41283]: audit 2021-07-26T16:05:05.556479+0000 mon.a (mon.0) 1756 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:06.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[41283]: cluster 2021-07-26T16:05:05.557293+0000 mon.a (mon.0) 1757 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2021-07-26T16:05:06.932 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:06 smithi046 bash[41283]: cluster 2021-07-26T16:05:06.199293+0000 mgr.y (mgr.24683) 673 : cluster [DBG] pgmap v1422: 41 pgs: 1 creating+peering, 22 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2021-07-26T16:05:07.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:07 smithi073 bash[34190]: cluster 2021-07-26T16:05:06.575121+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2021-07-26T16:05:07.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:07 smithi046 bash[41283]: cluster 2021-07-26T16:05:06.575121+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2021-07-26T16:05:07.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:07 smithi046 bash[42351]: cluster 2021-07-26T16:05:06.575121+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2021-07-26T16:05:08.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:08 smithi073 bash[34190]: cluster 2021-07-26T16:05:08.200125+0000 mgr.y (mgr.24683) 674 : cluster [DBG] pgmap v1424: 41 pgs: 1 creating+peering, 40 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 914 KiB/s wr, 163 op/s 2021-07-26T16:05:08.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:08 smithi046 bash[41283]: cluster 2021-07-26T16:05:08.200125+0000 mgr.y (mgr.24683) 674 : cluster [DBG] pgmap v1424: 41 pgs: 1 creating+peering, 40 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 914 KiB/s wr, 163 op/s 2021-07-26T16:05:08.931 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:08 smithi046 bash[42351]: cluster 2021-07-26T16:05:08.200125+0000 mgr.y (mgr.24683) 674 : cluster [DBG] pgmap v1424: 41 pgs: 1 creating+peering, 40 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 914 KiB/s wr, 163 op/s 2021-07-26T16:05:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:11 smithi073 bash[34190]: cluster 2021-07-26T16:05:10.200811+0000 mgr.y (mgr.24683) 675 : cluster [DBG] pgmap v1425: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 710 KiB/s wr, 127 op/s 2021-07-26T16:05:11.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:11 smithi046 bash[42351]: cluster 2021-07-26T16:05:10.200811+0000 mgr.y (mgr.24683) 675 : cluster [DBG] pgmap v1425: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 710 KiB/s wr, 127 op/s 2021-07-26T16:05:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:11 smithi046 bash[41283]: cluster 2021-07-26T16:05:10.200811+0000 mgr.y (mgr.24683) 675 : cluster [DBG] pgmap v1425: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 710 KiB/s wr, 127 op/s 2021-07-26T16:05:12.204 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_status (5558 ms) 2021-07-26T16:05:12.204 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_image_map 2021-07-26T16:05:12.386 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_image_map (183 ms) 2021-07-26T16:05:12.387 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_instances 2021-07-26T16:05:12.410 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_instances (23 ms) 2021-07-26T16:05:12.410 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2021-07-26T16:05:12.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.mirror_snapshot (27 ms) 2021-07-26T16:05:12.437 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_list 2021-07-26T16:05:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_list (7 ms) 2021-07-26T16:05:12.443 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_add 2021-07-26T16:05:12.448 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_add (5 ms) 2021-07-26T16:05:12.448 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2021-07-26T16:05:12.456 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.dir_add_already_existing (8 ms) 2021-07-26T16:05:12.456 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_rename 2021-07-26T16:05:12.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_rename (16 ms) 2021-07-26T16:05:12.472 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove 2021-07-26T16:05:12.480 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove (8 ms) 2021-07-26T16:05:12.480 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2021-07-26T16:05:12.491 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (11 ms) 2021-07-26T16:05:12.492 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_add 2021-07-26T16:05:12.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_add (7 ms) 2021-07-26T16:05:12.498 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_remove 2021-07-26T16:05:12.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_remove (9 ms) 2021-07-26T16:05:12.507 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_list 2021-07-26T16:05:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_list (6 ms) 2021-07-26T16:05:12.513 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_image_clean 2021-07-26T16:05:12.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_image_clean (13 ms) 2021-07-26T16:05:12.526 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_add 2021-07-26T16:05:12.533 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_add (7 ms) 2021-07-26T16:05:12.534 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_remove 2021-07-26T16:05:12.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_remove (8 ms) 2021-07-26T16:05:12.544 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.image_group_get 2021-07-26T16:05:12.548 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.image_group_get (7 ms) 2021-07-26T16:05:12.549 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2021-07-26T16:05:12.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (4 ms) 2021-07-26T16:05:12.552 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2021-07-26T16:05:12.556 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (4 ms) 2021-07-26T16:05:12.557 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2021-07-26T16:05:12.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (7 ms) 2021-07-26T16:05:12.564 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2021-07-26T16:05:12.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (7 ms) 2021-07-26T16:05:12.570 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_set 2021-07-26T16:05:12.578 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_set (7 ms) 2021-07-26T16:05:12.579 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list 2021-07-26T16:05:12.589 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list (7 ms) 2021-07-26T16:05:12.589 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2021-07-26T16:05:12.620 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (36 ms) 2021-07-26T16:05:12.620 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_remove 2021-07-26T16:05:12.629 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_remove (9 ms) 2021-07-26T16:05:12.630 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2021-07-26T16:05:12.634 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (5 ms) 2021-07-26T16:05:12.635 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.trash_methods 2021-07-26T16:05:12.655 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.trash_methods (20 ms) 2021-07-26T16:05:12.655 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.op_features 2021-07-26T16:05:12.675 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.op_features (21 ms) 2021-07-26T16:05:12.676 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent 2021-07-26T16:05:12.722 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent (47 ms) 2021-07-26T16:05:12.723 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2021-07-26T16:05:12.744 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_parent_ns (22 ms) 2021-07-26T16:05:12.745 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.clone_child 2021-07-26T16:05:12.769 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.clone_child (25 ms) 2021-07-26T16:05:12.770 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.namespace_methods 2021-07-26T16:05:12.788 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.namespace_methods (19 ms) 2021-07-26T16:05:12.788 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration 2021-07-26T16:05:12.815 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration (26 ms) 2021-07-26T16:05:12.816 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.migration_v1 2021-07-26T16:05:12.838 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.migration_v1 (24 ms) 2021-07-26T16:05:12.838 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2021-07-26T16:05:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:12 smithi073 bash[34190]: cluster 2021-07-26T16:05:12.201698+0000 mgr.y (mgr.24683) 676 : cluster [DBG] pgmap v1426: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 890 KiB/s wr, 699 op/s 2021-07-26T16:05:13.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:12 smithi046 bash[42351]: cluster 2021-07-26T16:05:12.201698+0000 mgr.y (mgr.24683) 676 : cluster [DBG] pgmap v1426: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 890 KiB/s wr, 699 op/s 2021-07-26T16:05:13.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:12 smithi046 bash[41283]: cluster 2021-07-26T16:05:12.201698+0000 mgr.y (mgr.24683) 676 : cluster [DBG] pgmap v1426: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 890 KiB/s wr, 699 op/s 2021-07-26T16:05:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:13.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:13.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:13.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:05:13.969 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1131 ms) 2021-07-26T16:05:13.969 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] TestClsRbd.sparsify 2021-07-26T16:05:14.027 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] TestClsRbd.sparsify (56 ms) 2021-07-26T16:05:14.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:13 smithi073 bash[34190]: cluster 2021-07-26T16:05:12.960970+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2021-07-26T16:05:14.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:13 smithi046 bash[41283]: cluster 2021-07-26T16:05:12.960970+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2021-07-26T16:05:14.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:13 smithi046 bash[42351]: cluster 2021-07-26T16:05:12.960970+0000 mon.a (mon.0) 1759 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2021-07-26T16:05:14.982 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 69 tests from TestClsRbd (8468 ms total) 2021-07-26T16:05:14.982 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:05:14.982 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:05:14.982 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 69 tests from 1 test suite ran. (11344 ms total) 2021-07-26T16:05:14.983 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 69 tests. 2021-07-26T16:05:14.984 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:05:14.984 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:05:14.994 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2021-07-26T16:05:14.994 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2021-07-26T16:05:15.061 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:05:15.061 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 5 tests from 1 test suite. 2021-07-26T16:05:15.061 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:05:15.061 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_rgw 2021-07-26T16:05:15.062 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit 2021-07-26T16:05:15.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:14 smithi073 bash[34190]: cluster 2021-07-26T16:05:13.971135+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2021-07-26T16:05:15.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:14 smithi073 bash[34190]: cluster 2021-07-26T16:05:14.202504+0000 mgr.y (mgr.24683) 677 : cluster [DBG] pgmap v1429: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 894 KiB/s wr, 707 op/s 2021-07-26T16:05:15.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:14 smithi046 bash[41283]: cluster 2021-07-26T16:05:13.971135+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2021-07-26T16:05:15.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:14 smithi046 bash[41283]: cluster 2021-07-26T16:05:14.202504+0000 mgr.y (mgr.24683) 677 : cluster [DBG] pgmap v1429: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 894 KiB/s wr, 707 op/s 2021-07-26T16:05:15.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:14 smithi046 bash[42351]: cluster 2021-07-26T16:05:13.971135+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2021-07-26T16:05:15.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:14 smithi046 bash[42351]: cluster 2021-07-26T16:05:14.202504+0000 mgr.y (mgr.24683) 677 : cluster [DBG] pgmap v1429: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 894 KiB/s wr, 707 op/s 2021-07-26T16:05:16.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:15 smithi073 bash[34190]: cluster 2021-07-26T16:05:14.981758+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2021-07-26T16:05:16.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:15 smithi046 bash[41283]: cluster 2021-07-26T16:05:14.981758+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2021-07-26T16:05:16.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:15 smithi046 bash[42351]: cluster 2021-07-26T16:05:14.981758+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2021-07-26T16:05:17.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:16 smithi073 bash[34190]: cluster 2021-07-26T16:05:15.992096+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2021-07-26T16:05:17.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:16 smithi073 bash[34190]: audit 2021-07-26T16:05:15.993374+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.46:0/1029714715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:16 smithi073 bash[34190]: audit 2021-07-26T16:05:15.993909+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:16 smithi073 bash[34190]: cluster 2021-07-26T16:05:16.203249+0000 mgr.y (mgr.24683) 678 : cluster [DBG] pgmap v1432: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[41283]: cluster 2021-07-26T16:05:15.992096+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2021-07-26T16:05:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[41283]: audit 2021-07-26T16:05:15.993374+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.46:0/1029714715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[41283]: audit 2021-07-26T16:05:15.993909+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[41283]: cluster 2021-07-26T16:05:16.203249+0000 mgr.y (mgr.24683) 678 : cluster [DBG] pgmap v1432: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[42351]: cluster 2021-07-26T16:05:15.992096+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2021-07-26T16:05:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[42351]: audit 2021-07-26T16:05:15.993374+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.46:0/1029714715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[42351]: audit 2021-07-26T16:05:15.993909+0000 mon.a (mon.0) 1763 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:17.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:16 smithi046 bash[42351]: cluster 2021-07-26T16:05:16.203249+0000 mgr.y (mgr.24683) 678 : cluster [DBG] pgmap v1432: 41 pgs: 6 creating+peering, 26 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:18.006 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit (2945 ms) 2021-07-26T16:05:18.007 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2021-07-26T16:05:18.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:18 smithi073 bash[34190]: audit 2021-07-26T16:05:17.002144+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:18.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:18 smithi073 bash[34190]: cluster 2021-07-26T16:05:17.002495+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2021-07-26T16:05:18.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:18 smithi046 bash[42351]: audit 2021-07-26T16:05:17.002144+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:18.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:18 smithi046 bash[42351]: cluster 2021-07-26T16:05:17.002495+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2021-07-26T16:05:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:18 smithi046 bash[41283]: audit 2021-07-26T16:05:17.002144+0000 mon.a (mon.0) 1764 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:18.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:18 smithi046 bash[41283]: cluster 2021-07-26T16:05:17.002495+0000 mon.a (mon.0) 1765 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2021-07-26T16:05:19.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:19 smithi073 bash[34190]: cluster 2021-07-26T16:05:18.005257+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2021-07-26T16:05:19.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:19 smithi073 bash[34190]: cluster 2021-07-26T16:05:18.203819+0000 mgr.y (mgr.24683) 679 : cluster [DBG] pgmap v1435: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:19 smithi046 bash[41283]: cluster 2021-07-26T16:05:18.005257+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2021-07-26T16:05:19.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:19 smithi046 bash[41283]: cluster 2021-07-26T16:05:18.203819+0000 mgr.y (mgr.24683) 679 : cluster [DBG] pgmap v1435: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:19 smithi046 bash[42351]: cluster 2021-07-26T16:05:18.005257+0000 mon.a (mon.0) 1766 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2021-07-26T16:05:19.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:19 smithi046 bash[42351]: cluster 2021-07-26T16:05:18.203819+0000 mgr.y (mgr.24683) 679 : cluster [DBG] pgmap v1435: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:20.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:20 smithi073 bash[34190]: cluster 2021-07-26T16:05:19.024860+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2021-07-26T16:05:20.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:20 smithi073 bash[34190]: audit 2021-07-26T16:05:19.026257+0000 mon.a (mon.0) 1768 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:20.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:20 smithi046 bash[41283]: cluster 2021-07-26T16:05:19.024860+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2021-07-26T16:05:20.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:20 smithi046 bash[41283]: audit 2021-07-26T16:05:19.026257+0000 mon.a (mon.0) 1768 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:20.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:20 smithi046 bash[42351]: cluster 2021-07-26T16:05:19.024860+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2021-07-26T16:05:20.433 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:20 smithi046 bash[42351]: audit 2021-07-26T16:05:19.026257+0000 mon.a (mon.0) 1768 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:21.042 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3035 ms) 2021-07-26T16:05:21.043 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_put_snap 2021-07-26T16:05:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:21 smithi073 bash[34190]: audit 2021-07-26T16:05:20.027744+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:21 smithi073 bash[34190]: cluster 2021-07-26T16:05:20.028637+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2021-07-26T16:05:21.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:21 smithi073 bash[34190]: cluster 2021-07-26T16:05:20.204715+0000 mgr.y (mgr.24683) 680 : cluster [DBG] pgmap v1438: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2021-07-26T16:05:21.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[41283]: audit 2021-07-26T16:05:20.027744+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:21.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[41283]: cluster 2021-07-26T16:05:20.028637+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2021-07-26T16:05:21.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[41283]: cluster 2021-07-26T16:05:20.204715+0000 mgr.y (mgr.24683) 680 : cluster [DBG] pgmap v1438: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2021-07-26T16:05:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[42351]: audit 2021-07-26T16:05:20.027744+0000 mon.a (mon.0) 1769 : audit [INF] from='client.? 172.21.15.46:0/2054861803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[42351]: cluster 2021-07-26T16:05:20.028637+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2021-07-26T16:05:21.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:21 smithi046 bash[42351]: cluster 2021-07-26T16:05:20.204715+0000 mgr.y (mgr.24683) 680 : cluster [DBG] pgmap v1438: 41 pgs: 27 unknown, 14 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2021-07-26T16:05:22.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:22 smithi073 bash[34190]: cluster 2021-07-26T16:05:21.040914+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2021-07-26T16:05:22.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:22 smithi046 bash[41283]: cluster 2021-07-26T16:05:21.040914+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2021-07-26T16:05:22.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:22 smithi046 bash[42351]: cluster 2021-07-26T16:05:21.040914+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2021-07-26T16:05:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:23 smithi073 bash[34190]: cluster 2021-07-26T16:05:22.061106+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2021-07-26T16:05:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:23 smithi073 bash[34190]: audit 2021-07-26T16:05:22.062884+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:23.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:23 smithi073 bash[34190]: cluster 2021-07-26T16:05:22.205471+0000 mgr.y (mgr.24683) 681 : cluster [DBG] pgmap v1441: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[41283]: cluster 2021-07-26T16:05:22.061106+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2021-07-26T16:05:23.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[41283]: audit 2021-07-26T16:05:22.062884+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:23.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[41283]: cluster 2021-07-26T16:05:22.205471+0000 mgr.y (mgr.24683) 681 : cluster [DBG] pgmap v1441: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:23.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[42351]: cluster 2021-07-26T16:05:22.061106+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2021-07-26T16:05:23.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[42351]: audit 2021-07-26T16:05:22.062884+0000 mon.a (mon.0) 1773 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:23.436 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[42351]: cluster 2021-07-26T16:05:22.205471+0000 mgr.y (mgr.24683) 681 : cluster [DBG] pgmap v1441: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:23.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:23.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:23.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:05:24.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:24 smithi073 bash[34190]: audit 2021-07-26T16:05:23.071810+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:24.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:24 smithi073 bash[34190]: cluster 2021-07-26T16:05:23.072235+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2021-07-26T16:05:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:24 smithi046 bash[41283]: audit 2021-07-26T16:05:23.071810+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:24.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:24 smithi046 bash[41283]: cluster 2021-07-26T16:05:23.072235+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2021-07-26T16:05:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:24 smithi046 bash[42351]: audit 2021-07-26T16:05:23.071810+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? 172.21.15.46:0/1273484355' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:24.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:24 smithi046 bash[42351]: cluster 2021-07-26T16:05:23.072235+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2021-07-26T16:05:25.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:25 smithi073 bash[34190]: cluster 2021-07-26T16:05:24.074495+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2021-07-26T16:05:25.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:25 smithi073 bash[34190]: cluster 2021-07-26T16:05:24.206138+0000 mgr.y (mgr.24683) 682 : cluster [DBG] pgmap v1444: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:25.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:25 smithi046 bash[41283]: cluster 2021-07-26T16:05:24.074495+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2021-07-26T16:05:25.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:25 smithi046 bash[41283]: cluster 2021-07-26T16:05:24.206138+0000 mgr.y (mgr.24683) 682 : cluster [DBG] pgmap v1444: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:25.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:25 smithi046 bash[42351]: cluster 2021-07-26T16:05:24.074495+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2021-07-26T16:05:25.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:25 smithi046 bash[42351]: cluster 2021-07-26T16:05:24.206138+0000 mgr.y (mgr.24683) 682 : cluster [DBG] pgmap v1444: 41 pgs: 26 unknown, 15 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:27 smithi046 bash[41283]: cluster 2021-07-26T16:05:26.147588+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2021-07-26T16:05:27.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:27 smithi046 bash[41283]: cluster 2021-07-26T16:05:26.206919+0000 mgr.y (mgr.24683) 683 : cluster [DBG] pgmap v1446: 41 pgs: 15 unknown, 26 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2021-07-26T16:05:27.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:27 smithi046 bash[42351]: cluster 2021-07-26T16:05:26.147588+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2021-07-26T16:05:27.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:27 smithi046 bash[42351]: cluster 2021-07-26T16:05:26.206919+0000 mgr.y (mgr.24683) 683 : cluster [DBG] pgmap v1446: 41 pgs: 15 unknown, 26 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2021-07-26T16:05:27.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:27 smithi073 bash[34190]: cluster 2021-07-26T16:05:26.147588+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2021-07-26T16:05:27.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:27 smithi073 bash[34190]: cluster 2021-07-26T16:05:26.206919+0000 mgr.y (mgr.24683) 683 : cluster [DBG] pgmap v1446: 41 pgs: 15 unknown, 26 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 246 B/s wr, 0 op/s 2021-07-26T16:05:28.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:28 smithi046 bash[41283]: cluster 2021-07-26T16:05:27.155870+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2021-07-26T16:05:28.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:28 smithi046 bash[42351]: cluster 2021-07-26T16:05:27.155870+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2021-07-26T16:05:28.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:28 smithi073 bash[34190]: cluster 2021-07-26T16:05:27.155870+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2021-07-26T16:05:29.176 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_put_snap (8134 ms) 2021-07-26T16:05:29.177 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.test_explicit 2021-07-26T16:05:29.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:29 smithi046 bash[41283]: cluster 2021-07-26T16:05:28.166345+0000 mon.a (mon.0) 1779 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2021-07-26T16:05:29.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:29 smithi046 bash[41283]: cluster 2021-07-26T16:05:28.207915+0000 mgr.y (mgr.24683) 684 : cluster [DBG] pgmap v1449: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:05:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:29 smithi046 bash[42351]: cluster 2021-07-26T16:05:28.166345+0000 mon.a (mon.0) 1779 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2021-07-26T16:05:29.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:29 smithi046 bash[42351]: cluster 2021-07-26T16:05:28.207915+0000 mgr.y (mgr.24683) 684 : cluster [DBG] pgmap v1449: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:05:29.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:29 smithi073 bash[34190]: cluster 2021-07-26T16:05:28.166345+0000 mon.a (mon.0) 1779 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2021-07-26T16:05:29.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:29 smithi073 bash[34190]: cluster 2021-07-26T16:05:28.207915+0000 mgr.y (mgr.24683) 684 : cluster [DBG] pgmap v1449: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2021-07-26T16:05:30.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:30 smithi046 bash[41283]: cluster 2021-07-26T16:05:29.175564+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2021-07-26T16:05:30.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:30 smithi046 bash[42351]: cluster 2021-07-26T16:05:29.175564+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2021-07-26T16:05:30.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:30 smithi073 bash[34190]: cluster 2021-07-26T16:05:29.175564+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2021-07-26T16:05:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:31 smithi073 bash[34190]: cluster 2021-07-26T16:05:30.188879+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2021-07-26T16:05:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:31 smithi073 bash[34190]: audit 2021-07-26T16:05:30.191019+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.46:0/1906890675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:31 smithi073 bash[34190]: audit 2021-07-26T16:05:30.191748+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:31 smithi073 bash[34190]: cluster 2021-07-26T16:05:30.208489+0000 mgr.y (mgr.24683) 685 : cluster [DBG] pgmap v1452: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[41283]: cluster 2021-07-26T16:05:30.188879+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2021-07-26T16:05:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[41283]: audit 2021-07-26T16:05:30.191019+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.46:0/1906890675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[41283]: audit 2021-07-26T16:05:30.191748+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[41283]: cluster 2021-07-26T16:05:30.208489+0000 mgr.y (mgr.24683) 685 : cluster [DBG] pgmap v1452: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:31.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[42351]: cluster 2021-07-26T16:05:30.188879+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2021-07-26T16:05:31.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[42351]: audit 2021-07-26T16:05:30.191019+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.46:0/1906890675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[42351]: audit 2021-07-26T16:05:30.191748+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:31.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:31 smithi046 bash[42351]: cluster 2021-07-26T16:05:30.208489+0000 mgr.y (mgr.24683) 685 : cluster [DBG] pgmap v1452: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:32.209 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.test_explicit (3034 ms) 2021-07-26T16:05:32.210 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.set 2021-07-26T16:05:32.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: audit 2021-07-26T16:05:31.192439+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:32.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: cluster 2021-07-26T16:05:31.193173+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2021-07-26T16:05:32.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: audit 2021-07-26T16:05:31.719412+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:32.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: audit 2021-07-26T16:05:31.722654+0000 mon.a (mon.0) 1786 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:05:32.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: audit 2021-07-26T16:05:31.724601+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:05:32.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:32 smithi073 bash[34190]: audit 2021-07-26T16:05:32.010201+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:05:32.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: audit 2021-07-26T16:05:31.192439+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:32.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: cluster 2021-07-26T16:05:31.193173+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2021-07-26T16:05:32.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: audit 2021-07-26T16:05:31.719412+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:32.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: audit 2021-07-26T16:05:31.722654+0000 mon.a (mon.0) 1786 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:05:32.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: audit 2021-07-26T16:05:31.724601+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:05:32.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[42351]: audit 2021-07-26T16:05:32.010201+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:05:32.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: audit 2021-07-26T16:05:31.192439+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:32.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: cluster 2021-07-26T16:05:31.193173+0000 mon.a (mon.0) 1784 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2021-07-26T16:05:32.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: audit 2021-07-26T16:05:31.719412+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:32.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: audit 2021-07-26T16:05:31.722654+0000 mon.a (mon.0) 1786 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:05:32.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: audit 2021-07-26T16:05:31.724601+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:05:32.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:32 smithi046 bash[41283]: audit 2021-07-26T16:05:32.010201+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:05:33.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[41283]: cluster 2021-07-26T16:05:32.209128+0000 mgr.y (mgr.24683) 686 : cluster [DBG] pgmap v1455: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:33.511 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[41283]: cluster 2021-07-26T16:05:32.209136+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2021-07-26T16:05:33.511 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[42351]: cluster 2021-07-26T16:05:32.209128+0000 mgr.y (mgr.24683) 686 : cluster [DBG] pgmap v1455: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:33.512 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[42351]: cluster 2021-07-26T16:05:32.209136+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2021-07-26T16:05:33.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:33 smithi073 bash[34190]: cluster 2021-07-26T16:05:32.209128+0000 mgr.y (mgr.24683) 686 : cluster [DBG] pgmap v1455: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:33.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:33 smithi073 bash[34190]: cluster 2021-07-26T16:05:32.209136+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2021-07-26T16:05:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:33.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:05:34.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:34 smithi073 bash[34190]: cluster 2021-07-26T16:05:33.228606+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2021-07-26T16:05:34.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:34 smithi073 bash[34190]: audit 2021-07-26T16:05:33.230115+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.46:0/3797080854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:34.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:34 smithi073 bash[34190]: audit 2021-07-26T16:05:33.230652+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:34.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[41283]: cluster 2021-07-26T16:05:33.228606+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2021-07-26T16:05:34.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[41283]: audit 2021-07-26T16:05:33.230115+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.46:0/3797080854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:34.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[41283]: audit 2021-07-26T16:05:33.230652+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:34.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[42351]: cluster 2021-07-26T16:05:33.228606+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2021-07-26T16:05:34.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[42351]: audit 2021-07-26T16:05:33.230115+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.46:0/3797080854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:34.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:34 smithi046 bash[42351]: audit 2021-07-26T16:05:33.230652+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:35.243 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.set (3034 ms) 2021-07-26T16:05:35.243 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 5 tests from cls_rgw (20182 ms total) 2021-07-26T16:05:35.244 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:05:35.244 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:05:35.244 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 5 tests from 1 test suite ran. (20182 ms total) 2021-07-26T16:05:35.244 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 5 tests. 2021-07-26T16:05:35.246 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:05:35.247 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:05:35.257 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2021-07-26T16:05:35.258 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2021-07-26T16:05:35.280 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:05:35.281 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 14 tests from 1 test suite. 2021-07-26T16:05:35.281 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:05:35.281 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 14 tests from cls_rgw 2021-07-26T16:05:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:35 smithi073 bash[34190]: cluster 2021-07-26T16:05:34.209900+0000 mgr.y (mgr.24683) 687 : cluster [DBG] pgmap v1457: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:35.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:35 smithi073 bash[34190]: audit 2021-07-26T16:05:34.240530+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:35.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:35 smithi073 bash[34190]: cluster 2021-07-26T16:05:34.241061+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2021-07-26T16:05:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[41283]: cluster 2021-07-26T16:05:34.209900+0000 mgr.y (mgr.24683) 687 : cluster [DBG] pgmap v1457: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:35.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[41283]: audit 2021-07-26T16:05:34.240530+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:35.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[41283]: cluster 2021-07-26T16:05:34.241061+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2021-07-26T16:05:35.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[42351]: cluster 2021-07-26T16:05:34.209900+0000 mgr.y (mgr.24683) 687 : cluster [DBG] pgmap v1457: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:35.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[42351]: audit 2021-07-26T16:05:34.240530+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-53909-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:35.684 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:35 smithi046 bash[42351]: cluster 2021-07-26T16:05:34.241061+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2021-07-26T16:05:36.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:36 smithi073 bash[34190]: cluster 2021-07-26T16:05:35.241882+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2021-07-26T16:05:36.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:36 smithi046 bash[41283]: cluster 2021-07-26T16:05:35.241882+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2021-07-26T16:05:36.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:36 smithi046 bash[42351]: cluster 2021-07-26T16:05:35.241882+0000 mon.a (mon.0) 1794 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2021-07-26T16:05:37.276 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_basic 2021-07-26T16:05:37.329 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_basic (53 ms) 2021-07-26T16:05:37.329 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2021-07-26T16:05:37.398 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (68 ms) 2021-07-26T16:05:37.398 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_remove_object 2021-07-26T16:05:37.485 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_remove_object (88 ms) 2021-07-26T16:05:37.486 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_suggest 2021-07-26T16:05:37.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:37 smithi073 bash[34190]: cluster 2021-07-26T16:05:36.210559+0000 mgr.y (mgr.24683) 688 : cluster [DBG] pgmap v1460: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:37.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:37 smithi073 bash[34190]: cluster 2021-07-26T16:05:36.261945+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2021-07-26T16:05:37.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:37 smithi073 bash[34190]: audit 2021-07-26T16:05:36.264756+0000 mon.b (mon.2) 11 : audit [INF] from='client.? 172.21.15.46:0/3983594544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:37.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:37 smithi073 bash[34190]: audit 2021-07-26T16:05:36.267403+0000 mon.a (mon.0) 1796 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[42351]: cluster 2021-07-26T16:05:36.210559+0000 mgr.y (mgr.24683) 688 : cluster [DBG] pgmap v1460: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[42351]: cluster 2021-07-26T16:05:36.261945+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2021-07-26T16:05:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[42351]: audit 2021-07-26T16:05:36.264756+0000 mon.b (mon.2) 11 : audit [INF] from='client.? 172.21.15.46:0/3983594544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[42351]: audit 2021-07-26T16:05:36.267403+0000 mon.a (mon.0) 1796 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[41283]: cluster 2021-07-26T16:05:36.210559+0000 mgr.y (mgr.24683) 688 : cluster [DBG] pgmap v1460: 9 pgs: 9 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:05:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[41283]: cluster 2021-07-26T16:05:36.261945+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2021-07-26T16:05:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[41283]: audit 2021-07-26T16:05:36.264756+0000 mon.b (mon.2) 11 : audit [INF] from='client.? 172.21.15.46:0/3983594544' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:37.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:37 smithi046 bash[41283]: audit 2021-07-26T16:05:36.267403+0000 mon.a (mon.0) 1796 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:05:38.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:38 smithi073 bash[34190]: audit 2021-07-26T16:05:37.271867+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:38.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:38 smithi073 bash[34190]: cluster 2021-07-26T16:05:37.272158+0000 mon.a (mon.0) 1798 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2021-07-26T16:05:38.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:38 smithi046 bash[41283]: audit 2021-07-26T16:05:37.271867+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:38.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:38 smithi046 bash[41283]: cluster 2021-07-26T16:05:37.272158+0000 mon.a (mon.0) 1798 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2021-07-26T16:05:38.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:38 smithi046 bash[42351]: audit 2021-07-26T16:05:37.271867+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:05:38.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:38 smithi046 bash[42351]: cluster 2021-07-26T16:05:37.272158+0000 mon.a (mon.0) 1798 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2021-07-26T16:05:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:39 smithi073 bash[34190]: cluster 2021-07-26T16:05:38.211263+0000 mgr.y (mgr.24683) 689 : cluster [DBG] pgmap v1463: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 55 KiB/s wr, 165 op/s 2021-07-26T16:05:39.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:39 smithi073 bash[34190]: cluster 2021-07-26T16:05:38.284476+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2021-07-26T16:05:39.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:39 smithi046 bash[41283]: cluster 2021-07-26T16:05:38.211263+0000 mgr.y (mgr.24683) 689 : cluster [DBG] pgmap v1463: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 55 KiB/s wr, 165 op/s 2021-07-26T16:05:39.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:39 smithi046 bash[41283]: cluster 2021-07-26T16:05:38.284476+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2021-07-26T16:05:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:39 smithi046 bash[42351]: cluster 2021-07-26T16:05:38.211263+0000 mgr.y (mgr.24683) 689 : cluster [DBG] pgmap v1463: 41 pgs: 10 creating+peering, 18 unknown, 13 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 92 KiB/s rd, 55 KiB/s wr, 165 op/s 2021-07-26T16:05:39.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:39 smithi046 bash[42351]: cluster 2021-07-26T16:05:38.284476+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2021-07-26T16:05:39.713 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_suggest (2228 ms) 2021-07-26T16:05:39.714 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list 2021-07-26T16:05:39.764 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list (51 ms) 2021-07-26T16:05:39.764 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.index_list_delimited 2021-07-26T16:05:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:41 smithi073 bash[34190]: cluster 2021-07-26T16:05:40.212118+0000 mgr.y (mgr.24683) 690 : cluster [DBG] pgmap v1465: 41 pgs: 10 creating+peering, 13 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 48 KiB/s wr, 147 op/s 2021-07-26T16:05:41.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:41 smithi046 bash[41283]: cluster 2021-07-26T16:05:40.212118+0000 mgr.y (mgr.24683) 690 : cluster [DBG] pgmap v1465: 41 pgs: 10 creating+peering, 13 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 48 KiB/s wr, 147 op/s 2021-07-26T16:05:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:41 smithi046 bash[42351]: cluster 2021-07-26T16:05:40.212118+0000 mgr.y (mgr.24683) 690 : cluster [DBG] pgmap v1465: 41 pgs: 10 creating+peering, 13 unknown, 18 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 48 KiB/s wr, 147 op/s 2021-07-26T16:05:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:42 smithi073 bash[34190]: cluster 2021-07-26T16:05:42.213016+0000 mgr.y (mgr.24683) 691 : cluster [DBG] pgmap v1466: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 194 KiB/s wr, 574 op/s 2021-07-26T16:05:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:42 smithi046 bash[41283]: cluster 2021-07-26T16:05:42.213016+0000 mgr.y (mgr.24683) 691 : cluster [DBG] pgmap v1466: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 194 KiB/s wr, 574 op/s 2021-07-26T16:05:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:42 smithi046 bash[42351]: cluster 2021-07-26T16:05:42.213016+0000 mgr.y (mgr.24683) 691 : cluster [DBG] pgmap v1466: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 299 KiB/s rd, 194 KiB/s wr, 574 op/s 2021-07-26T16:05:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:43.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:43.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:43.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:43.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:05:45.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:45 smithi073 bash[34190]: cluster 2021-07-26T16:05:44.213728+0000 mgr.y (mgr.24683) 692 : cluster [DBG] pgmap v1467: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 300 KiB/s rd, 185 KiB/s wr, 561 op/s 2021-07-26T16:05:45.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:45 smithi046 bash[41283]: cluster 2021-07-26T16:05:44.213728+0000 mgr.y (mgr.24683) 692 : cluster [DBG] pgmap v1467: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 300 KiB/s rd, 185 KiB/s wr, 561 op/s 2021-07-26T16:05:45.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:45 smithi046 bash[42351]: cluster 2021-07-26T16:05:44.213728+0000 mgr.y (mgr.24683) 692 : cluster [DBG] pgmap v1467: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 300 KiB/s rd, 185 KiB/s wr, 561 op/s 2021-07-26T16:05:47.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:47 smithi073 bash[34190]: cluster 2021-07-26T16:05:46.214739+0000 mgr.y (mgr.24683) 693 : cluster [DBG] pgmap v1468: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 164 KiB/s wr, 499 op/s 2021-07-26T16:05:47.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:47 smithi046 bash[42351]: cluster 2021-07-26T16:05:46.214739+0000 mgr.y (mgr.24683) 693 : cluster [DBG] pgmap v1468: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 164 KiB/s wr, 499 op/s 2021-07-26T16:05:47.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:47 smithi046 bash[41283]: cluster 2021-07-26T16:05:46.214739+0000 mgr.y (mgr.24683) 693 : cluster [DBG] pgmap v1468: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 266 KiB/s rd, 164 KiB/s wr, 499 op/s 2021-07-26T16:05:49.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:49 smithi073 bash[34190]: cluster 2021-07-26T16:05:48.215679+0000 mgr.y (mgr.24683) 694 : cluster [DBG] pgmap v1469: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 287 KiB/s wr, 867 op/s 2021-07-26T16:05:49.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:49 smithi046 bash[41283]: cluster 2021-07-26T16:05:48.215679+0000 mgr.y (mgr.24683) 694 : cluster [DBG] pgmap v1469: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 287 KiB/s wr, 867 op/s 2021-07-26T16:05:49.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:49 smithi046 bash[42351]: cluster 2021-07-26T16:05:48.215679+0000 mgr.y (mgr.24683) 694 : cluster [DBG] pgmap v1469: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 445 KiB/s rd, 287 KiB/s wr, 867 op/s 2021-07-26T16:05:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:51 smithi073 bash[34190]: cluster 2021-07-26T16:05:50.216498+0000 mgr.y (mgr.24683) 695 : cluster [DBG] pgmap v1470: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 240 KiB/s wr, 726 op/s 2021-07-26T16:05:51.683 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:51 smithi046 bash[42351]: cluster 2021-07-26T16:05:50.216498+0000 mgr.y (mgr.24683) 695 : cluster [DBG] pgmap v1470: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 240 KiB/s wr, 726 op/s 2021-07-26T16:05:51.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:51 smithi046 bash[41283]: cluster 2021-07-26T16:05:50.216498+0000 mgr.y (mgr.24683) 695 : cluster [DBG] pgmap v1470: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 240 KiB/s wr, 726 op/s 2021-07-26T16:05:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:52 smithi073 bash[34190]: cluster 2021-07-26T16:05:52.217507+0000 mgr.y (mgr.24683) 696 : cluster [DBG] pgmap v1471: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 540 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:53.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:52 smithi046 bash[42351]: cluster 2021-07-26T16:05:52.217507+0000 mgr.y (mgr.24683) 696 : cluster [DBG] pgmap v1471: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 540 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:52 smithi046 bash[41283]: cluster 2021-07-26T16:05:52.217507+0000 mgr.y (mgr.24683) 696 : cluster [DBG] pgmap v1471: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 540 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:53.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:53.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:05:53.933 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:05:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:05:53.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:05:55.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:55 smithi073 bash[34190]: cluster 2021-07-26T16:05:54.218068+0000 mgr.y (mgr.24683) 697 : cluster [DBG] pgmap v1472: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 425 KiB/s rd, 276 KiB/s wr, 836 op/s 2021-07-26T16:05:55.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:55 smithi046 bash[41283]: cluster 2021-07-26T16:05:54.218068+0000 mgr.y (mgr.24683) 697 : cluster [DBG] pgmap v1472: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 425 KiB/s rd, 276 KiB/s wr, 836 op/s 2021-07-26T16:05:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:55 smithi046 bash[42351]: cluster 2021-07-26T16:05:54.218068+0000 mgr.y (mgr.24683) 697 : cluster [DBG] pgmap v1472: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 425 KiB/s rd, 276 KiB/s wr, 836 op/s 2021-07-26T16:05:57.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:57 smithi073 bash[34190]: cluster 2021-07-26T16:05:56.219059+0000 mgr.y (mgr.24683) 698 : cluster [DBG] pgmap v1473: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 251 KiB/s wr, 751 op/s 2021-07-26T16:05:57.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:57 smithi046 bash[41283]: cluster 2021-07-26T16:05:56.219059+0000 mgr.y (mgr.24683) 698 : cluster [DBG] pgmap v1473: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 251 KiB/s wr, 751 op/s 2021-07-26T16:05:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:57 smithi046 bash[42351]: cluster 2021-07-26T16:05:56.219059+0000 mgr.y (mgr.24683) 698 : cluster [DBG] pgmap v1473: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 251 KiB/s wr, 751 op/s 2021-07-26T16:05:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:58 smithi073 bash[34190]: audit 2021-07-26T16:05:58.164718+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:58.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:58 smithi046 bash[41283]: audit 2021-07-26T16:05:58.164718+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:58.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:58 smithi046 bash[42351]: audit 2021-07-26T16:05:58.164718+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:59 smithi073 bash[34190]: cluster 2021-07-26T16:05:58.219902+0000 mgr.y (mgr.24683) 699 : cluster [DBG] pgmap v1474: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:05:59 smithi073 bash[34190]: audit 2021-07-26T16:05:59.019744+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:59 smithi046 bash[42351]: cluster 2021-07-26T16:05:58.219902+0000 mgr.y (mgr.24683) 699 : cluster [DBG] pgmap v1474: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:05:59 smithi046 bash[42351]: audit 2021-07-26T16:05:59.019744+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:59 smithi046 bash[41283]: cluster 2021-07-26T16:05:58.219902+0000 mgr.y (mgr.24683) 699 : cluster [DBG] pgmap v1474: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2021-07-26T16:05:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:05:59 smithi046 bash[41283]: audit 2021-07-26T16:05:59.019744+0000 mon.a (mon.0) 1801 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:01.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:01 smithi073 bash[34190]: cluster 2021-07-26T16:06:00.220615+0000 mgr.y (mgr.24683) 700 : cluster [DBG] pgmap v1475: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 327 KiB/s rd, 218 KiB/s wr, 653 op/s 2021-07-26T16:06:01.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:01 smithi046 bash[42351]: cluster 2021-07-26T16:06:00.220615+0000 mgr.y (mgr.24683) 700 : cluster [DBG] pgmap v1475: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 327 KiB/s rd, 218 KiB/s wr, 653 op/s 2021-07-26T16:06:01.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:01 smithi046 bash[41283]: cluster 2021-07-26T16:06:00.220615+0000 mgr.y (mgr.24683) 700 : cluster [DBG] pgmap v1475: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 327 KiB/s rd, 218 KiB/s wr, 653 op/s 2021-07-26T16:06:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:02 smithi073 bash[34190]: cluster 2021-07-26T16:06:02.221522+0000 mgr.y (mgr.24683) 701 : cluster [DBG] pgmap v1476: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 310 KiB/s wr, 928 op/s 2021-07-26T16:06:03.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:02 smithi046 bash[42351]: cluster 2021-07-26T16:06:02.221522+0000 mgr.y (mgr.24683) 701 : cluster [DBG] pgmap v1476: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 310 KiB/s wr, 928 op/s 2021-07-26T16:06:03.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:02 smithi046 bash[41283]: cluster 2021-07-26T16:06:02.221522+0000 mgr.y (mgr.24683) 701 : cluster [DBG] pgmap v1476: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 310 KiB/s wr, 928 op/s 2021-07-26T16:06:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:03.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:06:05.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:05 smithi073 bash[34190]: cluster 2021-07-26T16:06:04.222345+0000 mgr.y (mgr.24683) 702 : cluster [DBG] pgmap v1477: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:05 smithi046 bash[42351]: cluster 2021-07-26T16:06:04.222345+0000 mgr.y (mgr.24683) 702 : cluster [DBG] pgmap v1477: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:05.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:05 smithi046 bash[41283]: cluster 2021-07-26T16:06:04.222345+0000 mgr.y (mgr.24683) 702 : cluster [DBG] pgmap v1477: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:07.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:07 smithi073 bash[34190]: cluster 2021-07-26T16:06:06.223308+0000 mgr.y (mgr.24683) 703 : cluster [DBG] pgmap v1478: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:07.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:07 smithi046 bash[41283]: cluster 2021-07-26T16:06:06.223308+0000 mgr.y (mgr.24683) 703 : cluster [DBG] pgmap v1478: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:07.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:07 smithi046 bash[42351]: cluster 2021-07-26T16:06:06.223308+0000 mgr.y (mgr.24683) 703 : cluster [DBG] pgmap v1478: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 291 KiB/s rd, 194 KiB/s wr, 582 op/s 2021-07-26T16:06:09.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:09 smithi073 bash[34190]: cluster 2021-07-26T16:06:08.224185+0000 mgr.y (mgr.24683) 704 : cluster [DBG] pgmap v1479: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 278 KiB/s wr, 834 op/s 2021-07-26T16:06:09.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:09 smithi046 bash[41283]: cluster 2021-07-26T16:06:08.224185+0000 mgr.y (mgr.24683) 704 : cluster [DBG] pgmap v1479: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 278 KiB/s wr, 834 op/s 2021-07-26T16:06:09.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:09 smithi046 bash[42351]: cluster 2021-07-26T16:06:08.224185+0000 mgr.y (mgr.24683) 704 : cluster [DBG] pgmap v1479: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 278 KiB/s wr, 834 op/s 2021-07-26T16:06:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:11 smithi073 bash[34190]: cluster 2021-07-26T16:06:10.224949+0000 mgr.y (mgr.24683) 705 : cluster [DBG] pgmap v1480: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 176 KiB/s wr, 527 op/s 2021-07-26T16:06:11.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:11 smithi046 bash[41283]: cluster 2021-07-26T16:06:10.224949+0000 mgr.y (mgr.24683) 705 : cluster [DBG] pgmap v1480: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 176 KiB/s wr, 527 op/s 2021-07-26T16:06:11.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:11 smithi046 bash[42351]: cluster 2021-07-26T16:06:10.224949+0000 mgr.y (mgr.24683) 705 : cluster [DBG] pgmap v1480: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 KiB/s rd, 176 KiB/s wr, 527 op/s 2021-07-26T16:06:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:12 smithi073 bash[34190]: cluster 2021-07-26T16:06:12.225859+0000 mgr.y (mgr.24683) 706 : cluster [DBG] pgmap v1481: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 254 KiB/s wr, 761 op/s 2021-07-26T16:06:13.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:12 smithi046 bash[41283]: cluster 2021-07-26T16:06:12.225859+0000 mgr.y (mgr.24683) 706 : cluster [DBG] pgmap v1481: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 254 KiB/s wr, 761 op/s 2021-07-26T16:06:13.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:12 smithi046 bash[42351]: cluster 2021-07-26T16:06:12.225859+0000 mgr.y (mgr.24683) 706 : cluster [DBG] pgmap v1481: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 381 KiB/s rd, 254 KiB/s wr, 761 op/s 2021-07-26T16:06:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:13.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:13.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:13.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:13.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:06:15.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:15 smithi073 bash[34190]: cluster 2021-07-26T16:06:14.226692+0000 mgr.y (mgr.24683) 707 : cluster [DBG] pgmap v1482: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:15.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:15 smithi046 bash[42351]: cluster 2021-07-26T16:06:14.226692+0000 mgr.y (mgr.24683) 707 : cluster [DBG] pgmap v1482: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:15.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:15 smithi046 bash[41283]: cluster 2021-07-26T16:06:14.226692+0000 mgr.y (mgr.24683) 707 : cluster [DBG] pgmap v1482: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:17.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:17 smithi073 bash[34190]: cluster 2021-07-26T16:06:16.227576+0000 mgr.y (mgr.24683) 708 : cluster [DBG] pgmap v1483: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:17.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:17 smithi046 bash[41283]: cluster 2021-07-26T16:06:16.227576+0000 mgr.y (mgr.24683) 708 : cluster [DBG] pgmap v1483: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:17.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:17 smithi046 bash[42351]: cluster 2021-07-26T16:06:16.227576+0000 mgr.y (mgr.24683) 708 : cluster [DBG] pgmap v1483: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 243 KiB/s rd, 162 KiB/s wr, 485 op/s 2021-07-26T16:06:19.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:19 smithi073 bash[34190]: cluster 2021-07-26T16:06:18.228396+0000 mgr.y (mgr.24683) 709 : cluster [DBG] pgmap v1484: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 350 KiB/s rd, 233 KiB/s wr, 700 op/s 2021-07-26T16:06:19.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:19 smithi046 bash[41283]: cluster 2021-07-26T16:06:18.228396+0000 mgr.y (mgr.24683) 709 : cluster [DBG] pgmap v1484: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 350 KiB/s rd, 233 KiB/s wr, 700 op/s 2021-07-26T16:06:19.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:19 smithi046 bash[42351]: cluster 2021-07-26T16:06:18.228396+0000 mgr.y (mgr.24683) 709 : cluster [DBG] pgmap v1484: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 350 KiB/s rd, 233 KiB/s wr, 700 op/s 2021-07-26T16:06:21.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:21 smithi073 bash[34190]: cluster 2021-07-26T16:06:20.229196+0000 mgr.y (mgr.24683) 710 : cluster [DBG] pgmap v1485: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 149 KiB/s wr, 447 op/s 2021-07-26T16:06:21.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:21 smithi046 bash[41283]: cluster 2021-07-26T16:06:20.229196+0000 mgr.y (mgr.24683) 710 : cluster [DBG] pgmap v1485: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 149 KiB/s wr, 447 op/s 2021-07-26T16:06:21.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:21 smithi046 bash[42351]: cluster 2021-07-26T16:06:20.229196+0000 mgr.y (mgr.24683) 710 : cluster [DBG] pgmap v1485: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 149 KiB/s wr, 447 op/s 2021-07-26T16:06:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:22 smithi073 bash[34190]: cluster 2021-07-26T16:06:22.230193+0000 mgr.y (mgr.24683) 711 : cluster [DBG] pgmap v1486: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 216 KiB/s wr, 648 op/s 2021-07-26T16:06:23.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:22 smithi046 bash[41283]: cluster 2021-07-26T16:06:22.230193+0000 mgr.y (mgr.24683) 711 : cluster [DBG] pgmap v1486: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 216 KiB/s wr, 648 op/s 2021-07-26T16:06:23.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:22 smithi046 bash[42351]: cluster 2021-07-26T16:06:22.230193+0000 mgr.y (mgr.24683) 711 : cluster [DBG] pgmap v1486: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 324 KiB/s rd, 216 KiB/s wr, 648 op/s 2021-07-26T16:06:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:23.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:23.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:23.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:06:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:25 smithi073 bash[34190]: cluster 2021-07-26T16:06:24.230936+0000 mgr.y (mgr.24683) 712 : cluster [DBG] pgmap v1487: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:25 smithi046 bash[41283]: cluster 2021-07-26T16:06:24.230936+0000 mgr.y (mgr.24683) 712 : cluster [DBG] pgmap v1487: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:25.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:25 smithi046 bash[42351]: cluster 2021-07-26T16:06:24.230936+0000 mgr.y (mgr.24683) 712 : cluster [DBG] pgmap v1487: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:27.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:27 smithi073 bash[34190]: cluster 2021-07-26T16:06:26.231686+0000 mgr.y (mgr.24683) 713 : cluster [DBG] pgmap v1488: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:27.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:27 smithi046 bash[41283]: cluster 2021-07-26T16:06:26.231686+0000 mgr.y (mgr.24683) 713 : cluster [DBG] pgmap v1488: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:27.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:27 smithi046 bash[42351]: cluster 2021-07-26T16:06:26.231686+0000 mgr.y (mgr.24683) 713 : cluster [DBG] pgmap v1488: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 138 KiB/s wr, 414 op/s 2021-07-26T16:06:29.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:29 smithi073 bash[34190]: cluster 2021-07-26T16:06:28.232620+0000 mgr.y (mgr.24683) 714 : cluster [DBG] pgmap v1489: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 203 KiB/s wr, 607 op/s 2021-07-26T16:06:29.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:29 smithi046 bash[41283]: cluster 2021-07-26T16:06:28.232620+0000 mgr.y (mgr.24683) 714 : cluster [DBG] pgmap v1489: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 203 KiB/s wr, 607 op/s 2021-07-26T16:06:29.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:29 smithi046 bash[42351]: cluster 2021-07-26T16:06:28.232620+0000 mgr.y (mgr.24683) 714 : cluster [DBG] pgmap v1489: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 304 KiB/s rd, 203 KiB/s wr, 607 op/s 2021-07-26T16:06:31.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:31 smithi073 bash[34190]: cluster 2021-07-26T16:06:30.233345+0000 mgr.y (mgr.24683) 715 : cluster [DBG] pgmap v1490: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 197 KiB/s rd, 131 KiB/s wr, 393 op/s 2021-07-26T16:06:31.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:31 smithi046 bash[42351]: cluster 2021-07-26T16:06:30.233345+0000 mgr.y (mgr.24683) 715 : cluster [DBG] pgmap v1490: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 197 KiB/s rd, 131 KiB/s wr, 393 op/s 2021-07-26T16:06:31.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:31 smithi046 bash[41283]: cluster 2021-07-26T16:06:30.233345+0000 mgr.y (mgr.24683) 715 : cluster [DBG] pgmap v1490: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 197 KiB/s rd, 131 KiB/s wr, 393 op/s 2021-07-26T16:06:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: audit 2021-07-26T16:06:32.016658+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: audit 2021-07-26T16:06:32.019578+0000 mon.a (mon.0) 1803 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:06:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: audit 2021-07-26T16:06:32.021622+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:06:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: cluster 2021-07-26T16:06:32.233967+0000 mgr.y (mgr.24683) 716 : cluster [DBG] pgmap v1491: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 293 KiB/s rd, 196 KiB/s wr, 586 op/s 2021-07-26T16:06:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: audit 2021-07-26T16:06:32.293848+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:32 smithi073 bash[34190]: audit 2021-07-26T16:06:32.600768+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: audit 2021-07-26T16:06:32.016658+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: audit 2021-07-26T16:06:32.019578+0000 mon.a (mon.0) 1803 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:06:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: audit 2021-07-26T16:06:32.021622+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:06:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: cluster 2021-07-26T16:06:32.233967+0000 mgr.y (mgr.24683) 716 : cluster [DBG] pgmap v1491: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 293 KiB/s rd, 196 KiB/s wr, 586 op/s 2021-07-26T16:06:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: audit 2021-07-26T16:06:32.293848+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[42351]: audit 2021-07-26T16:06:32.600768+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: audit 2021-07-26T16:06:32.016658+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: audit 2021-07-26T16:06:32.019578+0000 mon.a (mon.0) 1803 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:06:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: audit 2021-07-26T16:06:32.021622+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:06:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: cluster 2021-07-26T16:06:32.233967+0000 mgr.y (mgr.24683) 716 : cluster [DBG] pgmap v1491: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 293 KiB/s rd, 196 KiB/s wr, 586 op/s 2021-07-26T16:06:33.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: audit 2021-07-26T16:06:32.293848+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:32 smithi046 bash[41283]: audit 2021-07-26T16:06:32.600768+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:06:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:33.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:06:35.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:35 smithi073 bash[34190]: cluster 2021-07-26T16:06:34.234688+0000 mgr.y (mgr.24683) 717 : cluster [DBG] pgmap v1492: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:35.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:35 smithi046 bash[41283]: cluster 2021-07-26T16:06:34.234688+0000 mgr.y (mgr.24683) 717 : cluster [DBG] pgmap v1492: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:35.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:35 smithi046 bash[42351]: cluster 2021-07-26T16:06:34.234688+0000 mgr.y (mgr.24683) 717 : cluster [DBG] pgmap v1492: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:37.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:37 smithi073 bash[34190]: cluster 2021-07-26T16:06:36.235549+0000 mgr.y (mgr.24683) 718 : cluster [DBG] pgmap v1493: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:37.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:37 smithi046 bash[41283]: cluster 2021-07-26T16:06:36.235549+0000 mgr.y (mgr.24683) 718 : cluster [DBG] pgmap v1493: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:37.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:37 smithi046 bash[42351]: cluster 2021-07-26T16:06:36.235549+0000 mgr.y (mgr.24683) 718 : cluster [DBG] pgmap v1493: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 129 KiB/s wr, 386 op/s 2021-07-26T16:06:39.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:39 smithi073 bash[34190]: cluster 2021-07-26T16:06:38.236277+0000 mgr.y (mgr.24683) 719 : cluster [DBG] pgmap v1494: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 192 KiB/s wr, 577 op/s 2021-07-26T16:06:39.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:39 smithi046 bash[41283]: cluster 2021-07-26T16:06:38.236277+0000 mgr.y (mgr.24683) 719 : cluster [DBG] pgmap v1494: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 192 KiB/s wr, 577 op/s 2021-07-26T16:06:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:39 smithi046 bash[42351]: cluster 2021-07-26T16:06:38.236277+0000 mgr.y (mgr.24683) 719 : cluster [DBG] pgmap v1494: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 192 KiB/s wr, 577 op/s 2021-07-26T16:06:41.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:41 smithi073 bash[34190]: cluster 2021-07-26T16:06:40.236975+0000 mgr.y (mgr.24683) 720 : cluster [DBG] pgmap v1495: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 192 KiB/s rd, 128 KiB/s wr, 384 op/s 2021-07-26T16:06:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:41 smithi046 bash[41283]: cluster 2021-07-26T16:06:40.236975+0000 mgr.y (mgr.24683) 720 : cluster [DBG] pgmap v1495: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 192 KiB/s rd, 128 KiB/s wr, 384 op/s 2021-07-26T16:06:41.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:41 smithi046 bash[42351]: cluster 2021-07-26T16:06:40.236975+0000 mgr.y (mgr.24683) 720 : cluster [DBG] pgmap v1495: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 192 KiB/s rd, 128 KiB/s wr, 384 op/s 2021-07-26T16:06:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:42 smithi073 bash[34190]: cluster 2021-07-26T16:06:42.237806+0000 mgr.y (mgr.24683) 721 : cluster [DBG] pgmap v1496: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 288 KiB/s rd, 192 KiB/s wr, 575 op/s 2021-07-26T16:06:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:42 smithi046 bash[41283]: cluster 2021-07-26T16:06:42.237806+0000 mgr.y (mgr.24683) 721 : cluster [DBG] pgmap v1496: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 288 KiB/s rd, 192 KiB/s wr, 575 op/s 2021-07-26T16:06:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:42 smithi046 bash[42351]: cluster 2021-07-26T16:06:42.237806+0000 mgr.y (mgr.24683) 721 : cluster [DBG] pgmap v1496: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 288 KiB/s rd, 192 KiB/s wr, 575 op/s 2021-07-26T16:06:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:43.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:43.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:43.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:43.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:06:45.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:45 smithi073 bash[34190]: cluster 2021-07-26T16:06:44.238677+0000 mgr.y (mgr.24683) 722 : cluster [DBG] pgmap v1497: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:45.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:45 smithi046 bash[41283]: cluster 2021-07-26T16:06:44.238677+0000 mgr.y (mgr.24683) 722 : cluster [DBG] pgmap v1497: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:45.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:45 smithi046 bash[42351]: cluster 2021-07-26T16:06:44.238677+0000 mgr.y (mgr.24683) 722 : cluster [DBG] pgmap v1497: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:47.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:47 smithi073 bash[34190]: cluster 2021-07-26T16:06:46.239501+0000 mgr.y (mgr.24683) 723 : cluster [DBG] pgmap v1498: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:47.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:47 smithi046 bash[41283]: cluster 2021-07-26T16:06:46.239501+0000 mgr.y (mgr.24683) 723 : cluster [DBG] pgmap v1498: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:47.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:47 smithi046 bash[42351]: cluster 2021-07-26T16:06:46.239501+0000 mgr.y (mgr.24683) 723 : cluster [DBG] pgmap v1498: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 191 KiB/s rd, 127 KiB/s wr, 382 op/s 2021-07-26T16:06:49.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:49 smithi073 bash[34190]: cluster 2021-07-26T16:06:48.240306+0000 mgr.y (mgr.24683) 724 : cluster [DBG] pgmap v1499: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:49.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:49 smithi046 bash[41283]: cluster 2021-07-26T16:06:48.240306+0000 mgr.y (mgr.24683) 724 : cluster [DBG] pgmap v1499: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:49.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:49 smithi046 bash[42351]: cluster 2021-07-26T16:06:48.240306+0000 mgr.y (mgr.24683) 724 : cluster [DBG] pgmap v1499: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:51.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:51 smithi073 bash[34190]: cluster 2021-07-26T16:06:50.241058+0000 mgr.y (mgr.24683) 725 : cluster [DBG] pgmap v1500: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 189 KiB/s rd, 126 KiB/s wr, 378 op/s 2021-07-26T16:06:51.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:51 smithi046 bash[42351]: cluster 2021-07-26T16:06:50.241058+0000 mgr.y (mgr.24683) 725 : cluster [DBG] pgmap v1500: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 189 KiB/s rd, 126 KiB/s wr, 378 op/s 2021-07-26T16:06:51.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:51 smithi046 bash[41283]: cluster 2021-07-26T16:06:50.241058+0000 mgr.y (mgr.24683) 725 : cluster [DBG] pgmap v1500: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 189 KiB/s rd, 126 KiB/s wr, 378 op/s 2021-07-26T16:06:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:52 smithi073 bash[34190]: cluster 2021-07-26T16:06:52.241951+0000 mgr.y (mgr.24683) 726 : cluster [DBG] pgmap v1501: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:53.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:52 smithi046 bash[42351]: cluster 2021-07-26T16:06:52.241951+0000 mgr.y (mgr.24683) 726 : cluster [DBG] pgmap v1501: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:53.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:52 smithi046 bash[41283]: cluster 2021-07-26T16:06:52.241951+0000 mgr.y (mgr.24683) 726 : cluster [DBG] pgmap v1501: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 285 KiB/s rd, 190 KiB/s wr, 569 op/s 2021-07-26T16:06:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:53.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:53.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:06:53.932 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:06:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:06:53.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:06:55.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:55 smithi073 bash[34190]: cluster 2021-07-26T16:06:54.242859+0000 mgr.y (mgr.24683) 727 : cluster [DBG] pgmap v1502: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:55.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:55 smithi046 bash[41283]: cluster 2021-07-26T16:06:54.242859+0000 mgr.y (mgr.24683) 727 : cluster [DBG] pgmap v1502: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:55.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:55 smithi046 bash[42351]: cluster 2021-07-26T16:06:54.242859+0000 mgr.y (mgr.24683) 727 : cluster [DBG] pgmap v1502: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:57.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:57 smithi073 bash[34190]: cluster 2021-07-26T16:06:56.243700+0000 mgr.y (mgr.24683) 728 : cluster [DBG] pgmap v1503: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:57.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:57 smithi046 bash[41283]: cluster 2021-07-26T16:06:56.243700+0000 mgr.y (mgr.24683) 728 : cluster [DBG] pgmap v1503: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:57.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:57 smithi046 bash[42351]: cluster 2021-07-26T16:06:56.243700+0000 mgr.y (mgr.24683) 728 : cluster [DBG] pgmap v1503: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 126 KiB/s wr, 379 op/s 2021-07-26T16:06:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:58 smithi073 bash[34190]: audit 2021-07-26T16:06:58.171635+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:58.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:58 smithi046 bash[41283]: audit 2021-07-26T16:06:58.171635+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:58.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:58 smithi046 bash[42351]: audit 2021-07-26T16:06:58.171635+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:59 smithi073 bash[34190]: cluster 2021-07-26T16:06:58.244738+0000 mgr.y (mgr.24683) 729 : cluster [DBG] pgmap v1504: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 284 KiB/s rd, 189 KiB/s wr, 567 op/s 2021-07-26T16:06:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:06:59 smithi073 bash[34190]: audit 2021-07-26T16:06:59.024152+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:59 smithi046 bash[41283]: cluster 2021-07-26T16:06:58.244738+0000 mgr.y (mgr.24683) 729 : cluster [DBG] pgmap v1504: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 284 KiB/s rd, 189 KiB/s wr, 567 op/s 2021-07-26T16:06:59.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:06:59 smithi046 bash[41283]: audit 2021-07-26T16:06:59.024152+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:59 smithi046 bash[42351]: cluster 2021-07-26T16:06:58.244738+0000 mgr.y (mgr.24683) 729 : cluster [DBG] pgmap v1504: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 284 KiB/s rd, 189 KiB/s wr, 567 op/s 2021-07-26T16:06:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:06:59 smithi046 bash[42351]: audit 2021-07-26T16:06:59.024152+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:00.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:00 smithi073 bash[34190]: cluster 2021-07-26T16:07:00.245608+0000 mgr.y (mgr.24683) 730 : cluster [DBG] pgmap v1505: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 127 KiB/s wr, 380 op/s 2021-07-26T16:07:00.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:00 smithi046 bash[41283]: cluster 2021-07-26T16:07:00.245608+0000 mgr.y (mgr.24683) 730 : cluster [DBG] pgmap v1505: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 127 KiB/s wr, 380 op/s 2021-07-26T16:07:00.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:00 smithi046 bash[42351]: cluster 2021-07-26T16:07:00.245608+0000 mgr.y (mgr.24683) 730 : cluster [DBG] pgmap v1505: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 190 KiB/s rd, 127 KiB/s wr, 380 op/s 2021-07-26T16:07:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:02 smithi073 bash[34190]: cluster 2021-07-26T16:07:02.246258+0000 mgr.y (mgr.24683) 731 : cluster [DBG] pgmap v1506: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 566 op/s 2021-07-26T16:07:03.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:02 smithi046 bash[42351]: cluster 2021-07-26T16:07:02.246258+0000 mgr.y (mgr.24683) 731 : cluster [DBG] pgmap v1506: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 566 op/s 2021-07-26T16:07:03.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:02 smithi046 bash[41283]: cluster 2021-07-26T16:07:02.246258+0000 mgr.y (mgr.24683) 731 : cluster [DBG] pgmap v1506: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 566 op/s 2021-07-26T16:07:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:03.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:03.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:03.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:07:05.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:05 smithi073 bash[34190]: cluster 2021-07-26T16:07:04.246964+0000 mgr.y (mgr.24683) 732 : cluster [DBG] pgmap v1507: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:05.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:05 smithi046 bash[41283]: cluster 2021-07-26T16:07:04.246964+0000 mgr.y (mgr.24683) 732 : cluster [DBG] pgmap v1507: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:05 smithi046 bash[42351]: cluster 2021-07-26T16:07:04.246964+0000 mgr.y (mgr.24683) 732 : cluster [DBG] pgmap v1507: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:07.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:07 smithi073 bash[34190]: cluster 2021-07-26T16:07:06.247762+0000 mgr.y (mgr.24683) 733 : cluster [DBG] pgmap v1508: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:07.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:07 smithi046 bash[41283]: cluster 2021-07-26T16:07:06.247762+0000 mgr.y (mgr.24683) 733 : cluster [DBG] pgmap v1508: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:07.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:07 smithi046 bash[42351]: cluster 2021-07-26T16:07:06.247762+0000 mgr.y (mgr.24683) 733 : cluster [DBG] pgmap v1508: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 125 KiB/s wr, 374 op/s 2021-07-26T16:07:09.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:09 smithi073 bash[34190]: cluster 2021-07-26T16:07:08.248462+0000 mgr.y (mgr.24683) 734 : cluster [DBG] pgmap v1509: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:09.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:09 smithi046 bash[41283]: cluster 2021-07-26T16:07:08.248462+0000 mgr.y (mgr.24683) 734 : cluster [DBG] pgmap v1509: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:09.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:09 smithi046 bash[42351]: cluster 2021-07-26T16:07:08.248462+0000 mgr.y (mgr.24683) 734 : cluster [DBG] pgmap v1509: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:11.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:11 smithi073 bash[34190]: cluster 2021-07-26T16:07:10.249020+0000 mgr.y (mgr.24683) 735 : cluster [DBG] pgmap v1510: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:11.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:11 smithi046 bash[41283]: cluster 2021-07-26T16:07:10.249020+0000 mgr.y (mgr.24683) 735 : cluster [DBG] pgmap v1510: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:11.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:11 smithi046 bash[42351]: cluster 2021-07-26T16:07:10.249020+0000 mgr.y (mgr.24683) 735 : cluster [DBG] pgmap v1510: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:12 smithi073 bash[34190]: cluster 2021-07-26T16:07:12.249749+0000 mgr.y (mgr.24683) 736 : cluster [DBG] pgmap v1511: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 186 KiB/s wr, 558 op/s 2021-07-26T16:07:13.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:12 smithi046 bash[42351]: cluster 2021-07-26T16:07:12.249749+0000 mgr.y (mgr.24683) 736 : cluster [DBG] pgmap v1511: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 186 KiB/s wr, 558 op/s 2021-07-26T16:07:13.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:12 smithi046 bash[41283]: cluster 2021-07-26T16:07:12.249749+0000 mgr.y (mgr.24683) 736 : cluster [DBG] pgmap v1511: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 279 KiB/s rd, 186 KiB/s wr, 558 op/s 2021-07-26T16:07:13.935 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:13.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:13.936 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:13.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:13.936 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:13.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:07:15.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:15 smithi073 bash[34190]: cluster 2021-07-26T16:07:14.250460+0000 mgr.y (mgr.24683) 737 : cluster [DBG] pgmap v1512: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:15.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:15 smithi046 bash[42351]: cluster 2021-07-26T16:07:14.250460+0000 mgr.y (mgr.24683) 737 : cluster [DBG] pgmap v1512: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:15.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:15 smithi046 bash[41283]: cluster 2021-07-26T16:07:14.250460+0000 mgr.y (mgr.24683) 737 : cluster [DBG] pgmap v1512: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:17.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:17 smithi073 bash[34190]: cluster 2021-07-26T16:07:16.251299+0000 mgr.y (mgr.24683) 738 : cluster [DBG] pgmap v1513: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:17.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:17 smithi046 bash[41283]: cluster 2021-07-26T16:07:16.251299+0000 mgr.y (mgr.24683) 738 : cluster [DBG] pgmap v1513: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:17.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:17 smithi046 bash[42351]: cluster 2021-07-26T16:07:16.251299+0000 mgr.y (mgr.24683) 738 : cluster [DBG] pgmap v1513: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 124 KiB/s wr, 372 op/s 2021-07-26T16:07:19.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:19 smithi073 bash[34190]: cluster 2021-07-26T16:07:18.252112+0000 mgr.y (mgr.24683) 739 : cluster [DBG] pgmap v1514: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:19.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:19 smithi046 bash[42351]: cluster 2021-07-26T16:07:18.252112+0000 mgr.y (mgr.24683) 739 : cluster [DBG] pgmap v1514: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:19.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:19 smithi046 bash[41283]: cluster 2021-07-26T16:07:18.252112+0000 mgr.y (mgr.24683) 739 : cluster [DBG] pgmap v1514: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 281 KiB/s rd, 187 KiB/s wr, 561 op/s 2021-07-26T16:07:21.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:21 smithi073 bash[34190]: cluster 2021-07-26T16:07:20.252839+0000 mgr.y (mgr.24683) 740 : cluster [DBG] pgmap v1515: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 375 op/s 2021-07-26T16:07:21.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:21 smithi046 bash[41283]: cluster 2021-07-26T16:07:20.252839+0000 mgr.y (mgr.24683) 740 : cluster [DBG] pgmap v1515: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 375 op/s 2021-07-26T16:07:21.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:21 smithi046 bash[42351]: cluster 2021-07-26T16:07:20.252839+0000 mgr.y (mgr.24683) 740 : cluster [DBG] pgmap v1515: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 375 op/s 2021-07-26T16:07:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:22 smithi073 bash[34190]: cluster 2021-07-26T16:07:22.253834+0000 mgr.y (mgr.24683) 741 : cluster [DBG] pgmap v1516: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 282 KiB/s rd, 188 KiB/s wr, 563 op/s 2021-07-26T16:07:23.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:22 smithi046 bash[41283]: cluster 2021-07-26T16:07:22.253834+0000 mgr.y (mgr.24683) 741 : cluster [DBG] pgmap v1516: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 282 KiB/s rd, 188 KiB/s wr, 563 op/s 2021-07-26T16:07:23.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:22 smithi046 bash[42351]: cluster 2021-07-26T16:07:22.253834+0000 mgr.y (mgr.24683) 741 : cluster [DBG] pgmap v1516: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 282 KiB/s rd, 188 KiB/s wr, 563 op/s 2021-07-26T16:07:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:23.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:07:25.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:25 smithi073 bash[34190]: cluster 2021-07-26T16:07:24.254573+0000 mgr.y (mgr.24683) 742 : cluster [DBG] pgmap v1517: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:25 smithi046 bash[41283]: cluster 2021-07-26T16:07:24.254573+0000 mgr.y (mgr.24683) 742 : cluster [DBG] pgmap v1517: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:25.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:25 smithi046 bash[42351]: cluster 2021-07-26T16:07:24.254573+0000 mgr.y (mgr.24683) 742 : cluster [DBG] pgmap v1517: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:27.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:27 smithi073 bash[34190]: cluster 2021-07-26T16:07:26.255447+0000 mgr.y (mgr.24683) 743 : cluster [DBG] pgmap v1518: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:27.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:27 smithi046 bash[41283]: cluster 2021-07-26T16:07:26.255447+0000 mgr.y (mgr.24683) 743 : cluster [DBG] pgmap v1518: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:27.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:27 smithi046 bash[42351]: cluster 2021-07-26T16:07:26.255447+0000 mgr.y (mgr.24683) 743 : cluster [DBG] pgmap v1518: 41 pgs: 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 126 KiB/s wr, 376 op/s 2021-07-26T16:07:29.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:29 smithi073 bash[34190]: cluster 2021-07-26T16:07:28.256252+0000 mgr.y (mgr.24683) 744 : cluster [DBG] pgmap v1519: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 565 op/s 2021-07-26T16:07:29.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:29 smithi046 bash[41283]: cluster 2021-07-26T16:07:28.256252+0000 mgr.y (mgr.24683) 744 : cluster [DBG] pgmap v1519: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 565 op/s 2021-07-26T16:07:29.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:29 smithi046 bash[42351]: cluster 2021-07-26T16:07:28.256252+0000 mgr.y (mgr.24683) 744 : cluster [DBG] pgmap v1519: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 189 KiB/s wr, 565 op/s 2021-07-26T16:07:30.619 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:30 smithi073 bash[34190]: cluster 2021-07-26T16:07:30.257073+0000 mgr.y (mgr.24683) 745 : cluster [DBG] pgmap v1520: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 376 op/s 2021-07-26T16:07:30.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:30 smithi046 bash[42351]: cluster 2021-07-26T16:07:30.257073+0000 mgr.y (mgr.24683) 745 : cluster [DBG] pgmap v1520: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 376 op/s 2021-07-26T16:07:30.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:30 smithi046 bash[41283]: cluster 2021-07-26T16:07:30.257073+0000 mgr.y (mgr.24683) 745 : cluster [DBG] pgmap v1520: 41 pgs: 41 active+clean; 577 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 188 KiB/s rd, 125 KiB/s wr, 376 op/s 2021-07-26T16:07:31.087 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.index_list_delimited (111324 ms) 2021-07-26T16:07:31.088 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_list 2021-07-26T16:07:31.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_list (162 ms) 2021-07-26T16:07:31.250 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_set 2021-07-26T16:07:31.318 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_set (67 ms) 2021-07-26T16:07:31.318 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_list 2021-07-26T16:07:31.390 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_list (73 ms) 2021-07-26T16:07:31.391 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.gc_defer 2021-07-26T16:07:33.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: cluster 2021-07-26T16:07:31.920647+0000 mon.a (mon.0) 1809 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2021-07-26T16:07:33.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: audit 2021-07-26T16:07:31.926898+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:33.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: cluster 2021-07-26T16:07:32.257953+0000 mgr.y (mgr.24683) 746 : cluster [DBG] pgmap v1522: 73 pgs: 5 creating+peering, 27 unknown, 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 150 KiB/s wr, 441 op/s 2021-07-26T16:07:33.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: audit 2021-07-26T16:07:32.606121+0000 mon.a (mon.0) 1811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:33.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: audit 2021-07-26T16:07:32.609491+0000 mon.a (mon.0) 1812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:07:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: audit 2021-07-26T16:07:32.611583+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:07:33.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[41283]: audit 2021-07-26T16:07:32.873989+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:33.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: cluster 2021-07-26T16:07:31.920647+0000 mon.a (mon.0) 1809 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2021-07-26T16:07:33.182 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: audit 2021-07-26T16:07:31.926898+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: cluster 2021-07-26T16:07:32.257953+0000 mgr.y (mgr.24683) 746 : cluster [DBG] pgmap v1522: 73 pgs: 5 creating+peering, 27 unknown, 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 150 KiB/s wr, 441 op/s 2021-07-26T16:07:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: audit 2021-07-26T16:07:32.606121+0000 mon.a (mon.0) 1811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: audit 2021-07-26T16:07:32.609491+0000 mon.a (mon.0) 1812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:07:33.183 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: audit 2021-07-26T16:07:32.611583+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:07:33.184 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:32 smithi046 bash[42351]: audit 2021-07-26T16:07:32.873989+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: cluster 2021-07-26T16:07:31.920647+0000 mon.a (mon.0) 1809 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2021-07-26T16:07:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: audit 2021-07-26T16:07:31.926898+0000 mon.a (mon.0) 1810 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: cluster 2021-07-26T16:07:32.257953+0000 mgr.y (mgr.24683) 746 : cluster [DBG] pgmap v1522: 73 pgs: 5 creating+peering, 27 unknown, 41 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 363 KiB/s rd, 150 KiB/s wr, 441 op/s 2021-07-26T16:07:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: audit 2021-07-26T16:07:32.606121+0000 mon.a (mon.0) 1811 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: audit 2021-07-26T16:07:32.609491+0000 mon.a (mon.0) 1812 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:07:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: audit 2021-07-26T16:07:32.611583+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:07:33.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:32 smithi073 bash[34190]: audit 2021-07-26T16:07:32.873989+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:33.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:33.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:33.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:33.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:07:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:33 smithi073 bash[34190]: audit 2021-07-26T16:07:32.929076+0000 mon.a (mon.0) 1815 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:33 smithi073 bash[34190]: cluster 2021-07-26T16:07:32.929306+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2021-07-26T16:07:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:33 smithi073 bash[34190]: audit 2021-07-26T16:07:33.157214+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[41283]: audit 2021-07-26T16:07:32.929076+0000 mon.a (mon.0) 1815 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[41283]: cluster 2021-07-26T16:07:32.929306+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2021-07-26T16:07:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[41283]: audit 2021-07-26T16:07:33.157214+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[42351]: audit 2021-07-26T16:07:32.929076+0000 mon.a (mon.0) 1815 : audit [INF] from='client.? 172.21.15.46:0/416925344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54009-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[42351]: cluster 2021-07-26T16:07:32.929306+0000 mon.a (mon.0) 1816 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2021-07-26T16:07:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:33 smithi046 bash[42351]: audit 2021-07-26T16:07:33.157214+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:07:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:34 smithi073 bash[34190]: cluster 2021-07-26T16:07:33.933408+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2021-07-26T16:07:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:34 smithi073 bash[34190]: cluster 2021-07-26T16:07:34.258662+0000 mgr.y (mgr.24683) 747 : cluster [DBG] pgmap v1525: 73 pgs: 5 creating+peering, 24 unknown, 44 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 124 KiB/s wr, 359 op/s 2021-07-26T16:07:35.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:34 smithi046 bash[41283]: cluster 2021-07-26T16:07:33.933408+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2021-07-26T16:07:35.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:34 smithi046 bash[41283]: cluster 2021-07-26T16:07:34.258662+0000 mgr.y (mgr.24683) 747 : cluster [DBG] pgmap v1525: 73 pgs: 5 creating+peering, 24 unknown, 44 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 124 KiB/s wr, 359 op/s 2021-07-26T16:07:35.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:34 smithi046 bash[42351]: cluster 2021-07-26T16:07:33.933408+0000 mon.a (mon.0) 1818 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2021-07-26T16:07:35.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:34 smithi046 bash[42351]: cluster 2021-07-26T16:07:34.258662+0000 mgr.y (mgr.24683) 747 : cluster [DBG] pgmap v1525: 73 pgs: 5 creating+peering, 24 unknown, 44 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 416 KiB/s rd, 124 KiB/s wr, 359 op/s 2021-07-26T16:07:37.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:37 smithi073 bash[34190]: cluster 2021-07-26T16:07:36.259643+0000 mgr.y (mgr.24683) 748 : cluster [DBG] pgmap v1526: 73 pgs: 5 creating+peering, 8 unknown, 60 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 124 KiB/s wr, 360 op/s 2021-07-26T16:07:37.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:37 smithi046 bash[42351]: cluster 2021-07-26T16:07:36.259643+0000 mgr.y (mgr.24683) 748 : cluster [DBG] pgmap v1526: 73 pgs: 5 creating+peering, 8 unknown, 60 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 124 KiB/s wr, 360 op/s 2021-07-26T16:07:37.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:37 smithi046 bash[41283]: cluster 2021-07-26T16:07:36.259643+0000 mgr.y (mgr.24683) 748 : cluster [DBG] pgmap v1526: 73 pgs: 5 creating+peering, 8 unknown, 60 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 124 KiB/s wr, 360 op/s 2021-07-26T16:07:38.327 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.gc_defer (6936 ms) 2021-07-26T16:07:38.327 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_basic 2021-07-26T16:07:38.413 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_basic (87 ms) 2021-07-26T16:07:38.414 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2021-07-26T16:07:38.416 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2021-07-26T16:07:38.416 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.usage_clear 2021-07-26T16:07:38.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.usage_clear (125 ms) 2021-07-26T16:07:38.542 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] cls_rgw.bi_log_trim 2021-07-26T16:07:38.701 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] cls_rgw.bi_log_trim (160 ms) 2021-07-26T16:07:39.335 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 14 tests from cls_rgw (121426 ms total) 2021-07-26T16:07:39.335 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:07:39.335 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:07:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 14 tests from 1 test suite ran. (124054 ms total) 2021-07-26T16:07:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 14 tests. 2021-07-26T16:07:39.337 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:07:39.338 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:07:39.351 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2021-07-26T16:07:39.352 DEBUG:teuthology.orchestra.run.smithi046:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2021-07-26T16:07:39.420 INFO:tasks.workunit.client.0.smithi046.stdout:Running main() from gmock_main.cc 2021-07-26T16:07:39.420 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] Running 2 tests from 1 test suite. 2021-07-26T16:07:39.420 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment set-up. 2021-07-26T16:07:39.421 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK 2021-07-26T16:07:39.421 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2021-07-26T16:07:39.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:39 smithi073 bash[34190]: cluster 2021-07-26T16:07:38.260573+0000 mgr.y (mgr.24683) 749 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 371 KiB/s rd, 101 KiB/s wr, 297 op/s 2021-07-26T16:07:39.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:39 smithi073 bash[34190]: cluster 2021-07-26T16:07:38.328493+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2021-07-26T16:07:39.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:39 smithi046 bash[41283]: cluster 2021-07-26T16:07:38.260573+0000 mgr.y (mgr.24683) 749 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 371 KiB/s rd, 101 KiB/s wr, 297 op/s 2021-07-26T16:07:39.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:39 smithi046 bash[41283]: cluster 2021-07-26T16:07:38.328493+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2021-07-26T16:07:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:39 smithi046 bash[42351]: cluster 2021-07-26T16:07:38.260573+0000 mgr.y (mgr.24683) 749 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 371 KiB/s rd, 101 KiB/s wr, 297 op/s 2021-07-26T16:07:39.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:39 smithi046 bash[42351]: cluster 2021-07-26T16:07:38.328493+0000 mon.a (mon.0) 1819 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2021-07-26T16:07:40.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:40 smithi073 bash[34190]: cluster 2021-07-26T16:07:39.332063+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2021-07-26T16:07:40.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:40 smithi073 bash[34190]: cluster 2021-07-26T16:07:40.261221+0000 mgr.y (mgr.24683) 750 : cluster [DBG] pgmap v1530: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:40.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:40 smithi046 bash[41283]: cluster 2021-07-26T16:07:39.332063+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2021-07-26T16:07:40.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:40 smithi046 bash[41283]: cluster 2021-07-26T16:07:40.261221+0000 mgr.y (mgr.24683) 750 : cluster [DBG] pgmap v1530: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:40.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:40 smithi046 bash[42351]: cluster 2021-07-26T16:07:39.332063+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2021-07-26T16:07:40.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:40 smithi046 bash[42351]: cluster 2021-07-26T16:07:40.261221+0000 mgr.y (mgr.24683) 750 : cluster [DBG] pgmap v1530: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:41.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:41 smithi073 bash[34190]: cluster 2021-07-26T16:07:40.344839+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2021-07-26T16:07:41.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:41 smithi073 bash[34190]: audit 2021-07-26T16:07:40.346860+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.46:0/3531685576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:41.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:41 smithi073 bash[34190]: audit 2021-07-26T16:07:40.347693+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:41.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[42351]: cluster 2021-07-26T16:07:40.344839+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2021-07-26T16:07:41.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[42351]: audit 2021-07-26T16:07:40.346860+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.46:0/3531685576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:41.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[42351]: audit 2021-07-26T16:07:40.347693+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[41283]: cluster 2021-07-26T16:07:40.344839+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2021-07-26T16:07:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[41283]: audit 2021-07-26T16:07:40.346860+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.46:0/3531685576' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:41.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:41 smithi046 bash[41283]: audit 2021-07-26T16:07:40.347693+0000 mon.a (mon.0) 1822 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:42.357 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2938 ms) 2021-07-26T16:07:42.358 INFO:tasks.workunit.client.0.smithi046.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2021-07-26T16:07:42.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:42 smithi073 bash[34190]: audit 2021-07-26T16:07:41.356169+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:42.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:42 smithi073 bash[34190]: cluster 2021-07-26T16:07:41.356721+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2021-07-26T16:07:42.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:42 smithi073 bash[34190]: cluster 2021-07-26T16:07:42.261935+0000 mgr.y (mgr.24683) 751 : cluster [DBG] pgmap v1533: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:42.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[41283]: audit 2021-07-26T16:07:41.356169+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:42.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[41283]: cluster 2021-07-26T16:07:41.356721+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2021-07-26T16:07:42.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[41283]: cluster 2021-07-26T16:07:42.261935+0000 mgr.y (mgr.24683) 751 : cluster [DBG] pgmap v1533: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:42.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[42351]: audit 2021-07-26T16:07:41.356169+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:42.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[42351]: cluster 2021-07-26T16:07:41.356721+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2021-07-26T16:07:42.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:42 smithi046 bash[42351]: cluster 2021-07-26T16:07:42.261935+0000 mgr.y (mgr.24683) 751 : cluster [DBG] pgmap v1533: 41 pgs: 10 creating+peering, 12 unknown, 19 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:43.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:43 smithi073 bash[34190]: cluster 2021-07-26T16:07:42.357603+0000 mon.a (mon.0) 1825 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2021-07-26T16:07:43.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:43 smithi046 bash[41283]: cluster 2021-07-26T16:07:42.357603+0000 mon.a (mon.0) 1825 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2021-07-26T16:07:43.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:43 smithi046 bash[42351]: cluster 2021-07-26T16:07:42.357603+0000 mon.a (mon.0) 1825 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2021-07-26T16:07:43.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:43.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:43.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:43.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:43.681 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:43.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:07:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[41283]: cluster 2021-07-26T16:07:43.380783+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2021-07-26T16:07:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[41283]: audit 2021-07-26T16:07:43.384885+0000 mon.a (mon.0) 1827 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:44.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[41283]: cluster 2021-07-26T16:07:44.262510+0000 mgr.y (mgr.24683) 752 : cluster [DBG] pgmap v1536: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[42351]: cluster 2021-07-26T16:07:43.380783+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2021-07-26T16:07:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[42351]: audit 2021-07-26T16:07:43.384885+0000 mon.a (mon.0) 1827 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:44.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:44 smithi046 bash[42351]: cluster 2021-07-26T16:07:44.262510+0000 mgr.y (mgr.24683) 752 : cluster [DBG] pgmap v1536: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:44 smithi073 bash[34190]: cluster 2021-07-26T16:07:43.380783+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2021-07-26T16:07:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:44 smithi073 bash[34190]: audit 2021-07-26T16:07:43.384885+0000 mon.a (mon.0) 1827 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:07:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:44 smithi073 bash[34190]: cluster 2021-07-26T16:07:44.262510+0000 mgr.y (mgr.24683) 752 : cluster [DBG] pgmap v1536: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:45.392 INFO:tasks.workunit.client.0.smithi046.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3035 ms) 2021-07-26T16:07:45.393 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] 2 tests from ClsSDK (5973 ms total) 2021-07-26T16:07:45.393 INFO:tasks.workunit.client.0.smithi046.stdout: 2021-07-26T16:07:45.393 INFO:tasks.workunit.client.0.smithi046.stdout:[----------] Global test environment tear-down 2021-07-26T16:07:45.393 INFO:tasks.workunit.client.0.smithi046.stdout:[==========] 2 tests from 1 test suite ran. (5973 ms total) 2021-07-26T16:07:45.394 INFO:tasks.workunit.client.0.smithi046.stdout:[ PASSED ] 2 tests. 2021-07-26T16:07:45.396 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:07:45.396 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:07:45.408 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2021-07-26T16:07:45.408 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:07:45.600 DEBUG:teuthology.parallel:result is None 2021-07-26T16:07:45.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T16:07:45.615 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T16:07:45.616 DEBUG:teuthology.orchestra.run.smithi046:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:07:45.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:45 smithi046 bash[42351]: audit 2021-07-26T16:07:44.389738+0000 mon.a (mon.0) 1828 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:45.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:45 smithi046 bash[42351]: cluster 2021-07-26T16:07:44.390057+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2021-07-26T16:07:45.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:45 smithi046 bash[41283]: audit 2021-07-26T16:07:44.389738+0000 mon.a (mon.0) 1828 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:45.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:45 smithi046 bash[41283]: cluster 2021-07-26T16:07:44.390057+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2021-07-26T16:07:45.682 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T16:07:45.682 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:07:45.683 INFO:teuthology.task.print:**** done end rados_api.yaml 2021-07-26T16:07:45.683 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:07:45.683 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2021-07-26T16:07:45.683 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2021-07-26T16:07:45.684 INFO:tasks.workunit:Pulling workunits from ref pacific 2021-07-26T16:07:45.685 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-07-26T16:07:45.685 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:07:45.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-07-26T16:07:45.693 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:07:45.699 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-07-26T16:07:45.700 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-07-26T16:07:45.706 INFO:tasks.workunit:timeout=3h 2021-07-26T16:07:45.706 INFO:tasks.workunit:cleanup=True 2021-07-26T16:07:45.707 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific git://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:07:45.755 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:07:45.804 INFO:tasks.workunit.client.0.smithi046.stderr:warning: Could not find remote branch pacific to clone. 2021-07-26T16:07:45.804 INFO:tasks.workunit.client.0.smithi046.stderr:fatal: Remote branch pacific not found in upstream origin 2021-07-26T16:07:45.805 DEBUG:teuthology.orchestra.run:got remote process result: 128 2021-07-26T16:07:45.806 INFO:tasks.workunit:failed to check out 'pacific' from git://git.ceph.com/ceph-ci.git; will also try in git://git.ceph.com/ceph.git 2021-07-26T16:07:45.806 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch pacific git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:07:45.815 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:07:45.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:45 smithi073 bash[34190]: audit 2021-07-26T16:07:44.389738+0000 mon.a (mon.0) 1828 : audit [INF] from='client.? 172.21.15.46:0/721424803' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi046-54091-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:07:45.870 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:45 smithi073 bash[34190]: cluster 2021-07-26T16:07:44.390057+0000 mon.a (mon.0) 1829 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2021-07-26T16:07:46.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:46 smithi046 bash[42351]: cluster 2021-07-26T16:07:45.392822+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2021-07-26T16:07:46.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:46 smithi046 bash[42351]: cluster 2021-07-26T16:07:46.263193+0000 mgr.y (mgr.24683) 753 : cluster [DBG] pgmap v1539: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:46 smithi046 bash[41283]: cluster 2021-07-26T16:07:45.392822+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2021-07-26T16:07:46.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:46 smithi046 bash[41283]: cluster 2021-07-26T16:07:46.263193+0000 mgr.y (mgr.24683) 753 : cluster [DBG] pgmap v1539: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:46.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:46 smithi073 bash[34190]: cluster 2021-07-26T16:07:45.392822+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2021-07-26T16:07:46.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:46 smithi073 bash[34190]: cluster 2021-07-26T16:07:46.263193+0000 mgr.y (mgr.24683) 753 : cluster [DBG] pgmap v1539: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:49.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:49 smithi073 bash[34190]: cluster 2021-07-26T16:07:48.263826+0000 mgr.y (mgr.24683) 754 : cluster [DBG] pgmap v1540: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:49.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:49 smithi046 bash[42351]: cluster 2021-07-26T16:07:48.263826+0000 mgr.y (mgr.24683) 754 : cluster [DBG] pgmap v1540: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:49.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:49 smithi046 bash[41283]: cluster 2021-07-26T16:07:48.263826+0000 mgr.y (mgr.24683) 754 : cluster [DBG] pgmap v1540: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:50.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:50 smithi046 bash[41283]: cluster 2021-07-26T16:07:50.264448+0000 mgr.y (mgr.24683) 755 : cluster [DBG] pgmap v1541: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:50.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:50 smithi046 bash[42351]: cluster 2021-07-26T16:07:50.264448+0000 mgr.y (mgr.24683) 755 : cluster [DBG] pgmap v1541: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:50.805 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-07-26T16:07:50.812 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-07-26T16:07:50.814 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:07:50.814 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-07-26T16:07:50.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:50 smithi073 bash[34190]: cluster 2021-07-26T16:07:50.264448+0000 mgr.y (mgr.24683) 755 : cluster [DBG] pgmap v1541: 9 pgs: 9 active+clean; 577 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2021-07-26T16:07:50.891 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-07-26T16:07:50.965 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-07-26T16:07:51.021 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:07:51.024 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:07:51.024 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-07-26T16:07:51.087 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:07:51.091 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2021-07-26T16:07:51.092 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-07-26T16:07:51.146 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2021-07-26T16:07:51.148 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2021-07-26T16:07:51.148 DEBUG:teuthology.orchestra.run.smithi046:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=pacific TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2021-07-26T16:07:51.211 INFO:tasks.workunit.client.0.smithi046.stdout:run length 1200 seconds 2021-07-26T16:07:51.212 INFO:tasks.workunit.client.0.smithi046.stdout:preparing 10240 objects 2021-07-26T16:07:53.147 INFO:tasks.workunit.client.0.smithi046.stdout:load-gen will run 1200 seconds 2021-07-26T16:07:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:53 smithi073 bash[34190]: cluster 2021-07-26T16:07:52.264904+0000 mgr.y (mgr.24683) 756 : cluster [DBG] pgmap v1542: 9 pgs: 9 active+clean; 22 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s wr, 229 op/s 2021-07-26T16:07:53.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:53 smithi046 bash[41283]: cluster 2021-07-26T16:07:52.264904+0000 mgr.y (mgr.24683) 756 : cluster [DBG] pgmap v1542: 9 pgs: 9 active+clean; 22 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s wr, 229 op/s 2021-07-26T16:07:53.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:53 smithi046 bash[42351]: cluster 2021-07-26T16:07:52.264904+0000 mgr.y (mgr.24683) 756 : cluster [DBG] pgmap v1542: 9 pgs: 9 active+clean; 22 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s wr, 229 op/s 2021-07-26T16:07:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:53.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:07:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:07:53.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:07:54.147 INFO:tasks.workunit.client.0.smithi046.stdout: 1: throughput=0MB/sec pending data=0 2021-07-26T16:07:54.147 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VxL0FtP1WdebKuo off=9169485 len=652813 2021-07-26T16:07:54.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 0 completed, throughput=0.62MB/sec 2021-07-26T16:07:54.152 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rUS_1-sLIeQRDJ0 off=960685 len=1254076 2021-07-26T16:07:54.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 1 completed, throughput=1.79MB/sec 2021-07-26T16:07:54.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wyW5Y5ke8mu-q90 off=11176850 len=1075483 2021-07-26T16:07:54.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 2 completed, throughput=2.78MB/sec 2021-07-26T16:07:54.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GeC7KJIfLrWHpCf off=1182556 len=565591 2021-07-26T16:07:54.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 3 completed, throughput=3.3MB/sec 2021-07-26T16:07:54.171 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J6N1taQ61fs4xv6 off=5128252 len=115005 2021-07-26T16:07:54.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 4 completed, throughput=3.4MB/sec 2021-07-26T16:07:54.175 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TAHUocHmZ8wl-w8 off=469032 len=626921 2021-07-26T16:07:54.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 5 completed, throughput=3.94MB/sec 2021-07-26T16:07:54.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2qPVrsZaRVP-bD5 off=7477233 len=80085 2021-07-26T16:07:54.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 6 completed, throughput=4MB/sec 2021-07-26T16:07:54.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wqBHdYw26tlMiCf off=0 len=1355031 2021-07-26T16:07:54.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 7 completed, throughput=5.21MB/sec 2021-07-26T16:07:55.194 INFO:tasks.workunit.client.0.smithi046.stdout: 2: throughput=2.67MB/sec pending data=0 2021-07-26T16:07:55.195 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cuVE3d23FZuT9pH off=1008128 len=1909771 2021-07-26T16:07:55.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 8 completed, throughput=3.53MB/sec 2021-07-26T16:07:55.213 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L7dtc1AjgiEaJjH off=3030736 len=1452851 2021-07-26T16:07:55.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 9 completed, throughput=4.18MB/sec 2021-07-26T16:07:55.218 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qXagFl65IBiGBLk off=1049428 len=491658 2021-07-26T16:07:55.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 10 completed, throughput=4.4MB/sec 2021-07-26T16:07:55.225 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k3xDb98Z-somvAP off=3324416 len=984306 2021-07-26T16:07:55.238 INFO:tasks.workunit.client.0.smithi046.stdout:op 11 completed, throughput=4.82MB/sec 2021-07-26T16:07:55.238 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p6uxtAmjvdIxa92 off=8296491 len=2049827 2021-07-26T16:07:55.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 12 completed, throughput=5.71MB/sec 2021-07-26T16:07:55.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:55 smithi073 bash[34190]: cluster 2021-07-26T16:07:54.265520+0000 mgr.y (mgr.24683) 757 : cluster [DBG] pgmap v1543: 9 pgs: 9 active+clean; 54 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2021-07-26T16:07:55.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:55 smithi046 bash[41283]: cluster 2021-07-26T16:07:54.265520+0000 mgr.y (mgr.24683) 757 : cluster [DBG] pgmap v1543: 9 pgs: 9 active+clean; 54 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2021-07-26T16:07:55.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:55 smithi046 bash[42351]: cluster 2021-07-26T16:07:54.265520+0000 mgr.y (mgr.24683) 757 : cluster [DBG] pgmap v1543: 9 pgs: 9 active+clean; 54 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2021-07-26T16:07:56.252 INFO:tasks.workunit.client.0.smithi046.stdout: 3: throughput=3.87MB/sec pending data=0 2021-07-26T16:07:56.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8dD3euSPcMxZ5Hl off=7138380 len=1153840 2021-07-26T16:07:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 13 completed, throughput=4.22MB/sec 2021-07-26T16:07:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-En4e1OVO12Q2ZyQ off=1505818 len=1697159 2021-07-26T16:07:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 14 completed, throughput=4.73MB/sec 2021-07-26T16:07:56.263 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--R0jAsiJNbgJ_TX off=10939429 len=1173276 2021-07-26T16:07:56.266 INFO:tasks.workunit.client.0.smithi046.stdout:op 15 completed, throughput=5.09MB/sec 2021-07-26T16:07:56.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:56 smithi046 bash[41283]: cluster 2021-07-26T16:07:56.266290+0000 mgr.y (mgr.24683) 758 : cluster [DBG] pgmap v1544: 9 pgs: 9 active+clean; 101 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 122 KiB/s rd, 758 KiB/s wr, 757 op/s 2021-07-26T16:07:56.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:56 smithi046 bash[42351]: cluster 2021-07-26T16:07:56.266290+0000 mgr.y (mgr.24683) 758 : cluster [DBG] pgmap v1544: 9 pgs: 9 active+clean; 101 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 122 KiB/s rd, 758 KiB/s wr, 757 op/s 2021-07-26T16:07:56.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:56 smithi073 bash[34190]: cluster 2021-07-26T16:07:56.266290+0000 mgr.y (mgr.24683) 758 : cluster [DBG] pgmap v1544: 9 pgs: 9 active+clean; 101 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 122 KiB/s rd, 758 KiB/s wr, 757 op/s 2021-07-26T16:07:57.267 INFO:tasks.workunit.client.0.smithi046.stdout: 4: throughput=3.85MB/sec pending data=0 2021-07-26T16:07:57.267 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-36m5B_hIB7Oc3MJ off=7205003 len=552159 2021-07-26T16:07:57.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 16 completed, throughput=3.97MB/sec 2021-07-26T16:07:57.275 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OGwPCNzZm8e4NGy off=1446767 len=703051 2021-07-26T16:07:57.276 INFO:tasks.workunit.client.0.smithi046.stdout:op 17 completed, throughput=4.13MB/sec 2021-07-26T16:07:57.277 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sbA7BG6zbLvvI2B off=449805 len=1804959 2021-07-26T16:07:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:op 18 completed, throughput=4.54MB/sec 2021-07-26T16:07:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eXJKMHHuciCz3vP off=15356590 len=1841963 2021-07-26T16:07:57.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 19 completed, throughput=4.96MB/sec 2021-07-26T16:07:57.287 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A0OY2Nf-m45qO_k off=3430746 len=517125 2021-07-26T16:07:57.295 INFO:tasks.workunit.client.0.smithi046.stdout:op 20 completed, throughput=5.07MB/sec 2021-07-26T16:07:58.295 INFO:tasks.workunit.client.0.smithi046.stdout: 5: throughput=4.09MB/sec pending data=0 2021-07-26T16:07:58.296 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k-0dZ8INTYglFVM off=4194696 len=304653 2021-07-26T16:07:58.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 21 completed, throughput=4.14MB/sec 2021-07-26T16:07:58.297 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jjx9mxKRyIEFsXG off=11746890 len=520800 2021-07-26T16:07:58.305 INFO:tasks.workunit.client.0.smithi046.stdout:op 22 completed, throughput=4.23MB/sec 2021-07-26T16:07:58.305 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N4Kh2vaBllvcQOe off=12548890 len=94545 2021-07-26T16:07:58.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 23 completed, throughput=4.25MB/sec 2021-07-26T16:07:58.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G5h8jnUCnWsimNN off=1438156 len=19002 2021-07-26T16:07:58.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 24 completed, throughput=4.25MB/sec 2021-07-26T16:07:58.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C50OkUzALbe5vca off=4234464 len=667912 2021-07-26T16:07:58.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 25 completed, throughput=4.37MB/sec 2021-07-26T16:07:58.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ErMz27ucU47XRdj off=353512 len=1896046 2021-07-26T16:07:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 26 completed, throughput=4.71MB/sec 2021-07-26T16:07:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XcZjTivcAbuqHOF off=3762083 len=1197440 2021-07-26T16:07:58.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 27 completed, throughput=4.92MB/sec 2021-07-26T16:07:58.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BFBzscqipDhYvOd off=930599 len=1623186 2021-07-26T16:07:58.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 28 completed, throughput=5.2MB/sec 2021-07-26T16:07:58.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:58 smithi073 bash[34190]: audit 2021-07-26T16:07:58.177005+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:58.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:58 smithi046 bash[41283]: audit 2021-07-26T16:07:58.177005+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:58.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:58 smithi046 bash[42351]: audit 2021-07-26T16:07:58.177005+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:59.350 INFO:tasks.workunit.client.0.smithi046.stdout: 6: throughput=4.36MB/sec pending data=0 2021-07-26T16:07:59.350 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wBg6wQCU-y_Very off=17797820 len=927127 2021-07-26T16:07:59.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 29 completed, throughput=4.5MB/sec 2021-07-26T16:07:59.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Vp6XvuuTww-Y1I off=4256849 len=688858 2021-07-26T16:07:59.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 30 completed, throughput=4.61MB/sec 2021-07-26T16:07:59.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IZbFOLf-B_48DFv off=1193924 len=1177318 2021-07-26T16:07:59.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 31 completed, throughput=4.78MB/sec 2021-07-26T16:07:59.365 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-R7ZmLpgMMarwfi8 off=8717556 len=616228 2021-07-26T16:07:59.372 INFO:tasks.workunit.client.0.smithi046.stdout:op 32 completed, throughput=4.87MB/sec 2021-07-26T16:07:59.372 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MWcsXvBSUtry9LQ off=17750726 len=467412 2021-07-26T16:07:59.373 INFO:tasks.workunit.client.0.smithi046.stdout:op 33 completed, throughput=4.94MB/sec 2021-07-26T16:07:59.373 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YbpYHV0tWp3nMqC off=1436585 len=420786 2021-07-26T16:07:59.375 INFO:tasks.workunit.client.0.smithi046.stdout:op 34 completed, throughput=5MB/sec 2021-07-26T16:07:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:59 smithi073 bash[34190]: cluster 2021-07-26T16:07:58.266970+0000 mgr.y (mgr.24683) 759 : cluster [DBG] pgmap v1545: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 890 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2021-07-26T16:07:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:07:59 smithi073 bash[34190]: audit 2021-07-26T16:07:59.028137+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:59 smithi046 bash[41283]: cluster 2021-07-26T16:07:58.266970+0000 mgr.y (mgr.24683) 759 : cluster [DBG] pgmap v1545: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 890 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2021-07-26T16:07:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:07:59 smithi046 bash[41283]: audit 2021-07-26T16:07:59.028137+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:59 smithi046 bash[42351]: cluster 2021-07-26T16:07:58.266970+0000 mgr.y (mgr.24683) 759 : cluster [DBG] pgmap v1545: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 890 KiB/s rd, 1.4 MiB/s wr, 854 op/s 2021-07-26T16:07:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:07:59 smithi046 bash[42351]: audit 2021-07-26T16:07:59.028137+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:00.375 INFO:tasks.workunit.client.0.smithi046.stdout: 7: throughput=4.31MB/sec pending data=0 2021-07-26T16:08:00.376 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RRtpUYAlg4MSBxz off=7086432 len=1171019 2021-07-26T16:08:00.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 35 completed, throughput=4.46MB/sec 2021-07-26T16:08:00.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cUmlqDQi1rsaQKb off=5493274 len=1454233 2021-07-26T16:08:00.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 36 completed, throughput=4.65MB/sec 2021-07-26T16:08:00.386 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eOq9bjxkxo41Kki off=18634787 len=11000 2021-07-26T16:08:00.390 INFO:tasks.workunit.client.0.smithi046.stdout:op 37 completed, throughput=4.65MB/sec 2021-07-26T16:08:00.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Usn1b-m5S0-9hfN off=157825 len=986026 2021-07-26T16:08:00.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 38 completed, throughput=4.78MB/sec 2021-07-26T16:08:00.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_al9knNDdwPPSGa off=5448488 len=291919 2021-07-26T16:08:00.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 39 completed, throughput=4.81MB/sec 2021-07-26T16:08:00.400 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DWnfPttqErvh-Zk off=6692143 len=2081294 2021-07-26T16:08:00.404 INFO:tasks.workunit.client.0.smithi046.stdout:op 40 completed, throughput=5.08MB/sec 2021-07-26T16:08:01.405 INFO:tasks.workunit.client.0.smithi046.stdout: 8: throughput=4.47MB/sec pending data=0 2021-07-26T16:08:01.405 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o9LbFffghxk_rjD off=2727474 len=1997974 2021-07-26T16:08:01.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 41 completed, throughput=4.69MB/sec 2021-07-26T16:08:01.411 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kKkYbWlSHRDIokJ off=8733421 len=363214 2021-07-26T16:08:01.417 INFO:tasks.workunit.client.0.smithi046.stdout:op 42 completed, throughput=4.73MB/sec 2021-07-26T16:08:01.417 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KdQ12IzoxEq8IbL off=4252417 len=502051 2021-07-26T16:08:01.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 43 completed, throughput=4.79MB/sec 2021-07-26T16:08:01.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Ug--ut1-v5Tc10 off=1789918 len=498805 2021-07-26T16:08:01.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 44 completed, throughput=4.84MB/sec 2021-07-26T16:08:01.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CggcpPkQnxEIkOO off=1272789 len=1989003 2021-07-26T16:08:01.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 45 completed, throughput=5.06MB/sec 2021-07-26T16:08:01.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:01 smithi073 bash[34190]: cluster 2021-07-26T16:08:00.267688+0000 mgr.y (mgr.24683) 760 : cluster [DBG] pgmap v1546: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2021-07-26T16:08:01.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:01 smithi046 bash[41283]: cluster 2021-07-26T16:08:00.267688+0000 mgr.y (mgr.24683) 760 : cluster [DBG] pgmap v1546: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2021-07-26T16:08:01.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:01 smithi046 bash[42351]: cluster 2021-07-26T16:08:00.267688+0000 mgr.y (mgr.24683) 760 : cluster [DBG] pgmap v1546: 9 pgs: 9 active+clean; 126 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 978 KiB/s rd, 1.6 MiB/s wr, 854 op/s 2021-07-26T16:08:02.439 INFO:tasks.workunit.client.0.smithi046.stdout: 9: throughput=4.52MB/sec pending data=0 2021-07-26T16:08:02.440 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V1mrwyzxMZZSfpv off=15450433 len=2031520 2021-07-26T16:08:02.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 46 completed, throughput=4.72MB/sec 2021-07-26T16:08:02.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5zRIYUu8oeFgBbS off=11156316 len=1195762 2021-07-26T16:08:02.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 47 completed, throughput=4.84MB/sec 2021-07-26T16:08:02.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tPqZ8DkLtyY4mFp off=7887483 len=1268745 2021-07-26T16:08:02.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 48 completed, throughput=4.97MB/sec 2021-07-26T16:08:02.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PDaz8Cz3ENM2hKn off=1274147 len=143489 2021-07-26T16:08:02.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 49 completed, throughput=4.98MB/sec 2021-07-26T16:08:02.463 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hGC3fiEfPaXkx_j off=5205870 len=533184 2021-07-26T16:08:02.465 INFO:tasks.workunit.client.0.smithi046.stdout:op 50 completed, throughput=5.03MB/sec 2021-07-26T16:08:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:03 smithi073 bash[34190]: cluster 2021-07-26T16:08:02.268357+0000 mgr.y (mgr.24683) 761 : cluster [DBG] pgmap v1547: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 856 op/s 2021-07-26T16:08:03.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:03 smithi046 bash[41283]: cluster 2021-07-26T16:08:02.268357+0000 mgr.y (mgr.24683) 761 : cluster [DBG] pgmap v1547: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 856 op/s 2021-07-26T16:08:03.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:03 smithi046 bash[42351]: cluster 2021-07-26T16:08:02.268357+0000 mgr.y (mgr.24683) 761 : cluster [DBG] pgmap v1547: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 856 op/s 2021-07-26T16:08:03.465 INFO:tasks.workunit.client.0.smithi046.stdout: 10: throughput=4.55MB/sec pending data=0 2021-07-26T16:08:03.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c7Pe2kJ0BD1XUst off=11663385 len=1509409 2021-07-26T16:08:03.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 51 completed, throughput=4.68MB/sec 2021-07-26T16:08:03.469 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L10kqPChy7nOhmt off=17890138 len=1625251 2021-07-26T16:08:03.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 52 completed, throughput=4.83MB/sec 2021-07-26T16:08:03.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Tul9y-QTGs8elaa off=2969488 len=515515 2021-07-26T16:08:03.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 53 completed, throughput=4.88MB/sec 2021-07-26T16:08:03.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hHlHVXJhljgJ9m_ off=1204380 len=327361 2021-07-26T16:08:03.489 INFO:tasks.workunit.client.0.smithi046.stdout:op 54 completed, throughput=4.9MB/sec 2021-07-26T16:08:03.489 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y3SPZHefV8Gu2sL off=7449615 len=1473857 2021-07-26T16:08:03.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 55 completed, throughput=5.04MB/sec 2021-07-26T16:08:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:03.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:08:04.491 INFO:tasks.workunit.client.0.smithi046.stdout: 11: throughput=4.59MB/sec pending data=0 2021-07-26T16:08:04.492 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gauvri4mbeD3ZqM off=4032954 len=1089176 2021-07-26T16:08:04.495 INFO:tasks.workunit.client.0.smithi046.stdout:op 56 completed, throughput=4.68MB/sec 2021-07-26T16:08:04.496 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vfggCfUemT4PZv7 off=784571 len=1612555 2021-07-26T16:08:04.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 57 completed, throughput=4.82MB/sec 2021-07-26T16:08:04.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TdhzYmuHAmI3N-2 off=89299 len=2015451 2021-07-26T16:08:04.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 58 completed, throughput=4.98MB/sec 2021-07-26T16:08:04.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xr5_jOs3Ut59qTd off=6466325 len=355103 2021-07-26T16:08:04.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 59 completed, throughput=5.01MB/sec 2021-07-26T16:08:05.522 INFO:tasks.workunit.client.0.smithi046.stdout: 12: throughput=4.6MB/sec pending data=0 2021-07-26T16:08:05.523 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IZHWGTISrfkLrub off=14008178 len=2094665 2021-07-26T16:08:05.530 INFO:tasks.workunit.client.0.smithi046.stdout:op 60 completed, throughput=4.76MB/sec 2021-07-26T16:08:05.530 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yhSmDYCiyOiTX7d off=18713501 len=2088302 2021-07-26T16:08:05.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 61 completed, throughput=4.92MB/sec 2021-07-26T16:08:05.544 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rLhADpNlx90acnh off=6362342 len=535140 2021-07-26T16:08:05.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 62 completed, throughput=4.95MB/sec 2021-07-26T16:08:05.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z1ZC7CB9oIP57A9 off=1252293 len=1031681 2021-07-26T16:08:05.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 63 completed, throughput=5.03MB/sec 2021-07-26T16:08:05.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:05 smithi073 bash[34190]: cluster 2021-07-26T16:08:04.268972+0000 mgr.y (mgr.24683) 762 : cluster [DBG] pgmap v1548: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 703 op/s 2021-07-26T16:08:05.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:05 smithi046 bash[41283]: cluster 2021-07-26T16:08:04.268972+0000 mgr.y (mgr.24683) 762 : cluster [DBG] pgmap v1548: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 703 op/s 2021-07-26T16:08:05.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:05 smithi046 bash[42351]: cluster 2021-07-26T16:08:04.268972+0000 mgr.y (mgr.24683) 762 : cluster [DBG] pgmap v1548: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 703 op/s 2021-07-26T16:08:06.553 INFO:tasks.workunit.client.0.smithi046.stdout: 13: throughput=4.66MB/sec pending data=0 2021-07-26T16:08:06.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wsRMNYTZmeMXC_E off=14109661 len=1209074 2021-07-26T16:08:06.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 64 completed, throughput=4.74MB/sec 2021-07-26T16:08:06.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gVbyoarRE-v4hek off=2044484 len=1884859 2021-07-26T16:08:06.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 65 completed, throughput=4.87MB/sec 2021-07-26T16:08:06.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5vCI1G0eFvNWlz2 off=603244 len=1865698 2021-07-26T16:08:06.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 66 completed, throughput=5MB/sec 2021-07-26T16:08:06.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:06 smithi046 bash[41283]: cluster 2021-07-26T16:08:06.269574+0000 mgr.y (mgr.24683) 763 : cluster [DBG] pgmap v1549: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 488 op/s 2021-07-26T16:08:06.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:06 smithi046 bash[42351]: cluster 2021-07-26T16:08:06.269574+0000 mgr.y (mgr.24683) 763 : cluster [DBG] pgmap v1549: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 488 op/s 2021-07-26T16:08:06.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:06 smithi073 bash[34190]: cluster 2021-07-26T16:08:06.269574+0000 mgr.y (mgr.24683) 763 : cluster [DBG] pgmap v1549: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 488 op/s 2021-07-26T16:08:07.577 INFO:tasks.workunit.client.0.smithi046.stdout: 14: throughput=4.65MB/sec pending data=0 2021-07-26T16:08:07.578 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eJimXUvDNhPfpOZ off=2409252 len=1082503 2021-07-26T16:08:07.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 67 completed, throughput=4.72MB/sec 2021-07-26T16:08:07.581 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ObMNl_YMmQLQ6lX off=0 len=1479699 2021-07-26T16:08:07.585 INFO:tasks.workunit.client.0.smithi046.stdout:op 68 completed, throughput=4.82MB/sec 2021-07-26T16:08:07.585 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bX8aJ4kH_z_q1XE off=1746385 len=206082 2021-07-26T16:08:07.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 69 completed, throughput=4.83MB/sec 2021-07-26T16:08:07.591 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JubWB9ySnX88g9p off=3810791 len=1205564 2021-07-26T16:08:07.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 70 completed, throughput=4.91MB/sec 2021-07-26T16:08:07.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-21OwP2axcrdmmjZ off=13946683 len=1503092 2021-07-26T16:08:07.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 71 completed, throughput=5.01MB/sec 2021-07-26T16:08:08.608 INFO:tasks.workunit.client.0.smithi046.stdout: 15: throughput=4.68MB/sec pending data=0 2021-07-26T16:08:08.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cIrbstX5Q2StLDw off=6029210 len=623535 2021-07-26T16:08:08.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 72 completed, throughput=4.72MB/sec 2021-07-26T16:08:08.616 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RdCTOz0Q50VPr-3 off=1991351 len=1530827 2021-07-26T16:08:08.620 INFO:tasks.workunit.client.0.smithi046.stdout:op 73 completed, throughput=4.81MB/sec 2021-07-26T16:08:08.620 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qvth897wYvcDxkd off=1472780 len=446883 2021-07-26T16:08:08.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 74 completed, throughput=4.84MB/sec 2021-07-26T16:08:08.627 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9PeZfIr8rNHZORj off=1763848 len=598979 2021-07-26T16:08:08.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 75 completed, throughput=4.87MB/sec 2021-07-26T16:08:08.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9ICNakpUTIVQcE5 off=1392166 len=1596299 2021-07-26T16:08:08.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 76 completed, throughput=4.97MB/sec 2021-07-26T16:08:08.635 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7r-PdYjJuktuWrs off=826255 len=542195 2021-07-26T16:08:08.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 77 completed, throughput=5MB/sec 2021-07-26T16:08:09.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:09 smithi073 bash[34190]: cluster 2021-07-26T16:08:08.270238+0000 mgr.y (mgr.24683) 764 : cluster [DBG] pgmap v1550: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 172 op/s 2021-07-26T16:08:09.642 INFO:tasks.workunit.client.0.smithi046.stdout: 16: throughput=4.7MB/sec pending data=0 2021-07-26T16:08:09.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZPyniRQ7vIQS-nC off=1402353 len=334441 2021-07-26T16:08:09.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 78 completed, throughput=4.72MB/sec 2021-07-26T16:08:09.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mbn2S--ZYFx0ijU off=938157 len=2037369 2021-07-26T16:08:09.659 INFO:tasks.workunit.client.0.smithi046.stdout:op 79 completed, throughput=4.83MB/sec 2021-07-26T16:08:09.659 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zSrvH3nd9a6pe5I off=318734 len=1767608 2021-07-26T16:08:09.665 INFO:tasks.workunit.client.0.smithi046.stdout:op 80 completed, throughput=4.93MB/sec 2021-07-26T16:08:09.665 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qWRTSJ1CDKFHfpV off=4190571 len=479163 2021-07-26T16:08:09.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 81 completed, throughput=4.96MB/sec 2021-07-26T16:08:09.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vfggCfUemT4PZv7 off=4005044 len=1663534 2021-07-26T16:08:09.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:09 smithi046 bash[41283]: cluster 2021-07-26T16:08:08.270238+0000 mgr.y (mgr.24683) 764 : cluster [DBG] pgmap v1550: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 172 op/s 2021-07-26T16:08:09.682 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:09 smithi046 bash[42351]: cluster 2021-07-26T16:08:08.270238+0000 mgr.y (mgr.24683) 764 : cluster [DBG] pgmap v1550: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 172 op/s 2021-07-26T16:08:09.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 82 completed, throughput=5.05MB/sec 2021-07-26T16:08:10.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:10 smithi073 bash[34190]: cluster 2021-07-26T16:08:10.270880+0000 mgr.y (mgr.24683) 765 : cluster [DBG] pgmap v1551: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2021-07-26T16:08:10.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:10 smithi046 bash[41283]: cluster 2021-07-26T16:08:10.270880+0000 mgr.y (mgr.24683) 765 : cluster [DBG] pgmap v1551: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2021-07-26T16:08:10.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:10 smithi046 bash[42351]: cluster 2021-07-26T16:08:10.270880+0000 mgr.y (mgr.24683) 765 : cluster [DBG] pgmap v1551: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2021-07-26T16:08:10.681 INFO:tasks.workunit.client.0.smithi046.stdout: 17: throughput=4.76MB/sec pending data=0 2021-07-26T16:08:10.681 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DVJd-xCZvZW7EQM off=3064651 len=1543675 2021-07-26T16:08:10.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 83 completed, throughput=4.84MB/sec 2021-07-26T16:08:10.691 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9hA2_v7wO8CQx2j off=17532883 len=134140 2021-07-26T16:08:10.692 INFO:tasks.workunit.client.0.smithi046.stdout:op 84 completed, throughput=4.85MB/sec 2021-07-26T16:08:10.692 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0t33Vt1VYoJB1yC off=933115 len=2049293 2021-07-26T16:08:10.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 85 completed, throughput=4.96MB/sec 2021-07-26T16:08:10.699 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WKuD2toEUYKXtNC off=13119476 len=1228442 2021-07-26T16:08:10.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 86 completed, throughput=5.02MB/sec 2021-07-26T16:08:11.707 INFO:tasks.workunit.client.0.smithi046.stdout: 18: throughput=4.75MB/sec pending data=0 2021-07-26T16:08:11.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5gXY-QczC9ER3O3 off=8516336 len=2027131 2021-07-26T16:08:11.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 87 completed, throughput=4.85MB/sec 2021-07-26T16:08:11.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6ju8cOS1VdKRra- off=12803966 len=1439287 2021-07-26T16:08:11.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 88 completed, throughput=4.92MB/sec 2021-07-26T16:08:11.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5CnlYjyJ6pDNgg- off=8168738 len=1406211 2021-07-26T16:08:11.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 89 completed, throughput=4.99MB/sec 2021-07-26T16:08:11.737 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eJH5_r2qnmzvldg off=5548666 len=163094 2021-07-26T16:08:11.742 INFO:tasks.workunit.client.0.smithi046.stdout:op 90 completed, throughput=5MB/sec 2021-07-26T16:08:12.742 INFO:tasks.workunit.client.0.smithi046.stdout: 19: throughput=4.75MB/sec pending data=0 2021-07-26T16:08:12.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xuDjGdbZPCcLLgZ off=4469127 len=1814091 2021-07-26T16:08:12.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 91 completed, throughput=4.83MB/sec 2021-07-26T16:08:12.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1QF6-lWjpM7PErk off=4450418 len=1717475 2021-07-26T16:08:12.770 INFO:tasks.workunit.client.0.smithi046.stdout:op 92 completed, throughput=4.91MB/sec 2021-07-26T16:08:12.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ek-wZcA5sPM5l7g off=2105678 len=859138 2021-07-26T16:08:12.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 93 completed, throughput=4.95MB/sec 2021-07-26T16:08:12.772 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--v8xdiXm3eG2_Rn off=16812772 len=284006 2021-07-26T16:08:12.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 94 completed, throughput=4.97MB/sec 2021-07-26T16:08:12.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3FTXQZujtju4dn5 off=3916600 len=214431 2021-07-26T16:08:12.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 95 completed, throughput=4.98MB/sec 2021-07-26T16:08:12.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XjuvsIxzT-r6_k0 off=5434131 len=1761024 2021-07-26T16:08:12.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 96 completed, throughput=5.06MB/sec 2021-07-26T16:08:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:13 smithi073 bash[34190]: cluster 2021-07-26T16:08:12.271586+0000 mgr.y (mgr.24683) 766 : cluster [DBG] pgmap v1552: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:13.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:13 smithi046 bash[41283]: cluster 2021-07-26T16:08:12.271586+0000 mgr.y (mgr.24683) 766 : cluster [DBG] pgmap v1552: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:13.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:13 smithi046 bash[42351]: cluster 2021-07-26T16:08:12.271586+0000 mgr.y (mgr.24683) 766 : cluster [DBG] pgmap v1552: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:13.787 INFO:tasks.workunit.client.0.smithi046.stdout: 20: throughput=4.81MB/sec pending data=0 2021-07-26T16:08:13.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aG8rEM4Ig5A6s7G off=5619128 len=2062271 2021-07-26T16:08:13.800 INFO:tasks.workunit.client.0.smithi046.stdout:op 97 completed, throughput=4.91MB/sec 2021-07-26T16:08:13.801 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rwt4veIzlMR0S_v off=5257824 len=935335 2021-07-26T16:08:13.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 98 completed, throughput=4.95MB/sec 2021-07-26T16:08:13.808 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qorZ-lPqVSLes6y off=6406382 len=578104 2021-07-26T16:08:13.814 INFO:tasks.workunit.client.0.smithi046.stdout:op 99 completed, throughput=4.97MB/sec 2021-07-26T16:08:13.814 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PS0nCfYRklpsctE off=3794679 len=946537 2021-07-26T16:08:13.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 100 completed, throughput=5.01MB/sec 2021-07-26T16:08:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:13.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:08:14.821 INFO:tasks.workunit.client.0.smithi046.stdout: 21: throughput=4.78MB/sec pending data=0 2021-07-26T16:08:14.822 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tV6O8FsNocanHgb off=4391241 len=890755 2021-07-26T16:08:14.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 101 completed, throughput=4.82MB/sec 2021-07-26T16:08:14.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2PqEU97EUd1v-ui off=1376573 len=934001 2021-07-26T16:08:14.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 102 completed, throughput=4.86MB/sec 2021-07-26T16:08:14.837 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d2r7cW3leEypxN7 off=11308795 len=913273 2021-07-26T16:08:14.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 103 completed, throughput=4.9MB/sec 2021-07-26T16:08:14.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-szBQCsC_BhHjBS0 off=15770392 len=1243932 2021-07-26T16:08:14.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 104 completed, throughput=4.95MB/sec 2021-07-26T16:08:14.842 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V3jJYEZvRLNSBuj off=2173861 len=2087991 2021-07-26T16:08:14.844 INFO:tasks.workunit.client.0.smithi046.stdout:op 105 completed, throughput=5.04MB/sec 2021-07-26T16:08:15.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:15 smithi073 bash[34190]: cluster 2021-07-26T16:08:14.272188+0000 mgr.y (mgr.24683) 767 : cluster [DBG] pgmap v1553: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:15.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:15 smithi046 bash[41283]: cluster 2021-07-26T16:08:14.272188+0000 mgr.y (mgr.24683) 767 : cluster [DBG] pgmap v1553: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:15.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:15 smithi046 bash[42351]: cluster 2021-07-26T16:08:14.272188+0000 mgr.y (mgr.24683) 767 : cluster [DBG] pgmap v1553: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:15.845 INFO:tasks.workunit.client.0.smithi046.stdout: 22: throughput=4.82MB/sec pending data=0 2021-07-26T16:08:15.845 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tzzn6PQJuYh_PTX off=10664590 len=1342469 2021-07-26T16:08:15.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 106 completed, throughput=4.88MB/sec 2021-07-26T16:08:15.856 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DhLoL1jAucUGX5S off=415499 len=91745 2021-07-26T16:08:15.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 107 completed, throughput=4.88MB/sec 2021-07-26T16:08:15.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2bvuaBjivTwW-Pm off=146430 len=1426495 2021-07-26T16:08:15.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 108 completed, throughput=4.94MB/sec 2021-07-26T16:08:15.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FpCXh86eW0-HoTC off=2647770 len=218818 2021-07-26T16:08:15.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 109 completed, throughput=4.95MB/sec 2021-07-26T16:08:15.873 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--Z7hQCexhRPwuzv off=131189 len=1844756 2021-07-26T16:08:15.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 110 completed, throughput=5.02MB/sec 2021-07-26T16:08:16.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:16 smithi073 bash[34190]: cluster 2021-07-26T16:08:16.272881+0000 mgr.y (mgr.24683) 768 : cluster [DBG] pgmap v1554: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:16.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:16 smithi046 bash[42351]: cluster 2021-07-26T16:08:16.272881+0000 mgr.y (mgr.24683) 768 : cluster [DBG] pgmap v1554: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:16.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:16 smithi046 bash[41283]: cluster 2021-07-26T16:08:16.272881+0000 mgr.y (mgr.24683) 768 : cluster [DBG] pgmap v1554: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:16.878 INFO:tasks.workunit.client.0.smithi046.stdout: 23: throughput=4.81MB/sec pending data=0 2021-07-26T16:08:16.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s214KDFb0F9NXyH off=10354843 len=1234541 2021-07-26T16:08:16.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 111 completed, throughput=4.86MB/sec 2021-07-26T16:08:16.888 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9bb_1p4khjmBaVr off=1997352 len=1060722 2021-07-26T16:08:16.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 112 completed, throughput=4.9MB/sec 2021-07-26T16:08:16.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d_lHHILWDATyVu0 off=13508038 len=496504 2021-07-26T16:08:16.903 INFO:tasks.workunit.client.0.smithi046.stdout:op 113 completed, throughput=4.92MB/sec 2021-07-26T16:08:16.904 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yu0LvDPWCKE34Kc off=16756538 len=1540887 2021-07-26T16:08:16.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 114 completed, throughput=4.98MB/sec 2021-07-26T16:08:16.908 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PQM2lRi1tlRBix9 off=377234 len=267179 2021-07-26T16:08:16.913 INFO:tasks.workunit.client.0.smithi046.stdout:op 115 completed, throughput=4.99MB/sec 2021-07-26T16:08:16.913 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6DR86VpaCjaVRCI off=2025884 len=1110128 2021-07-26T16:08:16.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 116 completed, throughput=5.03MB/sec 2021-07-26T16:08:17.922 INFO:tasks.workunit.client.0.smithi046.stdout: 24: throughput=4.83MB/sec pending data=0 2021-07-26T16:08:17.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F4zbHK8wiK39Zo8 off=1951320 len=1034601 2021-07-26T16:08:17.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 117 completed, throughput=4.87MB/sec 2021-07-26T16:08:17.927 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RaZA89kDvg8kE79 off=11686330 len=1540894 2021-07-26T16:08:17.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 118 completed, throughput=4.92MB/sec 2021-07-26T16:08:17.938 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wg6oezOcDgLtKOk off=11251941 len=426839 2021-07-26T16:08:17.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 119 completed, throughput=4.94MB/sec 2021-07-26T16:08:17.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--9N8vhhdZ8Hkur2 off=384601 len=1551856 2021-07-26T16:08:17.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 120 completed, throughput=5MB/sec 2021-07-26T16:08:17.948 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lCwmBL3gYZ0yE8g off=4202616 len=1660490 2021-07-26T16:08:17.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 121 completed, throughput=5.06MB/sec 2021-07-26T16:08:18.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:18 smithi046 bash[41283]: cluster 2021-07-26T16:08:18.273557+0000 mgr.y (mgr.24683) 769 : cluster [DBG] pgmap v1555: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:08:18.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:18 smithi046 bash[42351]: cluster 2021-07-26T16:08:18.273557+0000 mgr.y (mgr.24683) 769 : cluster [DBG] pgmap v1555: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:08:18.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:18 smithi073 bash[34190]: cluster 2021-07-26T16:08:18.273557+0000 mgr.y (mgr.24683) 769 : cluster [DBG] pgmap v1555: 9 pgs: 9 active+clean; 126 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:08:18.953 INFO:tasks.workunit.client.0.smithi046.stdout: 25: throughput=4.86MB/sec pending data=0 2021-07-26T16:08:18.953 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XQ05whdezfJSuWs off=2418455 len=1636928 2021-07-26T16:08:18.958 INFO:tasks.workunit.client.0.smithi046.stdout:op 122 completed, throughput=4.92MB/sec 2021-07-26T16:08:18.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6dNGqJHgeV1AgY4 off=8532208 len=92045 2021-07-26T16:08:18.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 123 completed, throughput=4.93MB/sec 2021-07-26T16:08:18.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zt7_tA_17gHMHa2 off=2092508 len=1484678 2021-07-26T16:08:18.976 INFO:tasks.workunit.client.0.smithi046.stdout:op 124 completed, throughput=4.98MB/sec 2021-07-26T16:08:18.977 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TtIeXnFzm4qslRC off=5750734 len=503414 2021-07-26T16:08:18.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 125 completed, throughput=5MB/sec 2021-07-26T16:08:18.983 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KpdoX2sZ0Yp1iHR off=22034589 len=156119 2021-07-26T16:08:18.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 126 completed, throughput=5MB/sec 2021-07-26T16:08:19.984 INFO:tasks.workunit.client.0.smithi046.stdout: 26: throughput=4.81MB/sec pending data=0 2021-07-26T16:08:19.984 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cdNNYEOfvVo95BP off=9885703 len=607529 2021-07-26T16:08:19.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 127 completed, throughput=4.84MB/sec 2021-07-26T16:08:19.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0VdfDy0nnBLKgl_ off=17852345 len=2090784 2021-07-26T16:08:19.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 128 completed, throughput=4.91MB/sec 2021-07-26T16:08:19.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dKVCLPshEl-sn50 off=5220129 len=888780 2021-07-26T16:08:20.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 129 completed, throughput=4.94MB/sec 2021-07-26T16:08:20.002 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XdESR00LwFVcdhw off=416304 len=716382 2021-07-26T16:08:20.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 130 completed, throughput=4.96MB/sec 2021-07-26T16:08:20.009 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fXyYdHYae5AK25S off=2696172 len=1943098 2021-07-26T16:08:20.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 131 completed, throughput=5.03MB/sec 2021-07-26T16:08:20.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:20 smithi046 bash[41283]: cluster 2021-07-26T16:08:20.274209+0000 mgr.y (mgr.24683) 770 : cluster [DBG] pgmap v1556: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:08:20.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:20 smithi046 bash[42351]: cluster 2021-07-26T16:08:20.274209+0000 mgr.y (mgr.24683) 770 : cluster [DBG] pgmap v1556: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:08:20.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:20 smithi073 bash[34190]: cluster 2021-07-26T16:08:20.274209+0000 mgr.y (mgr.24683) 770 : cluster [DBG] pgmap v1556: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:08:21.015 INFO:tasks.workunit.client.0.smithi046.stdout: 27: throughput=4.85MB/sec pending data=0 2021-07-26T16:08:21.015 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1nu2sS2ZL-Z7t09 off=2560008 len=204679 2021-07-26T16:08:21.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 132 completed, throughput=4.86MB/sec 2021-07-26T16:08:21.021 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OQ0_hYJXkDSYF1i off=2105109 len=621455 2021-07-26T16:08:21.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 133 completed, throughput=4.88MB/sec 2021-07-26T16:08:21.024 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vMsN3hMxUdU-hlC off=8556651 len=161081 2021-07-26T16:08:21.025 INFO:tasks.workunit.client.0.smithi046.stdout:op 134 completed, throughput=4.88MB/sec 2021-07-26T16:08:21.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kHmcOFnH2Oc5s_8 off=9823099 len=998126 2021-07-26T16:08:21.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 135 completed, throughput=4.92MB/sec 2021-07-26T16:08:21.029 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V2MqCCegTvwrxcY off=3085917 len=184251 2021-07-26T16:08:21.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 136 completed, throughput=4.92MB/sec 2021-07-26T16:08:21.034 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wS5UDVF4GpWc_Fm off=18296144 len=244680 2021-07-26T16:08:21.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 137 completed, throughput=4.93MB/sec 2021-07-26T16:08:21.035 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ikf1hd9etwJ1PZG off=9227516 len=1875283 2021-07-26T16:08:21.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 138 completed, throughput=4.99MB/sec 2021-07-26T16:08:21.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-raqKJFNhlSMOWBl off=4292073 len=1676950 2021-07-26T16:08:21.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 139 completed, throughput=5.05MB/sec 2021-07-26T16:08:22.054 INFO:tasks.workunit.client.0.smithi046.stdout: 28: throughput=4.87MB/sec pending data=0 2021-07-26T16:08:22.055 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-67fskn9W9n5Kxh7 off=347147 len=979512 2021-07-26T16:08:22.063 INFO:tasks.workunit.client.0.smithi046.stdout:op 140 completed, throughput=4.9MB/sec 2021-07-26T16:08:22.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rN8FRDdTsBxiBj_ off=4237871 len=1841538 2021-07-26T16:08:22.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 141 completed, throughput=4.96MB/sec 2021-07-26T16:08:22.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SgWjagcVm03gTxf off=8435905 len=589161 2021-07-26T16:08:22.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 142 completed, throughput=4.98MB/sec 2021-07-26T16:08:22.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BEZTjBNSQZYHf4M off=731739 len=1494508 2021-07-26T16:08:22.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 143 completed, throughput=5.03MB/sec 2021-07-26T16:08:23.088 INFO:tasks.workunit.client.0.smithi046.stdout: 29: throughput=4.86MB/sec pending data=0 2021-07-26T16:08:23.088 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MVUJ17gAlpGRY-J off=7203822 len=1232639 2021-07-26T16:08:23.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 144 completed, throughput=4.9MB/sec 2021-07-26T16:08:23.093 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UFZVWCSES7cjN8H off=108101 len=1766770 2021-07-26T16:08:23.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 145 completed, throughput=4.95MB/sec 2021-07-26T16:08:23.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yd3Q0DLZTjp29xv off=1294612 len=1294583 2021-07-26T16:08:23.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 146 completed, throughput=4.99MB/sec 2021-07-26T16:08:23.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X07TmbNug6XREJ- off=1765416 len=1567509 2021-07-26T16:08:23.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 147 completed, throughput=5.04MB/sec 2021-07-26T16:08:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:23 smithi073 bash[34190]: cluster 2021-07-26T16:08:22.274993+0000 mgr.y (mgr.24683) 771 : cluster [DBG] pgmap v1557: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:08:23.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:23 smithi046 bash[41283]: cluster 2021-07-26T16:08:22.274993+0000 mgr.y (mgr.24683) 771 : cluster [DBG] pgmap v1557: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:08:23.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:23 smithi046 bash[42351]: cluster 2021-07-26T16:08:22.274993+0000 mgr.y (mgr.24683) 771 : cluster [DBG] pgmap v1557: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:08:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:23.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:23.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:08:24.121 INFO:tasks.workunit.client.0.smithi046.stdout: 30: throughput=4.88MB/sec pending data=0 2021-07-26T16:08:24.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ggmtT7cqaDl3raT off=4747302 len=1036022 2021-07-26T16:08:24.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 148 completed, throughput=4.91MB/sec 2021-07-26T16:08:24.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RHEWM1ZkAMcQKym off=13174700 len=824027 2021-07-26T16:08:24.133 INFO:tasks.workunit.client.0.smithi046.stdout:op 149 completed, throughput=4.93MB/sec 2021-07-26T16:08:24.133 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r37ZKsIf-vNbULI off=998636 len=882975 2021-07-26T16:08:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:op 150 completed, throughput=4.96MB/sec 2021-07-26T16:08:24.142 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ozVY_N2DwztnGxV off=1622916 len=1593337 2021-07-26T16:08:24.153 INFO:tasks.workunit.client.0.smithi046.stdout:op 151 completed, throughput=5.01MB/sec 2021-07-26T16:08:24.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:24 smithi046 bash[41283]: cluster 2021-07-26T16:08:24.275718+0000 mgr.y (mgr.24683) 772 : cluster [DBG] pgmap v1558: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:24.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:24 smithi046 bash[42351]: cluster 2021-07-26T16:08:24.275718+0000 mgr.y (mgr.24683) 772 : cluster [DBG] pgmap v1558: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:24 smithi073 bash[34190]: cluster 2021-07-26T16:08:24.275718+0000 mgr.y (mgr.24683) 772 : cluster [DBG] pgmap v1558: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:08:25.153 INFO:tasks.workunit.client.0.smithi046.stdout: 31: throughput=4.85MB/sec pending data=0 2021-07-26T16:08:25.154 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FkTgQ7oZaxcFvGo off=2253237 len=918327 2021-07-26T16:08:25.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 152 completed, throughput=4.88MB/sec 2021-07-26T16:08:25.157 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WwnpmRu7fE9AO9P off=14014029 len=138853 2021-07-26T16:08:25.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 153 completed, throughput=4.88MB/sec 2021-07-26T16:08:25.163 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VmJ9SbEshoqOU1u off=9618207 len=1707560 2021-07-26T16:08:25.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 154 completed, throughput=4.93MB/sec 2021-07-26T16:08:25.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8piMd64xFU1TJSn off=13617424 len=225324 2021-07-26T16:08:25.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 155 completed, throughput=4.94MB/sec 2021-07-26T16:08:25.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u4HW0PuXT4acYjM off=15701322 len=752686 2021-07-26T16:08:25.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 156 completed, throughput=4.96MB/sec 2021-07-26T16:08:25.187 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GtFGHOEaqSgXleG off=16791525 len=1532014 2021-07-26T16:08:25.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 157 completed, throughput=5MB/sec 2021-07-26T16:08:26.190 INFO:tasks.workunit.client.0.smithi046.stdout: 32: throughput=4.85MB/sec pending data=0 2021-07-26T16:08:26.191 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VEul5grb8aryzoH off=8964615 len=749114 2021-07-26T16:08:26.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 158 completed, throughput=4.87MB/sec 2021-07-26T16:08:26.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cTYZ0WVJPkFJt-D off=4660887 len=1753073 2021-07-26T16:08:26.199 INFO:tasks.workunit.client.0.smithi046.stdout:op 159 completed, throughput=4.92MB/sec 2021-07-26T16:08:26.199 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IVQK86B7mRn0lZn off=21326675 len=1613776 2021-07-26T16:08:26.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 160 completed, throughput=4.97MB/sec 2021-07-26T16:08:26.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y-wChasQrJPb3FQ off=17289188 len=607927 2021-07-26T16:08:26.217 INFO:tasks.workunit.client.0.smithi046.stdout:op 161 completed, throughput=4.98MB/sec 2021-07-26T16:08:26.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MBJHelrcIjVndDC off=600240 len=1360240 2021-07-26T16:08:26.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 162 completed, throughput=5.02MB/sec 2021-07-26T16:08:26.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:26 smithi046 bash[41283]: cluster 2021-07-26T16:08:26.276400+0000 mgr.y (mgr.24683) 773 : cluster [DBG] pgmap v1559: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:08:26.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:26 smithi046 bash[42351]: cluster 2021-07-26T16:08:26.276400+0000 mgr.y (mgr.24683) 773 : cluster [DBG] pgmap v1559: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:08:26.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:26 smithi073 bash[34190]: cluster 2021-07-26T16:08:26.276400+0000 mgr.y (mgr.24683) 773 : cluster [DBG] pgmap v1559: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:08:27.223 INFO:tasks.workunit.client.0.smithi046.stdout: 33: throughput=4.87MB/sec pending data=0 2021-07-26T16:08:27.224 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B6Iqd6qGDrSnzYz off=4965021 len=1185152 2021-07-26T16:08:27.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 163 completed, throughput=4.91MB/sec 2021-07-26T16:08:27.235 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U27qCPuLifvF_2o off=505433 len=27000 2021-07-26T16:08:27.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 164 completed, throughput=4.91MB/sec 2021-07-26T16:08:27.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yuJgQ8MmVCOfjXw off=18252470 len=907406 2021-07-26T16:08:27.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 165 completed, throughput=4.93MB/sec 2021-07-26T16:08:27.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bz6qqS4oOW8BKUT off=6831975 len=2020897 2021-07-26T16:08:27.253 INFO:tasks.workunit.client.0.smithi046.stdout:op 166 completed, throughput=4.99MB/sec 2021-07-26T16:08:27.253 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MYDedx-8BY6ZqKr off=7886113 len=1410988 2021-07-26T16:08:27.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 167 completed, throughput=5.02MB/sec 2021-07-26T16:08:28.262 INFO:tasks.workunit.client.0.smithi046.stdout: 34: throughput=4.88MB/sec pending data=0 2021-07-26T16:08:28.263 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KpdoX2sZ0Yp1iHR off=339629 len=240974 2021-07-26T16:08:28.268 INFO:tasks.workunit.client.0.smithi046.stdout:op 168 completed, throughput=4.89MB/sec 2021-07-26T16:08:28.268 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B_6Typ7_Vq2C4QI off=3629541 len=1460267 2021-07-26T16:08:28.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 169 completed, throughput=4.92MB/sec 2021-07-26T16:08:28.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y2B4smt7JBGeotb off=2436654 len=2011969 2021-07-26T16:08:28.293 INFO:tasks.workunit.client.0.smithi046.stdout:op 170 completed, throughput=4.98MB/sec 2021-07-26T16:08:28.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--7uMWryMW9ufOZK off=3751583 len=1079284 2021-07-26T16:08:28.296 INFO:tasks.workunit.client.0.smithi046.stdout:op 171 completed, throughput=5.01MB/sec 2021-07-26T16:08:28.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:28 smithi046 bash[41283]: cluster 2021-07-26T16:08:28.277083+0000 mgr.y (mgr.24683) 774 : cluster [DBG] pgmap v1560: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:08:28.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:28 smithi046 bash[42351]: cluster 2021-07-26T16:08:28.277083+0000 mgr.y (mgr.24683) 774 : cluster [DBG] pgmap v1560: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:08:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:28 smithi073 bash[34190]: cluster 2021-07-26T16:08:28.277083+0000 mgr.y (mgr.24683) 774 : cluster [DBG] pgmap v1560: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:08:29.297 INFO:tasks.workunit.client.0.smithi046.stdout: 35: throughput=4.87MB/sec pending data=0 2021-07-26T16:08:29.297 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0dk9D2NzCCUhvK8 off=15370283 len=385694 2021-07-26T16:08:29.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 172 completed, throughput=4.88MB/sec 2021-07-26T16:08:29.300 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q0CNNW5JG8haxTa off=6359554 len=690024 2021-07-26T16:08:29.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 173 completed, throughput=4.89MB/sec 2021-07-26T16:08:29.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pcUbT8J2cC6qANG off=0 len=1420963 2021-07-26T16:08:29.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 174 completed, throughput=4.93MB/sec 2021-07-26T16:08:29.308 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SubtXwUW7rC_iiJ off=6397455 len=27279 2021-07-26T16:08:29.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 175 completed, throughput=4.93MB/sec 2021-07-26T16:08:29.312 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fF8Vye-w60z1iAW off=552076 len=2010721 2021-07-26T16:08:29.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 176 completed, throughput=4.98MB/sec 2021-07-26T16:08:29.327 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0aQ8ZGzs5ZDAOQI off=6993305 len=455794 2021-07-26T16:08:29.334 INFO:tasks.workunit.client.0.smithi046.stdout:op 177 completed, throughput=4.99MB/sec 2021-07-26T16:08:29.334 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SjAI-JKlacwm5Bq off=1938537 len=584888 2021-07-26T16:08:29.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 178 completed, throughput=5.01MB/sec 2021-07-26T16:08:30.336 INFO:tasks.workunit.client.0.smithi046.stdout: 36: throughput=4.87MB/sec pending data=0 2021-07-26T16:08:30.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-tV6O8FsNocanHgb off=4488943 len=980847 2021-07-26T16:08:30.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 179 completed, throughput=4.9MB/sec 2021-07-26T16:08:30.346 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-loIXjtTueF1IBHE off=10893448 len=1687647 2021-07-26T16:08:30.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 180 completed, throughput=4.94MB/sec 2021-07-26T16:08:30.357 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dVnBG53ZDxzvBxn off=10416847 len=195987 2021-07-26T16:08:30.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 181 completed, throughput=4.94MB/sec 2021-07-26T16:08:30.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wbns5DHv2g7mxzR off=15468038 len=1597899 2021-07-26T16:08:30.369 INFO:tasks.workunit.client.0.smithi046.stdout:op 182 completed, throughput=4.98MB/sec 2021-07-26T16:08:30.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ieh1nTYlyLA1V2T off=13006851 len=1960000 2021-07-26T16:08:30.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 183 completed, throughput=5.03MB/sec 2021-07-26T16:08:30.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:30 smithi046 bash[42351]: cluster 2021-07-26T16:08:30.277708+0000 mgr.y (mgr.24683) 775 : cluster [DBG] pgmap v1561: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:30.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:30 smithi046 bash[41283]: cluster 2021-07-26T16:08:30.277708+0000 mgr.y (mgr.24683) 775 : cluster [DBG] pgmap v1561: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:30.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:30 smithi073 bash[34190]: cluster 2021-07-26T16:08:30.277708+0000 mgr.y (mgr.24683) 775 : cluster [DBG] pgmap v1561: 9 pgs: 9 active+clean; 126 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:31.382 INFO:tasks.workunit.client.0.smithi046.stdout: 37: throughput=4.9MB/sec pending data=0 2021-07-26T16:08:31.383 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3wIx_qDV-9Znx9g off=6889945 len=462743 2021-07-26T16:08:31.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 184 completed, throughput=4.91MB/sec 2021-07-26T16:08:31.389 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iwMN7i9H9zCXEtv off=2761654 len=1371138 2021-07-26T16:08:31.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 185 completed, throughput=4.95MB/sec 2021-07-26T16:08:31.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n34jwnDz09VwfOd off=15569123 len=211132 2021-07-26T16:08:31.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 186 completed, throughput=4.95MB/sec 2021-07-26T16:08:31.393 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CjSqQ2Ii1Eq6-lU off=15962923 len=1486509 2021-07-26T16:08:31.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 187 completed, throughput=4.99MB/sec 2021-07-26T16:08:31.402 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z_3SNui2FHqk6ox off=1749941 len=907537 2021-07-26T16:08:31.405 INFO:tasks.workunit.client.0.smithi046.stdout:op 188 completed, throughput=5.01MB/sec 2021-07-26T16:08:32.406 INFO:tasks.workunit.client.0.smithi046.stdout: 38: throughput=4.88MB/sec pending data=0 2021-07-26T16:08:32.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0CTaZIHVFU7RzMV off=8773500 len=1227081 2021-07-26T16:08:32.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 189 completed, throughput=4.91MB/sec 2021-07-26T16:08:32.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VpN5-heZEfUVbgD off=14508942 len=1449653 2021-07-26T16:08:32.423 INFO:tasks.workunit.client.0.smithi046.stdout:op 190 completed, throughput=4.94MB/sec 2021-07-26T16:08:32.423 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bPRDFxQlTRgORkL off=3440283 len=297290 2021-07-26T16:08:32.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 191 completed, throughput=4.95MB/sec 2021-07-26T16:08:32.429 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l88KGdfv2YK1m9_ off=16469949 len=1842597 2021-07-26T16:08:32.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 192 completed, throughput=4.99MB/sec 2021-07-26T16:08:32.434 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kqy_uHDSGPM3W2i off=2645725 len=1302994 2021-07-26T16:08:32.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 193 completed, throughput=5.02MB/sec 2021-07-26T16:08:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:33 smithi073 bash[34190]: cluster 2021-07-26T16:08:32.278356+0000 mgr.y (mgr.24683) 776 : cluster [DBG] pgmap v1562: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:33.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:33 smithi046 bash[41283]: cluster 2021-07-26T16:08:32.278356+0000 mgr.y (mgr.24683) 776 : cluster [DBG] pgmap v1562: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:33.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:33 smithi046 bash[42351]: cluster 2021-07-26T16:08:32.278356+0000 mgr.y (mgr.24683) 776 : cluster [DBG] pgmap v1562: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:33.444 INFO:tasks.workunit.client.0.smithi046.stdout: 39: throughput=4.9MB/sec pending data=0 2021-07-26T16:08:33.444 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dxaH3hpOWDU28eq off=23089046 len=356881 2021-07-26T16:08:33.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 194 completed, throughput=4.91MB/sec 2021-07-26T16:08:33.450 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gHtdpA_VGL2Hi-z off=18817643 len=360477 2021-07-26T16:08:33.451 INFO:tasks.workunit.client.0.smithi046.stdout:op 195 completed, throughput=4.92MB/sec 2021-07-26T16:08:33.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u4HW0PuXT4acYjM off=10593375 len=26683 2021-07-26T16:08:33.456 INFO:tasks.workunit.client.0.smithi046.stdout:op 196 completed, throughput=4.92MB/sec 2021-07-26T16:08:33.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dL5WPuFPmZ8jm7n off=13012607 len=221322 2021-07-26T16:08:33.460 INFO:tasks.workunit.client.0.smithi046.stdout:op 197 completed, throughput=4.92MB/sec 2021-07-26T16:08:33.460 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O2TYgLrbA15i5yP off=4057603 len=1633575 2021-07-26T16:08:33.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 198 completed, throughput=4.96MB/sec 2021-07-26T16:08:33.464 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-97rSu3aZVrKLDN8 off=2447360 len=1428044 2021-07-26T16:08:33.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 199 completed, throughput=4.99MB/sec 2021-07-26T16:08:33.466 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L7KcJfAhow54KoB off=717253 len=1235336 2021-07-26T16:08:33.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 200 completed, throughput=5.02MB/sec 2021-07-26T16:08:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:33.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:33.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:33.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:08:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:34 smithi073 bash[34190]: audit 2021-07-26T16:08:33.164624+0000 mon.a (mon.0) 1833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:34 smithi073 bash[34190]: audit 2021-07-26T16:08:33.167591+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:08:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:34 smithi073 bash[34190]: audit 2021-07-26T16:08:33.169575+0000 mon.a (mon.0) 1835 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:08:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:34 smithi073 bash[34190]: audit 2021-07-26T16:08:33.452168+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:08:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[41283]: audit 2021-07-26T16:08:33.164624+0000 mon.a (mon.0) 1833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[41283]: audit 2021-07-26T16:08:33.167591+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:08:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[41283]: audit 2021-07-26T16:08:33.169575+0000 mon.a (mon.0) 1835 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:08:34.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[41283]: audit 2021-07-26T16:08:33.452168+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:08:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[42351]: audit 2021-07-26T16:08:33.164624+0000 mon.a (mon.0) 1833 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[42351]: audit 2021-07-26T16:08:33.167591+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:08:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[42351]: audit 2021-07-26T16:08:33.169575+0000 mon.a (mon.0) 1835 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:08:34.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:34 smithi046 bash[42351]: audit 2021-07-26T16:08:33.452168+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:08:34.470 INFO:tasks.workunit.client.0.smithi046.stdout: 40: throughput=4.9MB/sec pending data=0 2021-07-26T16:08:34.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yyshj0Cj1-TMOM7 off=3307028 len=143001 2021-07-26T16:08:34.476 INFO:tasks.workunit.client.0.smithi046.stdout:op 201 completed, throughput=4.9MB/sec 2021-07-26T16:08:34.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cO8_v3D0X0Dq6qD off=14089404 len=903131 2021-07-26T16:08:34.479 INFO:tasks.workunit.client.0.smithi046.stdout:op 202 completed, throughput=4.92MB/sec 2021-07-26T16:08:34.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8mWzdOfgBtSnX21 off=2860020 len=317500 2021-07-26T16:08:34.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 203 completed, throughput=4.93MB/sec 2021-07-26T16:08:34.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-URL5O2jHpLurEk7 off=2369002 len=704570 2021-07-26T16:08:34.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 204 completed, throughput=4.95MB/sec 2021-07-26T16:08:34.491 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i3DwmPp5S-b9v27 off=9549920 len=122990 2021-07-26T16:08:34.496 INFO:tasks.workunit.client.0.smithi046.stdout:op 205 completed, throughput=4.95MB/sec 2021-07-26T16:08:34.496 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YxysOJfsIRVRZmc off=16503105 len=1241811 2021-07-26T16:08:34.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 206 completed, throughput=4.98MB/sec 2021-07-26T16:08:34.499 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MH2QOacrnseAPGl off=18573410 len=1121025 2021-07-26T16:08:34.501 INFO:tasks.workunit.client.0.smithi046.stdout:op 207 completed, throughput=5MB/sec 2021-07-26T16:08:35.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:35 smithi073 bash[34190]: cluster 2021-07-26T16:08:34.278968+0000 mgr.y (mgr.24683) 777 : cluster [DBG] pgmap v1563: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:08:35.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:35 smithi046 bash[41283]: cluster 2021-07-26T16:08:34.278968+0000 mgr.y (mgr.24683) 777 : cluster [DBG] pgmap v1563: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:08:35.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:35 smithi046 bash[42351]: cluster 2021-07-26T16:08:34.278968+0000 mgr.y (mgr.24683) 777 : cluster [DBG] pgmap v1563: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:08:35.501 INFO:tasks.workunit.client.0.smithi046.stdout: 41: throughput=4.88MB/sec pending data=0 2021-07-26T16:08:35.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5lf93R6sleBcqMr off=6503199 len=640741 2021-07-26T16:08:35.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 208 completed, throughput=4.9MB/sec 2021-07-26T16:08:35.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uQ4aRv9aSJmy_Wd off=1713215 len=781187 2021-07-26T16:08:35.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 209 completed, throughput=4.91MB/sec 2021-07-26T16:08:35.517 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LQB3LhQ1eTsWhFX off=8041243 len=1303503 2021-07-26T16:08:35.518 INFO:tasks.workunit.client.0.smithi046.stdout:op 210 completed, throughput=4.94MB/sec 2021-07-26T16:08:35.519 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nGsCdO8KLObV9u1 off=1789732 len=490684 2021-07-26T16:08:35.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 211 completed, throughput=4.95MB/sec 2021-07-26T16:08:35.521 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C86o9WkAU0KoJ41 off=16232844 len=557740 2021-07-26T16:08:35.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 212 completed, throughput=4.97MB/sec 2021-07-26T16:08:35.529 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8XNPH2nsgSAdLqQ off=17637027 len=1162810 2021-07-26T16:08:35.531 INFO:tasks.workunit.client.0.smithi046.stdout:op 213 completed, throughput=4.99MB/sec 2021-07-26T16:08:35.532 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T1Skz6xWZJMPgcj off=15678947 len=406886 2021-07-26T16:08:35.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 214 completed, throughput=5MB/sec 2021-07-26T16:08:35.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7ptfSifv0s_XoIE off=7373224 len=1003174 2021-07-26T16:08:35.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 215 completed, throughput=5.02MB/sec 2021-07-26T16:08:36.545 INFO:tasks.workunit.client.0.smithi046.stdout: 42: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:36.546 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-F1hcTk2mm0JL4BW off=1148645 len=1711381 2021-07-26T16:08:36.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 216 completed, throughput=4.94MB/sec 2021-07-26T16:08:36.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oF8jEOxSLYtvGvG off=16026469 len=1222066 2021-07-26T16:08:36.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 217 completed, throughput=4.97MB/sec 2021-07-26T16:08:36.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mdq2mWEZQcHtnLk off=4955556 len=2076406 2021-07-26T16:08:36.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 218 completed, throughput=5.01MB/sec 2021-07-26T16:08:36.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:36 smithi046 bash[41283]: cluster 2021-07-26T16:08:36.279765+0000 mgr.y (mgr.24683) 778 : cluster [DBG] pgmap v1564: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:36.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:36 smithi046 bash[42351]: cluster 2021-07-26T16:08:36.279765+0000 mgr.y (mgr.24683) 778 : cluster [DBG] pgmap v1564: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:36.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:36 smithi073 bash[34190]: cluster 2021-07-26T16:08:36.279765+0000 mgr.y (mgr.24683) 778 : cluster [DBG] pgmap v1564: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:37.562 INFO:tasks.workunit.client.0.smithi046.stdout: 43: throughput=4.9MB/sec pending data=0 2021-07-26T16:08:37.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h2WIRCALxxJadFn off=4194793 len=590401 2021-07-26T16:08:37.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 219 completed, throughput=4.91MB/sec 2021-07-26T16:08:37.565 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bxupWYqsZTgeRyH off=16850607 len=67747 2021-07-26T16:08:37.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 220 completed, throughput=4.91MB/sec 2021-07-26T16:08:37.570 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kP085ADVCJLvSLL off=3053598 len=980572 2021-07-26T16:08:37.578 INFO:tasks.workunit.client.0.smithi046.stdout:op 221 completed, throughput=4.93MB/sec 2021-07-26T16:08:37.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sEQZMqZyZqy5QNl off=15309655 len=1109022 2021-07-26T16:08:37.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 222 completed, throughput=4.96MB/sec 2021-07-26T16:08:37.587 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kGRHKU0Br5fY5wk off=15525081 len=1833603 2021-07-26T16:08:37.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 223 completed, throughput=5MB/sec 2021-07-26T16:08:37.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dIivP3yFbIwP8aP off=4637193 len=325762 2021-07-26T16:08:37.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 224 completed, throughput=5MB/sec 2021-07-26T16:08:38.594 INFO:tasks.workunit.client.0.smithi046.stdout: 44: throughput=4.89MB/sec pending data=0 2021-07-26T16:08:38.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2Zc95yl1XekLbrj off=15108804 len=1326749 2021-07-26T16:08:38.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 225 completed, throughput=4.92MB/sec 2021-07-26T16:08:38.598 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aqkBVnVgMXCA0CW off=14589153 len=908905 2021-07-26T16:08:38.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 226 completed, throughput=4.94MB/sec 2021-07-26T16:08:38.609 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z9Hdmvg-MVVOjqv off=1591624 len=2001012 2021-07-26T16:08:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 227 completed, throughput=4.98MB/sec 2021-07-26T16:08:38.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tPwlk8OtXM0prXh off=704862 len=1000279 2021-07-26T16:08:38.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 228 completed, throughput=5MB/sec 2021-07-26T16:08:38.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2pXfENAl2hLVGzO off=11417603 len=1207948 2021-07-26T16:08:38.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 229 completed, throughput=5.02MB/sec 2021-07-26T16:08:38.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:38 smithi046 bash[41283]: cluster 2021-07-26T16:08:38.280474+0000 mgr.y (mgr.24683) 779 : cluster [DBG] pgmap v1565: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:38.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:38 smithi046 bash[42351]: cluster 2021-07-26T16:08:38.280474+0000 mgr.y (mgr.24683) 779 : cluster [DBG] pgmap v1565: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:38.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:38 smithi073 bash[34190]: cluster 2021-07-26T16:08:38.280474+0000 mgr.y (mgr.24683) 779 : cluster [DBG] pgmap v1565: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:08:39.628 INFO:tasks.workunit.client.0.smithi046.stdout: 45: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:39.628 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MqRs67L27DGDumk off=5979978 len=119752 2021-07-26T16:08:39.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 230 completed, throughput=4.92MB/sec 2021-07-26T16:08:39.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BckF7NpVsYn9lIY off=1889314 len=1709265 2021-07-26T16:08:39.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 231 completed, throughput=4.95MB/sec 2021-07-26T16:08:39.634 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fVyVO27kFk08_-1 off=2413666 len=390970 2021-07-26T16:08:39.640 INFO:tasks.workunit.client.0.smithi046.stdout:op 232 completed, throughput=4.96MB/sec 2021-07-26T16:08:39.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u1aYR-AU_x16v6f off=19275338 len=548023 2021-07-26T16:08:39.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 233 completed, throughput=4.97MB/sec 2021-07-26T16:08:39.647 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ozVY_N2DwztnGxV off=8203739 len=1643561 2021-07-26T16:08:39.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 234 completed, throughput=5MB/sec 2021-07-26T16:08:40.658 INFO:tasks.workunit.client.0.smithi046.stdout: 46: throughput=4.9MB/sec pending data=0 2021-07-26T16:08:40.658 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Eij2fbOmPIbC4jC off=9081373 len=1479832 2021-07-26T16:08:40.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 235 completed, throughput=4.93MB/sec 2021-07-26T16:08:40.663 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jkMTuMubTl4YBRb off=1221702 len=1495714 2021-07-26T16:08:40.668 INFO:tasks.workunit.client.0.smithi046.stdout:op 236 completed, throughput=4.96MB/sec 2021-07-26T16:08:40.668 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-41s-VQx2oBQ8gyH off=6465947 len=1191575 2021-07-26T16:08:40.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 237 completed, throughput=4.98MB/sec 2021-07-26T16:08:40.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hGVcJb7qRsu7KkN off=344570 len=1729224 2021-07-26T16:08:40.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:40 smithi046 bash[41283]: cluster 2021-07-26T16:08:40.281104+0000 mgr.y (mgr.24683) 780 : cluster [DBG] pgmap v1566: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:40.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:40 smithi046 bash[42351]: cluster 2021-07-26T16:08:40.281104+0000 mgr.y (mgr.24683) 780 : cluster [DBG] pgmap v1566: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:40.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 238 completed, throughput=5.01MB/sec 2021-07-26T16:08:40.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:40 smithi073 bash[34190]: cluster 2021-07-26T16:08:40.281104+0000 mgr.y (mgr.24683) 780 : cluster [DBG] pgmap v1566: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:41.685 INFO:tasks.workunit.client.0.smithi046.stdout: 47: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:41.686 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j6P-aY5gR6bkle0 off=10715053 len=1816114 2021-07-26T16:08:41.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 239 completed, throughput=4.94MB/sec 2021-07-26T16:08:41.700 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ERotcWsX69b9soA off=1037768 len=2529 2021-07-26T16:08:41.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 240 completed, throughput=4.94MB/sec 2021-07-26T16:08:41.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xJzcBHFv1zKwHgW off=19191184 len=661101 2021-07-26T16:08:41.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 241 completed, throughput=4.96MB/sec 2021-07-26T16:08:41.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ulhJrvUWk--kyuz off=10420764 len=1975708 2021-07-26T16:08:41.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 242 completed, throughput=4.99MB/sec 2021-07-26T16:08:41.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NKbLpshlm1lsixr off=1532365 len=1349572 2021-07-26T16:08:41.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 243 completed, throughput=5.02MB/sec 2021-07-26T16:08:42.723 INFO:tasks.workunit.client.0.smithi046.stdout: 48: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:42.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XFS8h_J1mNbkiAY off=4572012 len=479979 2021-07-26T16:08:42.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 244 completed, throughput=4.93MB/sec 2021-07-26T16:08:42.725 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5nMRLKyTUbbZGmr off=4080513 len=619608 2021-07-26T16:08:42.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 245 completed, throughput=4.94MB/sec 2021-07-26T16:08:42.728 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qROK-Zkp3axGS-C off=4917352 len=120844 2021-07-26T16:08:42.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 246 completed, throughput=4.94MB/sec 2021-07-26T16:08:42.729 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-szm4P3IlZ7Mu54e off=4707589 len=1263831 2021-07-26T16:08:42.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 247 completed, throughput=4.96MB/sec 2021-07-26T16:08:42.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-voE4sdlYpzFxGft off=5853261 len=368841 2021-07-26T16:08:42.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 248 completed, throughput=4.97MB/sec 2021-07-26T16:08:42.746 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-b2sRPB24CJj8dq8 off=11438268 len=423837 2021-07-26T16:08:42.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 249 completed, throughput=4.98MB/sec 2021-07-26T16:08:42.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YlVeG52pODE6Zix off=3743208 len=1672844 2021-07-26T16:08:42.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 250 completed, throughput=5.01MB/sec 2021-07-26T16:08:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:43 smithi073 bash[34190]: cluster 2021-07-26T16:08:42.281814+0000 mgr.y (mgr.24683) 781 : cluster [DBG] pgmap v1567: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:08:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:43 smithi046 bash[41283]: cluster 2021-07-26T16:08:42.281814+0000 mgr.y (mgr.24683) 781 : cluster [DBG] pgmap v1567: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:08:43.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:43 smithi046 bash[42351]: cluster 2021-07-26T16:08:42.281814+0000 mgr.y (mgr.24683) 781 : cluster [DBG] pgmap v1567: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:08:43.757 INFO:tasks.workunit.client.0.smithi046.stdout: 49: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:43.757 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-inyi5VTY2AuYlzc off=2101708 len=573593 2021-07-26T16:08:43.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 251 completed, throughput=4.92MB/sec 2021-07-26T16:08:43.760 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UXElHLsaMJ3kZL3 off=13232942 len=1188285 2021-07-26T16:08:43.771 INFO:tasks.workunit.client.0.smithi046.stdout:op 252 completed, throughput=4.94MB/sec 2021-07-26T16:08:43.771 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-knbLC1zhhc42i37 off=6598299 len=750865 2021-07-26T16:08:43.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 253 completed, throughput=4.96MB/sec 2021-07-26T16:08:43.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ozVY_N2DwztnGxV off=190161 len=1332911 2021-07-26T16:08:43.784 INFO:tasks.workunit.client.0.smithi046.stdout:op 254 completed, throughput=4.98MB/sec 2021-07-26T16:08:43.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6rUrGAc1seON8Ne off=2176529 len=42229 2021-07-26T16:08:43.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 255 completed, throughput=4.98MB/sec 2021-07-26T16:08:43.788 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ge17KlI83HE8h6O off=18771453 len=1405383 2021-07-26T16:08:43.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 256 completed, throughput=5.01MB/sec 2021-07-26T16:08:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:43.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:08:44.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:44 smithi046 bash[41283]: cluster 2021-07-26T16:08:44.282436+0000 mgr.y (mgr.24683) 782 : cluster [DBG] pgmap v1568: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2021-07-26T16:08:44.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:44 smithi046 bash[42351]: cluster 2021-07-26T16:08:44.282436+0000 mgr.y (mgr.24683) 782 : cluster [DBG] pgmap v1568: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2021-07-26T16:08:44.798 INFO:tasks.workunit.client.0.smithi046.stdout: 50: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:44.799 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B_jkEJsthzCwp80 off=9667185 len=1860344 2021-07-26T16:08:44.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 257 completed, throughput=4.94MB/sec 2021-07-26T16:08:44.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MN2xZQ2P5szALOK off=5591066 len=2055556 2021-07-26T16:08:44.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 258 completed, throughput=4.98MB/sec 2021-07-26T16:08:44.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U0Lr54ld7OA3APF off=23227762 len=228489 2021-07-26T16:08:44.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 259 completed, throughput=4.98MB/sec 2021-07-26T16:08:44.822 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rlveLh3pKikR_0b off=22643551 len=1259275 2021-07-26T16:08:44.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 260 completed, throughput=5.01MB/sec 2021-07-26T16:08:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:44 smithi073 bash[34190]: cluster 2021-07-26T16:08:44.282436+0000 mgr.y (mgr.24683) 782 : cluster [DBG] pgmap v1568: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2021-07-26T16:08:45.825 INFO:tasks.workunit.client.0.smithi046.stdout: 51: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:45.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GUBuWFJ-w8wYU0q off=4767872 len=1458381 2021-07-26T16:08:45.828 INFO:tasks.workunit.client.0.smithi046.stdout:op 261 completed, throughput=4.94MB/sec 2021-07-26T16:08:45.828 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gd1mki1Y6U0SfhF off=3737365 len=1036580 2021-07-26T16:08:45.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 262 completed, throughput=4.96MB/sec 2021-07-26T16:08:45.838 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eCHpQieKHQ8QCs9 off=15811288 len=1454064 2021-07-26T16:08:45.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 263 completed, throughput=4.98MB/sec 2021-07-26T16:08:45.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vMsN3hMxUdU-hlC off=8402656 len=1098665 2021-07-26T16:08:45.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 264 completed, throughput=5MB/sec 2021-07-26T16:08:46.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:46 smithi046 bash[41283]: cluster 2021-07-26T16:08:46.283130+0000 mgr.y (mgr.24683) 783 : cluster [DBG] pgmap v1569: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:08:46.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:46 smithi046 bash[42351]: cluster 2021-07-26T16:08:46.283130+0000 mgr.y (mgr.24683) 783 : cluster [DBG] pgmap v1569: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:08:46.849 INFO:tasks.workunit.client.0.smithi046.stdout: 52: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:46.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-55lPl28im9IRqAi off=5385083 len=7104 2021-07-26T16:08:46.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 265 completed, throughput=4.91MB/sec 2021-07-26T16:08:46.854 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pq38tKEp_1dSsk- off=7087722 len=998416 2021-07-26T16:08:46.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 266 completed, throughput=4.92MB/sec 2021-07-26T16:08:46.864 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MQ0ejbE8JlmK8JG off=3154572 len=515764 2021-07-26T16:08:46.865 INFO:tasks.workunit.client.0.smithi046.stdout:op 267 completed, throughput=4.93MB/sec 2021-07-26T16:08:46.865 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B2H5RxsU4mIn_6o off=9706659 len=1806421 2021-07-26T16:08:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:46 smithi073 bash[34190]: cluster 2021-07-26T16:08:46.283130+0000 mgr.y (mgr.24683) 783 : cluster [DBG] pgmap v1569: 9 pgs: 9 active+clean; 126 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:08:46.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 268 completed, throughput=4.97MB/sec 2021-07-26T16:08:46.869 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PMbObZ0K4spq6Or off=533180 len=1746975 2021-07-26T16:08:46.871 INFO:tasks.workunit.client.0.smithi046.stdout:op 269 completed, throughput=5MB/sec 2021-07-26T16:08:46.872 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XoS3zAvxT51553b off=14742350 len=1305309 2021-07-26T16:08:46.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 270 completed, throughput=5.02MB/sec 2021-07-26T16:08:47.881 INFO:tasks.workunit.client.0.smithi046.stdout: 53: throughput=4.93MB/sec pending data=0 2021-07-26T16:08:47.882 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OsRlOb9mYfTG9Qd off=9283483 len=1970382 2021-07-26T16:08:47.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 271 completed, throughput=4.96MB/sec 2021-07-26T16:08:47.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I6smes2rLBTI8rY off=623923 len=502026 2021-07-26T16:08:47.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 272 completed, throughput=4.97MB/sec 2021-07-26T16:08:47.891 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g9cX9YvtRYC0gJf off=7636655 len=902728 2021-07-26T16:08:47.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 273 completed, throughput=4.98MB/sec 2021-07-26T16:08:47.900 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xuDjGdbZPCcLLgZ off=3438227 len=1127302 2021-07-26T16:08:47.904 INFO:tasks.workunit.client.0.smithi046.stdout:op 274 completed, throughput=5MB/sec 2021-07-26T16:08:48.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:48 smithi046 bash[41283]: cluster 2021-07-26T16:08:48.283838+0000 mgr.y (mgr.24683) 784 : cluster [DBG] pgmap v1570: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2021-07-26T16:08:48.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:48 smithi046 bash[42351]: cluster 2021-07-26T16:08:48.283838+0000 mgr.y (mgr.24683) 784 : cluster [DBG] pgmap v1570: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2021-07-26T16:08:48.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:48 smithi073 bash[34190]: cluster 2021-07-26T16:08:48.283838+0000 mgr.y (mgr.24683) 784 : cluster [DBG] pgmap v1570: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2021-07-26T16:08:48.904 INFO:tasks.workunit.client.0.smithi046.stdout: 54: throughput=4.91MB/sec pending data=0 2021-07-26T16:08:48.904 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jVtC8UFNPUdDzSF off=14977666 len=1482002 2021-07-26T16:08:48.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 275 completed, throughput=4.94MB/sec 2021-07-26T16:08:48.909 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hb8F-MmkNz5C99j off=12875100 len=1952162 2021-07-26T16:08:48.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 276 completed, throughput=4.97MB/sec 2021-07-26T16:08:48.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-85VqjdUTqEkB_5i off=4051051 len=464481 2021-07-26T16:08:48.916 INFO:tasks.workunit.client.0.smithi046.stdout:op 277 completed, throughput=4.98MB/sec 2021-07-26T16:08:48.917 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8JRgueL1fsyNbG3 off=1929677 len=1106083 2021-07-26T16:08:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 278 completed, throughput=5MB/sec 2021-07-26T16:08:48.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VaDJdOXUSVlObpS off=11059510 len=1167288 2021-07-26T16:08:48.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 279 completed, throughput=5.02MB/sec 2021-07-26T16:08:49.924 INFO:tasks.workunit.client.0.smithi046.stdout: 55: throughput=4.93MB/sec pending data=0 2021-07-26T16:08:49.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rtdmsd8h0riKMcX off=1115864 len=298767 2021-07-26T16:08:49.925 INFO:tasks.workunit.client.0.smithi046.stdout:op 280 completed, throughput=4.93MB/sec 2021-07-26T16:08:49.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8cS57RLW9u4Nzl1 off=13862689 len=342396 2021-07-26T16:08:49.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 281 completed, throughput=4.94MB/sec 2021-07-26T16:08:49.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DvVD0L-mVretKS- off=2086884 len=1857624 2021-07-26T16:08:49.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 282 completed, throughput=4.97MB/sec 2021-07-26T16:08:49.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HJHRAoHwbV8eV_F off=517761 len=1622047 2021-07-26T16:08:49.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 283 completed, throughput=5MB/sec 2021-07-26T16:08:49.946 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6X_NstTWZieQMgd off=6304422 len=733547 2021-07-26T16:08:49.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 284 completed, throughput=5.01MB/sec 2021-07-26T16:08:50.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:50 smithi046 bash[42351]: cluster 2021-07-26T16:08:50.284568+0000 mgr.y (mgr.24683) 785 : cluster [DBG] pgmap v1571: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:50.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:50 smithi046 bash[41283]: cluster 2021-07-26T16:08:50.284568+0000 mgr.y (mgr.24683) 785 : cluster [DBG] pgmap v1571: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:50.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:50 smithi073 bash[34190]: cluster 2021-07-26T16:08:50.284568+0000 mgr.y (mgr.24683) 785 : cluster [DBG] pgmap v1571: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:08:50.949 INFO:tasks.workunit.client.0.smithi046.stdout: 56: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:50.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Izzq683hqDRuG2F off=14731970 len=662347 2021-07-26T16:08:50.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 285 completed, throughput=4.93MB/sec 2021-07-26T16:08:50.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gj30U3o9Haj-gwD off=2473653 len=1382476 2021-07-26T16:08:50.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 286 completed, throughput=4.95MB/sec 2021-07-26T16:08:50.967 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-19PBXaQQSDtUuAp off=2357642 len=1791519 2021-07-26T16:08:50.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 287 completed, throughput=4.98MB/sec 2021-07-26T16:08:50.978 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WxXc4LEALsDcxBC off=1797896 len=551230 2021-07-26T16:08:50.979 INFO:tasks.workunit.client.0.smithi046.stdout:op 288 completed, throughput=4.99MB/sec 2021-07-26T16:08:50.979 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HfPSDPSWHv94eir off=7102309 len=1777044 2021-07-26T16:08:50.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 289 completed, throughput=5.02MB/sec 2021-07-26T16:08:51.994 INFO:tasks.workunit.client.0.smithi046.stdout: 57: throughput=4.93MB/sec pending data=0 2021-07-26T16:08:51.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ndzfTmULoBI_unx off=1602930 len=1272651 2021-07-26T16:08:52.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 290 completed, throughput=4.95MB/sec 2021-07-26T16:08:52.004 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--tVo23FrS7Vy429 off=17261349 len=1977730 2021-07-26T16:08:52.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 291 completed, throughput=4.99MB/sec 2021-07-26T16:08:52.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A1ZlkHHGWbuGT67 off=2784999 len=1791636 2021-07-26T16:08:52.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 292 completed, throughput=5.01MB/sec 2021-07-26T16:08:53.024 INFO:tasks.workunit.client.0.smithi046.stdout: 58: throughput=4.93MB/sec pending data=0 2021-07-26T16:08:53.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HJii3ogNdcuiBiI off=2330384 len=313365 2021-07-26T16:08:53.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 293 completed, throughput=4.93MB/sec 2021-07-26T16:08:53.026 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XhDFWTxwhWmBcSa off=12089580 len=1335005 2021-07-26T16:08:53.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 294 completed, throughput=4.95MB/sec 2021-07-26T16:08:53.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YjUG7_dnMmg88cH off=21487508 len=1362343 2021-07-26T16:08:53.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 295 completed, throughput=4.98MB/sec 2021-07-26T16:08:53.041 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hS9a_0vtKDCJyF1 off=2067634 len=1779594 2021-07-26T16:08:53.044 INFO:tasks.workunit.client.0.smithi046.stdout:op 296 completed, throughput=5MB/sec 2021-07-26T16:08:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:53 smithi073 bash[34190]: cluster 2021-07-26T16:08:52.285270+0000 mgr.y (mgr.24683) 786 : cluster [DBG] pgmap v1572: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:08:53.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:53 smithi046 bash[41283]: cluster 2021-07-26T16:08:52.285270+0000 mgr.y (mgr.24683) 786 : cluster [DBG] pgmap v1572: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:08:53.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:53 smithi046 bash[42351]: cluster 2021-07-26T16:08:52.285270+0000 mgr.y (mgr.24683) 786 : cluster [DBG] pgmap v1572: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:08:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:08:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:08:53.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:08:54.044 INFO:tasks.workunit.client.0.smithi046.stdout: 59: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:54.044 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kXO88UD9n1W-trP off=2103091 len=1365640 2021-07-26T16:08:54.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 297 completed, throughput=4.94MB/sec 2021-07-26T16:08:54.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0cLu0q9fsR0v_Gl off=7836079 len=1909879 2021-07-26T16:08:54.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 298 completed, throughput=4.97MB/sec 2021-07-26T16:08:54.063 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpArZPBvMMJLegg off=16246914 len=237228 2021-07-26T16:08:54.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 299 completed, throughput=4.98MB/sec 2021-07-26T16:08:54.065 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TGYEDHMy4in2Atq off=687127 len=917667 2021-07-26T16:08:54.067 INFO:tasks.workunit.client.0.smithi046.stdout:op 300 completed, throughput=4.99MB/sec 2021-07-26T16:08:54.067 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f29M5uQY4XcqrA2 off=1796779 len=75807 2021-07-26T16:08:54.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 301 completed, throughput=4.99MB/sec 2021-07-26T16:08:54.071 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r9a1X600to7ZRjz off=1542450 len=489679 2021-07-26T16:08:54.072 INFO:tasks.workunit.client.0.smithi046.stdout:op 302 completed, throughput=5MB/sec 2021-07-26T16:08:54.073 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rJQM_sAJ6lW3Gx0 off=2497013 len=506921 2021-07-26T16:08:54.075 INFO:tasks.workunit.client.0.smithi046.stdout:op 303 completed, throughput=5.01MB/sec 2021-07-26T16:08:54.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:54 smithi046 bash[41283]: cluster 2021-07-26T16:08:54.286015+0000 mgr.y (mgr.24683) 787 : cluster [DBG] pgmap v1573: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:54.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:54 smithi046 bash[42351]: cluster 2021-07-26T16:08:54.286015+0000 mgr.y (mgr.24683) 787 : cluster [DBG] pgmap v1573: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:54.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:54 smithi073 bash[34190]: cluster 2021-07-26T16:08:54.286015+0000 mgr.y (mgr.24683) 787 : cluster [DBG] pgmap v1573: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:08:55.075 INFO:tasks.workunit.client.0.smithi046.stdout: 60: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:55.076 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HGP19ShHAKcFWyz off=20061402 len=16861 2021-07-26T16:08:55.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 304 completed, throughput=4.92MB/sec 2021-07-26T16:08:55.081 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8NRVw0sLE2-brcf off=579273 len=702165 2021-07-26T16:08:55.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 305 completed, throughput=4.94MB/sec 2021-07-26T16:08:55.084 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RG9hwYck_r33udP off=7549382 len=2024297 2021-07-26T16:08:55.088 INFO:tasks.workunit.client.0.smithi046.stdout:op 306 completed, throughput=4.97MB/sec 2021-07-26T16:08:55.089 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z40Ak4doYcfdIIM off=3513661 len=508679 2021-07-26T16:08:55.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 307 completed, throughput=4.97MB/sec 2021-07-26T16:08:55.091 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gj871vKcX-liCbO off=13228618 len=61275 2021-07-26T16:08:55.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 308 completed, throughput=4.97MB/sec 2021-07-26T16:08:55.092 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vm_1jYnCZugY4CA off=14542575 len=1963782 2021-07-26T16:08:55.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 309 completed, throughput=5MB/sec 2021-07-26T16:08:56.106 INFO:tasks.workunit.client.0.smithi046.stdout: 61: throughput=4.92MB/sec pending data=0 2021-07-26T16:08:56.106 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_yGoQ7ekxyevkeR off=10621678 len=1389540 2021-07-26T16:08:56.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 310 completed, throughput=4.94MB/sec 2021-07-26T16:08:56.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DLw1DAhzZWMmCiV off=5717059 len=2034987 2021-07-26T16:08:56.125 INFO:tasks.workunit.client.0.smithi046.stdout:op 311 completed, throughput=4.97MB/sec 2021-07-26T16:08:56.125 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C2_7Rg5rWqMiyEi off=5477588 len=1142345 2021-07-26T16:08:56.136 INFO:tasks.workunit.client.0.smithi046.stdout:op 312 completed, throughput=4.99MB/sec 2021-07-26T16:08:56.136 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-36XVwdVR9YQaCLn off=1672218 len=1626548 2021-07-26T16:08:56.141 INFO:tasks.workunit.client.0.smithi046.stdout:op 313 completed, throughput=5.02MB/sec 2021-07-26T16:08:56.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:56 smithi046 bash[41283]: cluster 2021-07-26T16:08:56.286705+0000 mgr.y (mgr.24683) 788 : cluster [DBG] pgmap v1574: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:08:56.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:56 smithi046 bash[42351]: cluster 2021-07-26T16:08:56.286705+0000 mgr.y (mgr.24683) 788 : cluster [DBG] pgmap v1574: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:08:56.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:56 smithi073 bash[34190]: cluster 2021-07-26T16:08:56.286705+0000 mgr.y (mgr.24683) 788 : cluster [DBG] pgmap v1574: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:08:57.141 INFO:tasks.workunit.client.0.smithi046.stdout: 62: throughput=4.94MB/sec pending data=0 2021-07-26T16:08:57.141 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MMto8WV_er9Mrfo off=803085 len=855895 2021-07-26T16:08:57.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 314 completed, throughput=4.95MB/sec 2021-07-26T16:08:57.150 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dgiQHJAmCT2a8zl off=5952557 len=635456 2021-07-26T16:08:57.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 315 completed, throughput=4.96MB/sec 2021-07-26T16:08:57.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kTcflO-KeVLkMNw off=1350210 len=1252197 2021-07-26T16:08:57.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 316 completed, throughput=4.98MB/sec 2021-07-26T16:08:57.166 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5PjhXcs4SnCDTzm off=149545 len=875726 2021-07-26T16:08:57.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 317 completed, throughput=4.99MB/sec 2021-07-26T16:08:57.169 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y_h0vG1BoOYLfF2 off=9216714 len=717996 2021-07-26T16:08:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 318 completed, throughput=5MB/sec 2021-07-26T16:08:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qtA_r4PzFlf25gV off=270775 len=781643 2021-07-26T16:08:57.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 319 completed, throughput=5.01MB/sec 2021-07-26T16:08:58.183 INFO:tasks.workunit.client.0.smithi046.stdout: 63: throughput=4.93MB/sec pending data=0 2021-07-26T16:08:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9q6LEjasfAG9reI off=6639473 len=246870 2021-07-26T16:08:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:op 320 completed, throughput=4.94MB/sec 2021-07-26T16:08:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FP7WoGfg1SdugzO off=818915 len=1674437 2021-07-26T16:08:58.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 321 completed, throughput=4.96MB/sec 2021-07-26T16:08:58.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ND2QFgeHldLaGkf off=17851308 len=995478 2021-07-26T16:08:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 322 completed, throughput=4.97MB/sec 2021-07-26T16:08:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jHrqViUX7PFPoH6 off=1058888 len=1053424 2021-07-26T16:08:58.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 323 completed, throughput=4.99MB/sec 2021-07-26T16:08:58.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gtf5dNOE2tDgvsb off=2866054 len=1647693 2021-07-26T16:08:58.208 INFO:tasks.workunit.client.0.smithi046.stdout:op 324 completed, throughput=5.01MB/sec 2021-07-26T16:08:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:58 smithi073 bash[34190]: audit 2021-07-26T16:08:58.183223+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:58.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:58 smithi046 bash[41283]: audit 2021-07-26T16:08:58.183223+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:58.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:58 smithi046 bash[42351]: audit 2021-07-26T16:08:58.183223+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:59.209 INFO:tasks.workunit.client.0.smithi046.stdout: 64: throughput=4.94MB/sec pending data=0 2021-07-26T16:08:59.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1nN7ilmKThdAVQ9 off=3179293 len=251845 2021-07-26T16:08:59.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 325 completed, throughput=4.94MB/sec 2021-07-26T16:08:59.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UFZVWCSES7cjN8H off=226472 len=1356755 2021-07-26T16:08:59.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 326 completed, throughput=4.96MB/sec 2021-07-26T16:08:59.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k3t_hBYc-hOCrch off=238704 len=1172198 2021-07-26T16:08:59.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 327 completed, throughput=4.98MB/sec 2021-07-26T16:08:59.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-52qIpGoU-DCLIv- off=14440908 len=511564 2021-07-26T16:08:59.241 INFO:tasks.workunit.client.0.smithi046.stdout:op 328 completed, throughput=4.98MB/sec 2021-07-26T16:08:59.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xj4kjJ9yfjRwRHs off=790871 len=311852 2021-07-26T16:08:59.246 INFO:tasks.workunit.client.0.smithi046.stdout:op 329 completed, throughput=4.99MB/sec 2021-07-26T16:08:59.247 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TlRQ9E3AEtb059k off=1776117 len=860174 2021-07-26T16:08:59.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 330 completed, throughput=5MB/sec 2021-07-26T16:08:59.252 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hib21-hCLPN5M25 off=20186348 len=427624 2021-07-26T16:08:59.257 INFO:tasks.workunit.client.0.smithi046.stdout:op 331 completed, throughput=5MB/sec 2021-07-26T16:08:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:59 smithi073 bash[34190]: cluster 2021-07-26T16:08:58.287400+0000 mgr.y (mgr.24683) 789 : cluster [DBG] pgmap v1575: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:08:59 smithi073 bash[34190]: audit 2021-07-26T16:08:59.032782+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:59 smithi046 bash[41283]: cluster 2021-07-26T16:08:58.287400+0000 mgr.y (mgr.24683) 789 : cluster [DBG] pgmap v1575: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:08:59 smithi046 bash[41283]: audit 2021-07-26T16:08:59.032782+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:59 smithi046 bash[42351]: cluster 2021-07-26T16:08:58.287400+0000 mgr.y (mgr.24683) 789 : cluster [DBG] pgmap v1575: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:08:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:08:59 smithi046 bash[42351]: audit 2021-07-26T16:08:59.032782+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:00.257 INFO:tasks.workunit.client.0.smithi046.stdout: 65: throughput=4.93MB/sec pending data=0 2021-07-26T16:09:00.258 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SIg5BER-EmwH8hZ off=13538378 len=1393915 2021-07-26T16:09:00.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 332 completed, throughput=4.95MB/sec 2021-07-26T16:09:00.261 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DKjqI_rH7ClaXXs off=110290 len=750695 2021-07-26T16:09:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 333 completed, throughput=4.96MB/sec 2021-07-26T16:09:00.270 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ncg2ajIe6OAKYO off=18055839 len=1526675 2021-07-26T16:09:00.282 INFO:tasks.workunit.client.0.smithi046.stdout:op 334 completed, throughput=4.98MB/sec 2021-07-26T16:09:00.282 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9PBBY5jP9e5-1uI off=12346135 len=1824865 2021-07-26T16:09:00.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 335 completed, throughput=5.01MB/sec 2021-07-26T16:09:00.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:00 smithi046 bash[41283]: cluster 2021-07-26T16:09:00.288052+0000 mgr.y (mgr.24683) 790 : cluster [DBG] pgmap v1576: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:00.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:00 smithi046 bash[42351]: cluster 2021-07-26T16:09:00.288052+0000 mgr.y (mgr.24683) 790 : cluster [DBG] pgmap v1576: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:00.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:00 smithi073 bash[34190]: cluster 2021-07-26T16:09:00.288052+0000 mgr.y (mgr.24683) 790 : cluster [DBG] pgmap v1576: 9 pgs: 9 active+clean; 126 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:01.286 INFO:tasks.workunit.client.0.smithi046.stdout: 66: throughput=4.93MB/sec pending data=0 2021-07-26T16:09:01.286 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vrK5FK7LfsxSTJb off=5517635 len=1738626 2021-07-26T16:09:01.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 336 completed, throughput=4.96MB/sec 2021-07-26T16:09:01.299 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IOZX37HvHWLMtUy off=132340 len=1621922 2021-07-26T16:09:01.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 337 completed, throughput=4.98MB/sec 2021-07-26T16:09:01.313 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1HBhRJl96PhhmGh off=12987522 len=341503 2021-07-26T16:09:01.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 338 completed, throughput=4.98MB/sec 2021-07-26T16:09:01.318 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j5UavJM2jArcXXV off=12590365 len=1078099 2021-07-26T16:09:01.326 INFO:tasks.workunit.client.0.smithi046.stdout:op 339 completed, throughput=5MB/sec 2021-07-26T16:09:01.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GP0lFP4P150Lulh off=12276662 len=304476 2021-07-26T16:09:01.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 340 completed, throughput=5MB/sec 2021-07-26T16:09:02.328 INFO:tasks.workunit.client.0.smithi046.stdout: 67: throughput=4.93MB/sec pending data=0 2021-07-26T16:09:02.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S1KttxduRDeI3dN off=3755090 len=1322482 2021-07-26T16:09:02.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 341 completed, throughput=4.95MB/sec 2021-07-26T16:09:02.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8dD3euSPcMxZ5Hl off=6230129 len=2062091 2021-07-26T16:09:02.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 342 completed, throughput=4.97MB/sec 2021-07-26T16:09:02.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qnk_JhutSzCO6pF off=14875668 len=1153192 2021-07-26T16:09:02.346 INFO:tasks.workunit.client.0.smithi046.stdout:op 343 completed, throughput=4.99MB/sec 2021-07-26T16:09:02.346 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fIWbFTFseUEWB7n off=4860628 len=1645576 2021-07-26T16:09:02.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 344 completed, throughput=5.01MB/sec 2021-07-26T16:09:03.352 INFO:tasks.workunit.client.0.smithi046.stdout: 68: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:03.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jif2H6FMI8ryFn5 off=753281 len=823442 2021-07-26T16:09:03.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 345 completed, throughput=4.95MB/sec 2021-07-26T16:09:03.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EwCYcvLRsMnjiG5 off=3321205 len=1528210 2021-07-26T16:09:03.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 346 completed, throughput=4.97MB/sec 2021-07-26T16:09:03.360 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CBuRolWWw3LviJA off=158457 len=591481 2021-07-26T16:09:03.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 347 completed, throughput=4.98MB/sec 2021-07-26T16:09:03.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uWpTETLeTX3O30u off=3095264 len=452012 2021-07-26T16:09:03.365 INFO:tasks.workunit.client.0.smithi046.stdout:op 348 completed, throughput=4.99MB/sec 2021-07-26T16:09:03.365 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QRQfW-NrC5ffceN off=15390475 len=845141 2021-07-26T16:09:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:03 smithi073 bash[34190]: cluster 2021-07-26T16:09:02.288722+0000 mgr.y (mgr.24683) 791 : cluster [DBG] pgmap v1577: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:09:03.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 349 completed, throughput=5MB/sec 2021-07-26T16:09:03.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-emksRPKfn0MORkV off=3221243 len=1062376 2021-07-26T16:09:03.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 350 completed, throughput=5.01MB/sec 2021-07-26T16:09:03.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:03 smithi046 bash[41283]: cluster 2021-07-26T16:09:02.288722+0000 mgr.y (mgr.24683) 791 : cluster [DBG] pgmap v1577: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:09:03.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:03 smithi046 bash[42351]: cluster 2021-07-26T16:09:02.288722+0000 mgr.y (mgr.24683) 791 : cluster [DBG] pgmap v1577: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:09:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:03.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:03.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:03.931 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:03.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:09:04.378 INFO:tasks.workunit.client.0.smithi046.stdout: 69: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:04.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZeBDIrsXj2lhgu1 off=1192554 len=1192793 2021-07-26T16:09:04.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 351 completed, throughput=4.96MB/sec 2021-07-26T16:09:04.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GzVL1Kz230ZbT54 off=10417431 len=914138 2021-07-26T16:09:04.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 352 completed, throughput=4.97MB/sec 2021-07-26T16:09:04.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pjj2fIHHAJxKfoQ off=6344608 len=193843 2021-07-26T16:09:04.388 INFO:tasks.workunit.client.0.smithi046.stdout:op 353 completed, throughput=4.97MB/sec 2021-07-26T16:09:04.388 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W4gj-_eRLpWB578 off=1244874 len=566055 2021-07-26T16:09:04.395 INFO:tasks.workunit.client.0.smithi046.stdout:op 354 completed, throughput=4.98MB/sec 2021-07-26T16:09:04.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SuaeHhAHIzd4pHG off=3931911 len=1316889 2021-07-26T16:09:04.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 355 completed, throughput=4.99MB/sec 2021-07-26T16:09:04.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WCAbMlwYkmGbZur off=4537709 len=2062356 2021-07-26T16:09:04.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 356 completed, throughput=5.02MB/sec 2021-07-26T16:09:04.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:04 smithi046 bash[41283]: cluster 2021-07-26T16:09:04.289365+0000 mgr.y (mgr.24683) 792 : cluster [DBG] pgmap v1578: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:04.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:04 smithi046 bash[42351]: cluster 2021-07-26T16:09:04.289365+0000 mgr.y (mgr.24683) 792 : cluster [DBG] pgmap v1578: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:04.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:04 smithi073 bash[34190]: cluster 2021-07-26T16:09:04.289365+0000 mgr.y (mgr.24683) 792 : cluster [DBG] pgmap v1578: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:09:05.415 INFO:tasks.workunit.client.0.smithi046.stdout: 70: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:05.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SwaPiIBiSibIuK3 off=386912 len=1178948 2021-07-26T16:09:05.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 357 completed, throughput=4.97MB/sec 2021-07-26T16:09:05.425 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_ghq21vy2bAfmw1 off=3088514 len=538216 2021-07-26T16:09:05.432 INFO:tasks.workunit.client.0.smithi046.stdout:op 358 completed, throughput=4.97MB/sec 2021-07-26T16:09:05.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kRwWpm-T91sPP9D off=3981303 len=1591263 2021-07-26T16:09:05.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 359 completed, throughput=4.99MB/sec 2021-07-26T16:09:05.443 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y2B4smt7JBGeotb off=18177468 len=916396 2021-07-26T16:09:05.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 360 completed, throughput=5MB/sec 2021-07-26T16:09:06.446 INFO:tasks.workunit.client.0.smithi046.stdout: 71: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:06.447 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DQJdooR5Arkg8Pw off=668982 len=632387 2021-07-26T16:09:06.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 361 completed, throughput=4.94MB/sec 2021-07-26T16:09:06.454 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dMZs7eqcyjqTA_U off=118811 len=312106 2021-07-26T16:09:06.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 362 completed, throughput=4.95MB/sec 2021-07-26T16:09:06.456 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aJdeeEB6skIc2Aj off=2175456 len=822453 2021-07-26T16:09:06.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 363 completed, throughput=4.96MB/sec 2021-07-26T16:09:06.463 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ymQlGKFuST4EZ9M off=3385767 len=1172382 2021-07-26T16:09:06.467 INFO:tasks.workunit.client.0.smithi046.stdout:op 364 completed, throughput=4.97MB/sec 2021-07-26T16:09:06.468 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jkG5gchq7KhyPFE off=1934976 len=1728499 2021-07-26T16:09:06.478 INFO:tasks.workunit.client.0.smithi046.stdout:op 365 completed, throughput=5MB/sec 2021-07-26T16:09:06.479 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H5NcWi4SvQoIHHI off=8546172 len=668667 2021-07-26T16:09:06.485 INFO:tasks.workunit.client.0.smithi046.stdout:op 366 completed, throughput=5MB/sec 2021-07-26T16:09:06.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:06 smithi046 bash[41283]: cluster 2021-07-26T16:09:06.290058+0000 mgr.y (mgr.24683) 793 : cluster [DBG] pgmap v1579: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:06.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:06 smithi046 bash[42351]: cluster 2021-07-26T16:09:06.290058+0000 mgr.y (mgr.24683) 793 : cluster [DBG] pgmap v1579: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:06.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:06 smithi073 bash[34190]: cluster 2021-07-26T16:09:06.290058+0000 mgr.y (mgr.24683) 793 : cluster [DBG] pgmap v1579: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:07.486 INFO:tasks.workunit.client.0.smithi046.stdout: 72: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:07.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wIz-0gwniE4sSkB off=1496392 len=545825 2021-07-26T16:09:07.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 367 completed, throughput=4.94MB/sec 2021-07-26T16:09:07.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qx4iwORHfiXvRuE off=6930950 len=1135753 2021-07-26T16:09:07.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 368 completed, throughput=4.96MB/sec 2021-07-26T16:09:07.503 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MNQ-PI3vqDO9Mth off=2142037 len=1768523 2021-07-26T16:09:07.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 369 completed, throughput=4.98MB/sec 2021-07-26T16:09:07.515 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fZuOGe5ErCprxlr off=6602698 len=2011418 2021-07-26T16:09:07.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 370 completed, throughput=5MB/sec 2021-07-26T16:09:08.521 INFO:tasks.workunit.client.0.smithi046.stdout: 73: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:08.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JNJ99pH2XBzVjBB off=6839928 len=479386 2021-07-26T16:09:08.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 371 completed, throughput=4.94MB/sec 2021-07-26T16:09:08.524 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1kOWAIknqfoiPdS off=1786458 len=779420 2021-07-26T16:09:08.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 372 completed, throughput=4.95MB/sec 2021-07-26T16:09:08.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jl-2eNVUH8zz6Fp off=1679016 len=1030022 2021-07-26T16:09:08.536 INFO:tasks.workunit.client.0.smithi046.stdout:op 373 completed, throughput=4.97MB/sec 2021-07-26T16:09:08.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_zqeRVVwhaPEBJI off=15134451 len=388680 2021-07-26T16:09:08.542 INFO:tasks.workunit.client.0.smithi046.stdout:op 374 completed, throughput=4.97MB/sec 2021-07-26T16:09:08.543 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--GyjU8DfE5-9nYn off=9580405 len=125611 2021-07-26T16:09:08.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 375 completed, throughput=4.97MB/sec 2021-07-26T16:09:08.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e0p4grOHdMB-BPK off=0 len=1349092 2021-07-26T16:09:08.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 376 completed, throughput=4.99MB/sec 2021-07-26T16:09:08.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jnb8mDSOQrC4wZp off=1503949 len=933522 2021-07-26T16:09:08.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 377 completed, throughput=5MB/sec 2021-07-26T16:09:08.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-D-FApoh7t8wDgz0 off=8820712 len=466780 2021-07-26T16:09:08.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 378 completed, throughput=5MB/sec 2021-07-26T16:09:08.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:08 smithi046 bash[41283]: cluster 2021-07-26T16:09:08.290727+0000 mgr.y (mgr.24683) 794 : cluster [DBG] pgmap v1580: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2021-07-26T16:09:08.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:08 smithi046 bash[42351]: cluster 2021-07-26T16:09:08.290727+0000 mgr.y (mgr.24683) 794 : cluster [DBG] pgmap v1580: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2021-07-26T16:09:08.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:08 smithi073 bash[34190]: cluster 2021-07-26T16:09:08.290727+0000 mgr.y (mgr.24683) 794 : cluster [DBG] pgmap v1580: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2021-07-26T16:09:09.562 INFO:tasks.workunit.client.0.smithi046.stdout: 74: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:09.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rsKPF-4sz1g8T1F off=4054257 len=363227 2021-07-26T16:09:09.563 INFO:tasks.workunit.client.0.smithi046.stdout:op 379 completed, throughput=4.94MB/sec 2021-07-26T16:09:09.564 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5qnAL0uSsGX9B14 off=8539732 len=1859034 2021-07-26T16:09:09.579 INFO:tasks.workunit.client.0.smithi046.stdout:op 380 completed, throughput=4.97MB/sec 2021-07-26T16:09:09.579 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qYhMInKBTzzCySx off=6730576 len=1354161 2021-07-26T16:09:09.589 INFO:tasks.workunit.client.0.smithi046.stdout:op 381 completed, throughput=4.98MB/sec 2021-07-26T16:09:09.589 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iKboc3SUekiilM2 off=10520218 len=136726 2021-07-26T16:09:09.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 382 completed, throughput=4.98MB/sec 2021-07-26T16:09:09.593 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LXanfz83Y0Q1nyu off=1204747 len=741364 2021-07-26T16:09:09.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 383 completed, throughput=4.99MB/sec 2021-07-26T16:09:09.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-U24DkEED3XL945P off=1012132 len=1633136 2021-07-26T16:09:09.609 INFO:tasks.workunit.client.0.smithi046.stdout:op 384 completed, throughput=5.01MB/sec 2021-07-26T16:09:10.610 INFO:tasks.workunit.client.0.smithi046.stdout: 75: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:10.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yjur-gdpXba-ztN off=5940154 len=275817 2021-07-26T16:09:10.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 385 completed, throughput=4.95MB/sec 2021-07-26T16:09:10.615 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-39YfGpj5Rnu2PbQ off=12637884 len=428350 2021-07-26T16:09:10.617 INFO:tasks.workunit.client.0.smithi046.stdout:op 386 completed, throughput=4.96MB/sec 2021-07-26T16:09:10.618 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2sKEv1NDIxr0VwR off=2662034 len=1213492 2021-07-26T16:09:10.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 387 completed, throughput=4.97MB/sec 2021-07-26T16:09:10.621 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-do-ZmeYqm07yR8w off=11510269 len=643991 2021-07-26T16:09:10.628 INFO:tasks.workunit.client.0.smithi046.stdout:op 388 completed, throughput=4.98MB/sec 2021-07-26T16:09:10.628 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-v4ElyihJEJKXNqf off=1636896 len=416944 2021-07-26T16:09:10.630 INFO:tasks.workunit.client.0.smithi046.stdout:op 389 completed, throughput=4.98MB/sec 2021-07-26T16:09:10.630 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--6WCm1TE0ZfMXK- off=6262246 len=2063770 2021-07-26T16:09:10.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 390 completed, throughput=5.01MB/sec 2021-07-26T16:09:10.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:10 smithi046 bash[41283]: cluster 2021-07-26T16:09:10.291406+0000 mgr.y (mgr.24683) 795 : cluster [DBG] pgmap v1581: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:10.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:10 smithi046 bash[42351]: cluster 2021-07-26T16:09:10.291406+0000 mgr.y (mgr.24683) 795 : cluster [DBG] pgmap v1581: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:10.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:10 smithi073 bash[34190]: cluster 2021-07-26T16:09:10.291406+0000 mgr.y (mgr.24683) 795 : cluster [DBG] pgmap v1581: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:11.648 INFO:tasks.workunit.client.0.smithi046.stdout: 76: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:11.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rSG39UEvF7Eup6l off=7624808 len=158916 2021-07-26T16:09:11.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 391 completed, throughput=4.95MB/sec 2021-07-26T16:09:11.650 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f2j_VFqd5s4PNNV off=8082233 len=1318548 2021-07-26T16:09:11.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 392 completed, throughput=4.96MB/sec 2021-07-26T16:09:11.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dK6sB9PzuXW6Qv7 off=10485537 len=600141 2021-07-26T16:09:11.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 393 completed, throughput=4.97MB/sec 2021-07-26T16:09:11.666 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KTPZtoS7yv4rF9x off=8837165 len=1304526 2021-07-26T16:09:11.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 394 completed, throughput=4.98MB/sec 2021-07-26T16:09:11.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U7AdyVVXQ4dskI- off=2801578 len=647866 2021-07-26T16:09:11.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 395 completed, throughput=4.99MB/sec 2021-07-26T16:09:11.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CmpClHvWERbRiek off=0 len=1164619 2021-07-26T16:09:11.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 396 completed, throughput=5MB/sec 2021-07-26T16:09:12.681 INFO:tasks.workunit.client.0.smithi046.stdout: 77: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:12.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zhdNOoOrlKKFEbT off=6415666 len=203236 2021-07-26T16:09:12.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 397 completed, throughput=4.94MB/sec 2021-07-26T16:09:12.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kdqptcxVpRhKa7n off=190151 len=1571240 2021-07-26T16:09:12.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 398 completed, throughput=4.96MB/sec 2021-07-26T16:09:12.694 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y92BpvyUW4FgNbr off=4071506 len=704425 2021-07-26T16:09:12.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 399 completed, throughput=4.97MB/sec 2021-07-26T16:09:12.702 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1sYXoiNOFBxRCi1 off=11660500 len=386278 2021-07-26T16:09:12.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 400 completed, throughput=4.97MB/sec 2021-07-26T16:09:12.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WzjoNjop4UKetql off=11925945 len=399757 2021-07-26T16:09:12.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 401 completed, throughput=4.98MB/sec 2021-07-26T16:09:12.705 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zFXKJijf70IWwyG off=5592329 len=1097608 2021-07-26T16:09:12.715 INFO:tasks.workunit.client.0.smithi046.stdout:op 402 completed, throughput=4.99MB/sec 2021-07-26T16:09:12.715 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lfilw1SnxXXUKlf off=376777 len=2023063 2021-07-26T16:09:12.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 403 completed, throughput=5.02MB/sec 2021-07-26T16:09:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:13 smithi073 bash[34190]: cluster 2021-07-26T16:09:12.292040+0000 mgr.y (mgr.24683) 796 : cluster [DBG] pgmap v1582: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:09:13.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:13 smithi046 bash[41283]: cluster 2021-07-26T16:09:12.292040+0000 mgr.y (mgr.24683) 796 : cluster [DBG] pgmap v1582: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:09:13.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:13 smithi046 bash[42351]: cluster 2021-07-26T16:09:12.292040+0000 mgr.y (mgr.24683) 796 : cluster [DBG] pgmap v1582: 9 pgs: 9 active+clean; 126 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:09:13.728 INFO:tasks.workunit.client.0.smithi046.stdout: 78: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:13.729 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d3s9GisKu4HXlJy off=2449496 len=1289750 2021-07-26T16:09:13.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 404 completed, throughput=4.97MB/sec 2021-07-26T16:09:13.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y-Sne7YwyIYwrUj off=5299082 len=1555439 2021-07-26T16:09:13.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 405 completed, throughput=4.99MB/sec 2021-07-26T16:09:13.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zdOs-dvpl75dRwd off=3123361 len=926670 2021-07-26T16:09:13.748 INFO:tasks.workunit.client.0.smithi046.stdout:op 406 completed, throughput=5MB/sec 2021-07-26T16:09:13.749 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AzEDv3qr1VJmqCh off=786886 len=1466582 2021-07-26T16:09:13.750 INFO:tasks.workunit.client.0.smithi046.stdout:op 407 completed, throughput=5.01MB/sec 2021-07-26T16:09:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:13.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:09:14.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:14 smithi046 bash[41283]: cluster 2021-07-26T16:09:14.292694+0000 mgr.y (mgr.24683) 797 : cluster [DBG] pgmap v1583: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:14.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:14 smithi046 bash[42351]: cluster 2021-07-26T16:09:14.292694+0000 mgr.y (mgr.24683) 797 : cluster [DBG] pgmap v1583: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:14.752 INFO:tasks.workunit.client.0.smithi046.stdout: 79: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:14.752 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k9Emya4ZLKRDelO off=824484 len=1484927 2021-07-26T16:09:14.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 408 completed, throughput=4.97MB/sec 2021-07-26T16:09:14.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fCgAyCO0CDjE9gH off=705714 len=1057408 2021-07-26T16:09:14.765 INFO:tasks.workunit.client.0.smithi046.stdout:op 409 completed, throughput=4.98MB/sec 2021-07-26T16:09:14.766 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bTMaW_VPsv9A4Z5 off=6483115 len=1166759 2021-07-26T16:09:14.774 INFO:tasks.workunit.client.0.smithi046.stdout:op 410 completed, throughput=4.99MB/sec 2021-07-26T16:09:14.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k_hvGpX3DDRtXla off=1739414 len=455522 2021-07-26T16:09:14.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 411 completed, throughput=5MB/sec 2021-07-26T16:09:14.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vk1xB199s2FtwqB off=6033651 len=658772 2021-07-26T16:09:14.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 412 completed, throughput=5.01MB/sec 2021-07-26T16:09:14.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:14 smithi073 bash[34190]: cluster 2021-07-26T16:09:14.292694+0000 mgr.y (mgr.24683) 797 : cluster [DBG] pgmap v1583: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:15.788 INFO:tasks.workunit.client.0.smithi046.stdout: 80: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:15.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hawpj6p38aXu3L1 off=48440 len=616182 2021-07-26T16:09:15.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 413 completed, throughput=4.95MB/sec 2021-07-26T16:09:15.790 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-revh6qWHi8K6cMB off=3972833 len=154161 2021-07-26T16:09:15.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 414 completed, throughput=4.95MB/sec 2021-07-26T16:09:15.796 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-waU0vIoNn99-nPH off=9537087 len=116534 2021-07-26T16:09:15.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 415 completed, throughput=4.96MB/sec 2021-07-26T16:09:15.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WxoNDnPo8d_Cwgu off=6168221 len=1034937 2021-07-26T16:09:15.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 416 completed, throughput=4.97MB/sec 2021-07-26T16:09:15.801 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zp8opbybuXU6hvW off=2087 len=1415138 2021-07-26T16:09:15.806 INFO:tasks.workunit.client.0.smithi046.stdout:op 417 completed, throughput=4.98MB/sec 2021-07-26T16:09:15.806 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Po7AoUuCl8_e3kP off=20494530 len=1945069 2021-07-26T16:09:15.821 INFO:tasks.workunit.client.0.smithi046.stdout:op 418 completed, throughput=5MB/sec 2021-07-26T16:09:16.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:16 smithi046 bash[41283]: cluster 2021-07-26T16:09:16.293357+0000 mgr.y (mgr.24683) 798 : cluster [DBG] pgmap v1584: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:16.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:16 smithi046 bash[42351]: cluster 2021-07-26T16:09:16.293357+0000 mgr.y (mgr.24683) 798 : cluster [DBG] pgmap v1584: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:16.821 INFO:tasks.workunit.client.0.smithi046.stdout: 81: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:16.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_ZWn3BY_WImUUhW off=4418761 len=1711671 2021-07-26T16:09:16.825 INFO:tasks.workunit.client.0.smithi046.stdout:op 419 completed, throughput=4.96MB/sec 2021-07-26T16:09:16.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q7W7X72iT0bnjj4 off=6924915 len=1378183 2021-07-26T16:09:16.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 420 completed, throughput=4.98MB/sec 2021-07-26T16:09:16.842 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-34er3V2TwU8pW4A off=774375 len=1079023 2021-07-26T16:09:16.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 421 completed, throughput=4.99MB/sec 2021-07-26T16:09:16.845 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DvVD0L-mVretKS- off=8916519 len=198015 2021-07-26T16:09:16.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 422 completed, throughput=4.99MB/sec 2021-07-26T16:09:16.847 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_j7kHyrdmdtGUv3 off=2576237 len=29866 2021-07-26T16:09:16.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 423 completed, throughput=4.99MB/sec 2021-07-26T16:09:16.852 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1n2ZkWt4tDhaWck off=371813 len=615947 2021-07-26T16:09:16.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 424 completed, throughput=5MB/sec 2021-07-26T16:09:16.858 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kHdLgzN2ZYNnouv off=1635664 len=534479 2021-07-26T16:09:16.859 INFO:tasks.workunit.client.0.smithi046.stdout:op 425 completed, throughput=5.01MB/sec 2021-07-26T16:09:16.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:16 smithi073 bash[34190]: cluster 2021-07-26T16:09:16.293357+0000 mgr.y (mgr.24683) 798 : cluster [DBG] pgmap v1584: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:17.859 INFO:tasks.workunit.client.0.smithi046.stdout: 82: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:17.860 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RPBwzO6iD2ohNlg off=9629473 len=816305 2021-07-26T16:09:17.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 426 completed, throughput=4.96MB/sec 2021-07-26T16:09:17.868 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hIHZDcKC16gnrIt off=8781510 len=1593742 2021-07-26T16:09:17.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 427 completed, throughput=4.97MB/sec 2021-07-26T16:09:17.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jaVxakaZyNT1pWQ off=117166 len=204919 2021-07-26T16:09:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:op 428 completed, throughput=4.98MB/sec 2021-07-26T16:09:17.873 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mre5WWEszt_WlcT off=7785586 len=151818 2021-07-26T16:09:17.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 429 completed, throughput=4.98MB/sec 2021-07-26T16:09:17.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a098vqTMoCiqFLQ off=7803067 len=1410111 2021-07-26T16:09:17.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 430 completed, throughput=4.99MB/sec 2021-07-26T16:09:17.890 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B5eb_CBR9blktwM off=6011388 len=1455975 2021-07-26T16:09:17.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 431 completed, throughput=5.01MB/sec 2021-07-26T16:09:18.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:18 smithi046 bash[41283]: cluster 2021-07-26T16:09:18.294058+0000 mgr.y (mgr.24683) 799 : cluster [DBG] pgmap v1585: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2021-07-26T16:09:18.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:18 smithi046 bash[42351]: cluster 2021-07-26T16:09:18.294058+0000 mgr.y (mgr.24683) 799 : cluster [DBG] pgmap v1585: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2021-07-26T16:09:18.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:18 smithi073 bash[34190]: cluster 2021-07-26T16:09:18.294058+0000 mgr.y (mgr.24683) 799 : cluster [DBG] pgmap v1585: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2021-07-26T16:09:18.898 INFO:tasks.workunit.client.0.smithi046.stdout: 83: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:18.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-51euRxnRsBBeq_q off=3139778 len=1085068 2021-07-26T16:09:18.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 432 completed, throughput=4.96MB/sec 2021-07-26T16:09:18.907 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bcpxMVIZzlcro8M off=11422281 len=1779932 2021-07-26T16:09:18.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 433 completed, throughput=4.98MB/sec 2021-07-26T16:09:18.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-76bEXhjnKXYiNaj off=764044 len=1191792 2021-07-26T16:09:18.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 434 completed, throughput=4.99MB/sec 2021-07-26T16:09:18.921 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lU75IhOmRy6bm0t off=1278728 len=184034 2021-07-26T16:09:18.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 435 completed, throughput=4.99MB/sec 2021-07-26T16:09:18.927 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ovPs6gh-bjUV35C off=4368562 len=1349293 2021-07-26T16:09:18.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 436 completed, throughput=5.01MB/sec 2021-07-26T16:09:19.929 INFO:tasks.workunit.client.0.smithi046.stdout: 84: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:19.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q3UrK4OpBHLKF9q off=1684664 len=1371026 2021-07-26T16:09:19.934 INFO:tasks.workunit.client.0.smithi046.stdout:op 437 completed, throughput=4.97MB/sec 2021-07-26T16:09:19.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZOpxWeRmAsc9zZ5 off=12007140 len=1244753 2021-07-26T16:09:19.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 438 completed, throughput=4.98MB/sec 2021-07-26T16:09:19.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vpVuy9Rzq97hImV off=1750921 len=1952416 2021-07-26T16:09:19.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 439 completed, throughput=5MB/sec 2021-07-26T16:09:20.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:20 smithi046 bash[41283]: cluster 2021-07-26T16:09:20.294859+0000 mgr.y (mgr.24683) 800 : cluster [DBG] pgmap v1586: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:20.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:20 smithi046 bash[42351]: cluster 2021-07-26T16:09:20.294859+0000 mgr.y (mgr.24683) 800 : cluster [DBG] pgmap v1586: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:20.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:20 smithi073 bash[34190]: cluster 2021-07-26T16:09:20.294859+0000 mgr.y (mgr.24683) 800 : cluster [DBG] pgmap v1586: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:09:20.949 INFO:tasks.workunit.client.0.smithi046.stdout: 85: throughput=4.94MB/sec pending data=0 2021-07-26T16:09:20.950 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LlcRuBEwU1yW9W6 off=5456055 len=652931 2021-07-26T16:09:20.951 INFO:tasks.workunit.client.0.smithi046.stdout:op 440 completed, throughput=4.95MB/sec 2021-07-26T16:09:20.951 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BoMuxSzOCerBck5 off=1132176 len=1778629 2021-07-26T16:09:20.957 INFO:tasks.workunit.client.0.smithi046.stdout:op 441 completed, throughput=4.97MB/sec 2021-07-26T16:09:20.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5tyEpi4wDXoBVR4 off=9094389 len=1021695 2021-07-26T16:09:20.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 442 completed, throughput=4.98MB/sec 2021-07-26T16:09:20.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Em-p261vUdlVwa- off=257221 len=908049 2021-07-26T16:09:20.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 443 completed, throughput=4.99MB/sec 2021-07-26T16:09:20.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-og3aNAXAKz6dbhk off=5772027 len=1729323 2021-07-26T16:09:20.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 444 completed, throughput=5.01MB/sec 2021-07-26T16:09:21.972 INFO:tasks.workunit.client.0.smithi046.stdout: 86: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:21.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-34er3V2TwU8pW4A off=1060101 len=897609 2021-07-26T16:09:21.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 445 completed, throughput=4.96MB/sec 2021-07-26T16:09:21.980 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XVZlcU4lI1BmMQ6 off=4695889 len=876915 2021-07-26T16:09:21.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 446 completed, throughput=4.97MB/sec 2021-07-26T16:09:21.982 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TUCOF3puhN39-S_ off=7352474 len=1575103 2021-07-26T16:09:21.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 447 completed, throughput=4.99MB/sec 2021-07-26T16:09:21.993 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NEu_7huWo_JgWwt off=3395819 len=1329040 2021-07-26T16:09:22.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 448 completed, throughput=5MB/sec 2021-07-26T16:09:23.001 INFO:tasks.workunit.client.0.smithi046.stdout: 87: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:23.001 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UstpB9SBTuH-tda off=2143918 len=85390 2021-07-26T16:09:23.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 449 completed, throughput=4.95MB/sec 2021-07-26T16:09:23.003 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e9OCDgZiOB2Y41c off=680671 len=1922604 2021-07-26T16:09:23.017 INFO:tasks.workunit.client.0.smithi046.stdout:op 450 completed, throughput=4.97MB/sec 2021-07-26T16:09:23.017 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YUou1Wa3nw8fiH0 off=1918620 len=162141 2021-07-26T16:09:23.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 451 completed, throughput=4.97MB/sec 2021-07-26T16:09:23.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9QbPsjjvnUBTLVf off=10019549 len=119164 2021-07-26T16:09:23.026 INFO:tasks.workunit.client.0.smithi046.stdout:op 452 completed, throughput=4.97MB/sec 2021-07-26T16:09:23.027 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-slfUXZsNxiHiQPN off=4963798 len=376341 2021-07-26T16:09:23.034 INFO:tasks.workunit.client.0.smithi046.stdout:op 453 completed, throughput=4.97MB/sec 2021-07-26T16:09:23.034 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1vV6Ww3Vrs_ibVJ off=272580 len=248098 2021-07-26T16:09:23.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 454 completed, throughput=4.97MB/sec 2021-07-26T16:09:23.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7z-2JSiCOhhQVsK off=1486401 len=363773 2021-07-26T16:09:23.040 INFO:tasks.workunit.client.0.smithi046.stdout:op 455 completed, throughput=4.98MB/sec 2021-07-26T16:09:23.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uDLyow4ChCXFRu off=8725508 len=592643 2021-07-26T16:09:23.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 456 completed, throughput=4.98MB/sec 2021-07-26T16:09:23.042 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P7uO-4oCtZZOGPE off=4210529 len=1227830 2021-07-26T16:09:23.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 457 completed, throughput=5MB/sec 2021-07-26T16:09:23.046 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DZAF62rU1Z8MwBC off=3520928 len=938424 2021-07-26T16:09:23.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 458 completed, throughput=5.01MB/sec 2021-07-26T16:09:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:23 smithi073 bash[34190]: cluster 2021-07-26T16:09:22.295742+0000 mgr.y (mgr.24683) 801 : cluster [DBG] pgmap v1587: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:09:23.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:23 smithi046 bash[41283]: cluster 2021-07-26T16:09:22.295742+0000 mgr.y (mgr.24683) 801 : cluster [DBG] pgmap v1587: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:09:23.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:23 smithi046 bash[42351]: cluster 2021-07-26T16:09:22.295742+0000 mgr.y (mgr.24683) 801 : cluster [DBG] pgmap v1587: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:09:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:23.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:23.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:23.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:09:24.053 INFO:tasks.workunit.client.0.smithi046.stdout: 88: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:24.053 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kCpPw7-K5Q-qaht off=4636818 len=1281611 2021-07-26T16:09:24.065 INFO:tasks.workunit.client.0.smithi046.stdout:op 459 completed, throughput=4.96MB/sec 2021-07-26T16:09:24.065 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RY5x9va8-BOKS8T off=17298617 len=1075343 2021-07-26T16:09:24.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 460 completed, throughput=4.98MB/sec 2021-07-26T16:09:24.073 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VBRS-zCi-sSpOdg off=10320368 len=625983 2021-07-26T16:09:24.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 461 completed, throughput=4.98MB/sec 2021-07-26T16:09:24.079 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-25Vjb3YsAkTsJ3I off=2464985 len=2003388 2021-07-26T16:09:24.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 462 completed, throughput=5MB/sec 2021-07-26T16:09:24.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:24 smithi046 bash[41283]: cluster 2021-07-26T16:09:24.296440+0000 mgr.y (mgr.24683) 802 : cluster [DBG] pgmap v1588: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:24.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:24 smithi046 bash[42351]: cluster 2021-07-26T16:09:24.296440+0000 mgr.y (mgr.24683) 802 : cluster [DBG] pgmap v1588: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:24.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:24 smithi073 bash[34190]: cluster 2021-07-26T16:09:24.296440+0000 mgr.y (mgr.24683) 802 : cluster [DBG] pgmap v1588: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:25.083 INFO:tasks.workunit.client.0.smithi046.stdout: 89: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:25.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sll6J7McF3LqLs7 off=1661777 len=725292 2021-07-26T16:09:25.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 463 completed, throughput=4.96MB/sec 2021-07-26T16:09:25.085 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h3_nSO-0x2xUQ_e off=6480286 len=1383936 2021-07-26T16:09:25.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 464 completed, throughput=4.97MB/sec 2021-07-26T16:09:25.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DuZ8AEor7-DZBOV off=10779270 len=2062542 2021-07-26T16:09:25.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 465 completed, throughput=4.99MB/sec 2021-07-26T16:09:25.107 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ixgRdNRKf_pDalC off=7402741 len=1576292 2021-07-26T16:09:25.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 466 completed, throughput=5.01MB/sec 2021-07-26T16:09:26.111 INFO:tasks.workunit.client.0.smithi046.stdout: 90: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:26.112 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VC-uud0e2LY0Q5I off=2586411 len=891405 2021-07-26T16:09:26.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 467 completed, throughput=4.96MB/sec 2021-07-26T16:09:26.121 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GWLB82gwcmZP3BU off=16884891 len=111294 2021-07-26T16:09:26.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 468 completed, throughput=4.96MB/sec 2021-07-26T16:09:26.126 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QsI_nbCZeiLRiJr off=1387026 len=1466447 2021-07-26T16:09:26.137 INFO:tasks.workunit.client.0.smithi046.stdout:op 469 completed, throughput=4.98MB/sec 2021-07-26T16:09:26.137 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mZOwAJWCpRskY4C off=9671543 len=1252637 2021-07-26T16:09:26.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 470 completed, throughput=4.99MB/sec 2021-07-26T16:09:26.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L9oj1-Grwnvct1O off=0 len=1335276 2021-07-26T16:09:26.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 471 completed, throughput=5MB/sec 2021-07-26T16:09:26.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:26 smithi046 bash[41283]: cluster 2021-07-26T16:09:26.297133+0000 mgr.y (mgr.24683) 803 : cluster [DBG] pgmap v1589: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:26.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:26 smithi046 bash[42351]: cluster 2021-07-26T16:09:26.297133+0000 mgr.y (mgr.24683) 803 : cluster [DBG] pgmap v1589: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:26 smithi073 bash[34190]: cluster 2021-07-26T16:09:26.297133+0000 mgr.y (mgr.24683) 803 : cluster [DBG] pgmap v1589: 9 pgs: 9 active+clean; 126 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:27.155 INFO:tasks.workunit.client.0.smithi046.stdout: 91: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:27.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0j-LRP1Qqm0RPvE off=2310837 len=754223 2021-07-26T16:09:27.157 INFO:tasks.workunit.client.0.smithi046.stdout:op 472 completed, throughput=4.96MB/sec 2021-07-26T16:09:27.158 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u7Wtqkdmmgz87Q6 off=11573542 len=472787 2021-07-26T16:09:27.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 473 completed, throughput=4.96MB/sec 2021-07-26T16:09:27.165 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cdDx-QkUmKkUThg off=4325299 len=13301 2021-07-26T16:09:27.166 INFO:tasks.workunit.client.0.smithi046.stdout:op 474 completed, throughput=4.96MB/sec 2021-07-26T16:09:27.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eAwwbKQJ1KkgEUh off=1331128 len=757331 2021-07-26T16:09:27.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 475 completed, throughput=4.97MB/sec 2021-07-26T16:09:27.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ih5fngXSgJsZfmy off=2649250 len=2082849 2021-07-26T16:09:27.180 INFO:tasks.workunit.client.0.smithi046.stdout:op 476 completed, throughput=4.99MB/sec 2021-07-26T16:09:27.180 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v83s6PA5l-zVusk off=1822271 len=1545545 2021-07-26T16:09:27.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 477 completed, throughput=5MB/sec 2021-07-26T16:09:28.191 INFO:tasks.workunit.client.0.smithi046.stdout: 92: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:28.191 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7xF2SWjbYa9ZLBg off=832478 len=974943 2021-07-26T16:09:28.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 478 completed, throughput=4.96MB/sec 2021-07-26T16:09:28.194 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y1U8iOMvLIMIaaK off=10328482 len=1123714 2021-07-26T16:09:28.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 479 completed, throughput=4.97MB/sec 2021-07-26T16:09:28.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KsQe2uOVLVKHlzF off=5006250 len=1703155 2021-07-26T16:09:28.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 480 completed, throughput=4.99MB/sec 2021-07-26T16:09:28.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wNuHeO3ewqEUbN4 off=3489594 len=239572 2021-07-26T16:09:28.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 481 completed, throughput=4.99MB/sec 2021-07-26T16:09:28.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bxnMorQqNCmG-XJ off=17353486 len=1456061 2021-07-26T16:09:28.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 482 completed, throughput=5MB/sec 2021-07-26T16:09:28.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:28 smithi046 bash[41283]: cluster 2021-07-26T16:09:28.297936+0000 mgr.y (mgr.24683) 804 : cluster [DBG] pgmap v1590: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:28.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:28 smithi046 bash[42351]: cluster 2021-07-26T16:09:28.297936+0000 mgr.y (mgr.24683) 804 : cluster [DBG] pgmap v1590: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:28 smithi073 bash[34190]: cluster 2021-07-26T16:09:28.297936+0000 mgr.y (mgr.24683) 804 : cluster [DBG] pgmap v1590: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:29.227 INFO:tasks.workunit.client.0.smithi046.stdout: 93: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:29.227 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fRzEyp_pkC5_kkc off=23617975 len=1242816 2021-07-26T16:09:29.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 483 completed, throughput=4.96MB/sec 2021-07-26T16:09:29.238 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HULeJVL0uE6xvMr off=4623758 len=2020127 2021-07-26T16:09:29.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 484 completed, throughput=4.98MB/sec 2021-07-26T16:09:29.242 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dcCgvJVQX42BDoR off=10489359 len=1894855 2021-07-26T16:09:29.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 485 completed, throughput=5MB/sec 2021-07-26T16:09:30.256 INFO:tasks.workunit.client.0.smithi046.stdout: 94: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:30.257 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y9NBO8G6jSCDD9m off=1537411 len=680337 2021-07-26T16:09:30.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 486 completed, throughput=4.96MB/sec 2021-07-26T16:09:30.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ikogHIz3D1J8nKT off=2325671 len=1624172 2021-07-26T16:09:30.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 487 completed, throughput=4.97MB/sec 2021-07-26T16:09:30.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lZDOo6qQOo9MA5d off=1028149 len=1813576 2021-07-26T16:09:30.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 488 completed, throughput=4.99MB/sec 2021-07-26T16:09:30.278 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2vNLf1hJvJV5ZHQ off=1070480 len=1972282 2021-07-26T16:09:30.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 489 completed, throughput=5.01MB/sec 2021-07-26T16:09:30.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:30 smithi046 bash[41283]: cluster 2021-07-26T16:09:30.298455+0000 mgr.y (mgr.24683) 805 : cluster [DBG] pgmap v1591: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:30.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:30 smithi046 bash[42351]: cluster 2021-07-26T16:09:30.298455+0000 mgr.y (mgr.24683) 805 : cluster [DBG] pgmap v1591: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:30.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:30 smithi073 bash[34190]: cluster 2021-07-26T16:09:30.298455+0000 mgr.y (mgr.24683) 805 : cluster [DBG] pgmap v1591: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:31.291 INFO:tasks.workunit.client.0.smithi046.stdout: 95: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:31.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X4i0RHf1u76KUXD off=4239166 len=967339 2021-07-26T16:09:31.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 490 completed, throughput=4.97MB/sec 2021-07-26T16:09:31.295 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-63UYN39TAQVCSYY off=13351551 len=1638311 2021-07-26T16:09:31.307 INFO:tasks.workunit.client.0.smithi046.stdout:op 491 completed, throughput=4.98MB/sec 2021-07-26T16:09:31.307 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LmmiXaZetkM9QX0 off=9723131 len=870062 2021-07-26T16:09:31.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 492 completed, throughput=4.99MB/sec 2021-07-26T16:09:31.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u8aZem4sgGlH6uL off=5627583 len=1147700 2021-07-26T16:09:31.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 493 completed, throughput=5MB/sec 2021-07-26T16:09:32.326 INFO:tasks.workunit.client.0.smithi046.stdout: 96: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:32.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kJoVgdvhxzsPcyT off=286367 len=278658 2021-07-26T16:09:32.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 494 completed, throughput=4.95MB/sec 2021-07-26T16:09:32.332 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h5pm5QjOYd4G11v off=23812 len=792993 2021-07-26T16:09:32.340 INFO:tasks.workunit.client.0.smithi046.stdout:op 495 completed, throughput=4.96MB/sec 2021-07-26T16:09:32.340 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OmZDvFIM6Nau7oG off=4517451 len=578808 2021-07-26T16:09:32.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 496 completed, throughput=4.96MB/sec 2021-07-26T16:09:32.347 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iDa3B36b40eH3rF off=8341584 len=2034732 2021-07-26T16:09:32.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 497 completed, throughput=4.98MB/sec 2021-07-26T16:09:32.352 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FKRst2Yul_fDxGw off=10557960 len=543247 2021-07-26T16:09:32.353 INFO:tasks.workunit.client.0.smithi046.stdout:op 498 completed, throughput=4.99MB/sec 2021-07-26T16:09:32.354 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cm2ntiqEjotRd3l off=6261493 len=2095788 2021-07-26T16:09:32.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 499 completed, throughput=5.01MB/sec 2021-07-26T16:09:33.367 INFO:tasks.workunit.client.0.smithi046.stdout: 97: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:33.368 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jn7jPsafehr1DiA off=508242 len=1449637 2021-07-26T16:09:33.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:33 smithi073 bash[34190]: cluster 2021-07-26T16:09:32.299089+0000 mgr.y (mgr.24683) 806 : cluster [DBG] pgmap v1592: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:09:33.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 500 completed, throughput=4.97MB/sec 2021-07-26T16:09:33.378 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bDbQQ5_AWAK0YoR off=12919301 len=587335 2021-07-26T16:09:33.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 501 completed, throughput=4.98MB/sec 2021-07-26T16:09:33.381 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8llJo58dbwGta6n off=4263126 len=1648927 2021-07-26T16:09:33.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 502 completed, throughput=4.99MB/sec 2021-07-26T16:09:33.392 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kg6kDQqUpXHLYXN off=7887706 len=577119 2021-07-26T16:09:33.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 503 completed, throughput=5MB/sec 2021-07-26T16:09:33.394 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J2dnoXc9ppjkmSB off=4306318 len=1126441 2021-07-26T16:09:33.403 INFO:tasks.workunit.client.0.smithi046.stdout:op 504 completed, throughput=5.01MB/sec 2021-07-26T16:09:33.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:33 smithi046 bash[41283]: cluster 2021-07-26T16:09:32.299089+0000 mgr.y (mgr.24683) 806 : cluster [DBG] pgmap v1592: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:09:33.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:33 smithi046 bash[42351]: cluster 2021-07-26T16:09:32.299089+0000 mgr.y (mgr.24683) 806 : cluster [DBG] pgmap v1592: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:09:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:33.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:33.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:33.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:09:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:34 smithi073 bash[34190]: audit 2021-07-26T16:09:33.459152+0000 mon.a (mon.0) 1839 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:34 smithi073 bash[34190]: audit 2021-07-26T16:09:33.462394+0000 mon.a (mon.0) 1840 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:09:34.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:34 smithi073 bash[34190]: audit 2021-07-26T16:09:33.464479+0000 mon.a (mon.0) 1841 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:09:34.404 INFO:tasks.workunit.client.0.smithi046.stdout: 98: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:34.404 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MSedOdk9wiZXDuC off=8726875 len=1780925 2021-07-26T16:09:34.409 INFO:tasks.workunit.client.0.smithi046.stdout:op 505 completed, throughput=4.98MB/sec 2021-07-26T16:09:34.410 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2iEcDfiGDQbbeDp off=776452 len=1263039 2021-07-26T16:09:34.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 506 completed, throughput=4.99MB/sec 2021-07-26T16:09:34.412 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JeegN3JRtgGJ3mR off=7491692 len=1689832 2021-07-26T16:09:34.418 INFO:tasks.workunit.client.0.smithi046.stdout:op 507 completed, throughput=5MB/sec 2021-07-26T16:09:34.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[41283]: audit 2021-07-26T16:09:33.459152+0000 mon.a (mon.0) 1839 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[41283]: audit 2021-07-26T16:09:33.462394+0000 mon.a (mon.0) 1840 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:09:34.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[41283]: audit 2021-07-26T16:09:33.464479+0000 mon.a (mon.0) 1841 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:09:34.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[42351]: audit 2021-07-26T16:09:33.459152+0000 mon.a (mon.0) 1839 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[42351]: audit 2021-07-26T16:09:33.462394+0000 mon.a (mon.0) 1840 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:09:34.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:34 smithi046 bash[42351]: audit 2021-07-26T16:09:33.464479+0000 mon.a (mon.0) 1841 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:09:35.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:35 smithi073 bash[34190]: cluster 2021-07-26T16:09:34.299749+0000 mgr.y (mgr.24683) 807 : cluster [DBG] pgmap v1593: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:09:35.418 INFO:tasks.workunit.client.0.smithi046.stdout: 99: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:35.418 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VoYozXRUflNwa2I off=4033341 len=216924 2021-07-26T16:09:35.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 508 completed, throughput=4.96MB/sec 2021-07-26T16:09:35.419 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9jccsAiHQ6GIVcv off=5286685 len=618215 2021-07-26T16:09:35.426 INFO:tasks.workunit.client.0.smithi046.stdout:op 509 completed, throughput=4.96MB/sec 2021-07-26T16:09:35.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5idFL7pOa7A-Bi9 off=1686800 len=1310505 2021-07-26T16:09:35.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:35 smithi046 bash[41283]: cluster 2021-07-26T16:09:34.299749+0000 mgr.y (mgr.24683) 807 : cluster [DBG] pgmap v1593: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:09:35.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:35 smithi046 bash[42351]: cluster 2021-07-26T16:09:34.299749+0000 mgr.y (mgr.24683) 807 : cluster [DBG] pgmap v1593: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:09:35.430 INFO:tasks.workunit.client.0.smithi046.stdout:op 510 completed, throughput=4.97MB/sec 2021-07-26T16:09:35.430 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-etob0VeRSeIb9sg off=13510216 len=479872 2021-07-26T16:09:35.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 511 completed, throughput=4.98MB/sec 2021-07-26T16:09:35.431 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9eEVoOWS_Bh2FKH off=8954130 len=1886987 2021-07-26T16:09:35.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 512 completed, throughput=4.99MB/sec 2021-07-26T16:09:35.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ufr26rQF9q0T__e off=7735686 len=1863895 2021-07-26T16:09:35.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 513 completed, throughput=5.01MB/sec 2021-07-26T16:09:36.443 INFO:tasks.workunit.client.0.smithi046.stdout: 100: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:36.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OtF78phFTL2pBxl off=3224155 len=1600831 2021-07-26T16:09:36.457 INFO:tasks.workunit.client.0.smithi046.stdout:op 514 completed, throughput=4.98MB/sec 2021-07-26T16:09:36.457 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t7opCucQVrKKzoP off=10410582 len=1800888 2021-07-26T16:09:36.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 515 completed, throughput=4.99MB/sec 2021-07-26T16:09:36.471 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-apGyKxIJrkZMiQU off=3470634 len=1852389 2021-07-26T16:09:36.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 516 completed, throughput=5.01MB/sec 2021-07-26T16:09:36.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:36 smithi046 bash[41283]: cluster 2021-07-26T16:09:36.300215+0000 mgr.y (mgr.24683) 808 : cluster [DBG] pgmap v1594: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:36.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:36 smithi046 bash[42351]: cluster 2021-07-26T16:09:36.300215+0000 mgr.y (mgr.24683) 808 : cluster [DBG] pgmap v1594: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:36.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:36 smithi073 bash[34190]: cluster 2021-07-26T16:09:36.300215+0000 mgr.y (mgr.24683) 808 : cluster [DBG] pgmap v1594: 9 pgs: 9 active+clean; 126 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:37.483 INFO:tasks.workunit.client.0.smithi046.stdout: 101: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:37.483 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UJmrwKSVGtxqzoX off=6595277 len=1221686 2021-07-26T16:09:37.493 INFO:tasks.workunit.client.0.smithi046.stdout:op 517 completed, throughput=4.97MB/sec 2021-07-26T16:09:37.494 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y5KkvKw16LCsYem off=13653115 len=975610 2021-07-26T16:09:37.502 INFO:tasks.workunit.client.0.smithi046.stdout:op 518 completed, throughput=4.98MB/sec 2021-07-26T16:09:37.502 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PGyEawKkWocwK6T off=2512741 len=487094 2021-07-26T16:09:37.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 519 completed, throughput=4.99MB/sec 2021-07-26T16:09:37.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P0Whxj67g9dBvdX off=3593302 len=1476807 2021-07-26T16:09:37.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 520 completed, throughput=5MB/sec 2021-07-26T16:09:37.518 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2odbDARqB4yZ9E3 off=11563854 len=275968 2021-07-26T16:09:37.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 521 completed, throughput=5MB/sec 2021-07-26T16:09:38.520 INFO:tasks.workunit.client.0.smithi046.stdout: 102: throughput=4.95MB/sec pending data=0 2021-07-26T16:09:38.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PImgxZrcqlxKk2o off=8922659 len=2074026 2021-07-26T16:09:38.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 522 completed, throughput=4.97MB/sec 2021-07-26T16:09:38.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-awdDXJOzDaYYy6- off=19867765 len=1294455 2021-07-26T16:09:38.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 523 completed, throughput=4.98MB/sec 2021-07-26T16:09:38.537 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-99G1Y2IxE2IERE_ off=3895868 len=1283415 2021-07-26T16:09:38.548 INFO:tasks.workunit.client.0.smithi046.stdout:op 524 completed, throughput=4.99MB/sec 2021-07-26T16:09:38.548 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-73Z24QABgJ9H1Kg off=1674358 len=532968 2021-07-26T16:09:38.554 INFO:tasks.workunit.client.0.smithi046.stdout:op 525 completed, throughput=5MB/sec 2021-07-26T16:09:38.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vcEiZFX1_Y4shrF off=6615318 len=2011777 2021-07-26T16:09:38.559 INFO:tasks.workunit.client.0.smithi046.stdout:op 526 completed, throughput=5.02MB/sec 2021-07-26T16:09:38.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:38 smithi046 bash[41283]: cluster 2021-07-26T16:09:38.300949+0000 mgr.y (mgr.24683) 809 : cluster [DBG] pgmap v1595: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:38.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:38 smithi046 bash[42351]: cluster 2021-07-26T16:09:38.300949+0000 mgr.y (mgr.24683) 809 : cluster [DBG] pgmap v1595: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:38.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:38 smithi073 bash[34190]: cluster 2021-07-26T16:09:38.300949+0000 mgr.y (mgr.24683) 809 : cluster [DBG] pgmap v1595: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2021-07-26T16:09:39.559 INFO:tasks.workunit.client.0.smithi046.stdout: 103: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:39.560 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-44L6dtI3gzs9KDB off=14760344 len=1881783 2021-07-26T16:09:39.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 527 completed, throughput=4.99MB/sec 2021-07-26T16:09:39.564 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aBh9p8yCY9v3LgO off=833469 len=1077003 2021-07-26T16:09:39.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 528 completed, throughput=5MB/sec 2021-07-26T16:09:39.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-25Vjb3YsAkTsJ3I off=3116801 len=1726267 2021-07-26T16:09:39.582 INFO:tasks.workunit.client.0.smithi046.stdout:op 529 completed, throughput=5.01MB/sec 2021-07-26T16:09:40.582 INFO:tasks.workunit.client.0.smithi046.stdout: 104: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:40.583 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IRpexWQ1kHuDiti off=7827593 len=780215 2021-07-26T16:09:40.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 530 completed, throughput=4.97MB/sec 2021-07-26T16:09:40.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W-KLwWAT2o3zU9M off=646581 len=333571 2021-07-26T16:09:40.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 531 completed, throughput=4.97MB/sec 2021-07-26T16:09:40.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rwurRL7kO5nCjCW off=1208552 len=1886937 2021-07-26T16:09:40.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 532 completed, throughput=4.99MB/sec 2021-07-26T16:09:40.598 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ybHnvln151lmUmX off=3536765 len=1752560 2021-07-26T16:09:40.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 533 completed, throughput=5MB/sec 2021-07-26T16:09:40.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:40 smithi046 bash[41283]: cluster 2021-07-26T16:09:40.301588+0000 mgr.y (mgr.24683) 810 : cluster [DBG] pgmap v1596: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:40.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:40 smithi046 bash[42351]: cluster 2021-07-26T16:09:40.301588+0000 mgr.y (mgr.24683) 810 : cluster [DBG] pgmap v1596: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:40 smithi073 bash[34190]: cluster 2021-07-26T16:09:40.301588+0000 mgr.y (mgr.24683) 810 : cluster [DBG] pgmap v1596: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2021-07-26T16:09:41.604 INFO:tasks.workunit.client.0.smithi046.stdout: 105: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:41.605 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cj51ie9s6Cztm39 off=4170246 len=57203 2021-07-26T16:09:41.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 534 completed, throughput=4.96MB/sec 2021-07-26T16:09:41.611 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y0pvruPhEACxQXH off=3507312 len=1370260 2021-07-26T16:09:41.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 535 completed, throughput=4.97MB/sec 2021-07-26T16:09:41.622 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ibYtlIsChuN2I0A off=10163658 len=947783 2021-07-26T16:09:41.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 536 completed, throughput=4.98MB/sec 2021-07-26T16:09:41.624 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AKqaIoU3LvPfu-x off=13475325 len=1567240 2021-07-26T16:09:41.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 537 completed, throughput=4.99MB/sec 2021-07-26T16:09:41.630 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NIPqTBFvxnj1sqS off=2159716 len=717888 2021-07-26T16:09:41.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 538 completed, throughput=5MB/sec 2021-07-26T16:09:41.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7JyL1fYTH7hcCND off=2050366 len=533991 2021-07-26T16:09:41.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 539 completed, throughput=5MB/sec 2021-07-26T16:09:42.639 INFO:tasks.workunit.client.0.smithi046.stdout: 106: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:42.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-npWCQbMgFOrwn3c off=19740504 len=982890 2021-07-26T16:09:42.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 540 completed, throughput=4.97MB/sec 2021-07-26T16:09:42.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e4CzQdGEvfIvwO3 off=10039739 len=1136335 2021-07-26T16:09:42.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 541 completed, throughput=4.97MB/sec 2021-07-26T16:09:42.652 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KvbkfrCE0u2HtaU off=7215279 len=1950980 2021-07-26T16:09:42.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 542 completed, throughput=4.99MB/sec 2021-07-26T16:09:42.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IO6od_iRx8IllR9 off=1703895 len=879261 2021-07-26T16:09:42.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 543 completed, throughput=5MB/sec 2021-07-26T16:09:42.660 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ilcert9kwHxV-5- off=658174 len=1706514 2021-07-26T16:09:42.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 544 completed, throughput=5.01MB/sec 2021-07-26T16:09:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:43 smithi073 bash[34190]: cluster 2021-07-26T16:09:42.302118+0000 mgr.y (mgr.24683) 811 : cluster [DBG] pgmap v1597: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:43 smithi073 bash[34190]: audit 2021-07-26T16:09:42.481108+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:43 smithi073 bash[34190]: audit 2021-07-26T16:09:42.741656+0000 mon.a (mon.0) 1843 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[41283]: cluster 2021-07-26T16:09:42.302118+0000 mgr.y (mgr.24683) 811 : cluster [DBG] pgmap v1597: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[41283]: audit 2021-07-26T16:09:42.481108+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[41283]: audit 2021-07-26T16:09:42.741656+0000 mon.a (mon.0) 1843 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[42351]: cluster 2021-07-26T16:09:42.302118+0000 mgr.y (mgr.24683) 811 : cluster [DBG] pgmap v1597: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:09:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[42351]: audit 2021-07-26T16:09:42.481108+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[42351]: audit 2021-07-26T16:09:42.741656+0000 mon.a (mon.0) 1843 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:09:43.664 INFO:tasks.workunit.client.0.smithi046.stdout: 107: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:43.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-px1sqVfVLqtMQps off=3256882 len=465669 2021-07-26T16:09:43.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 545 completed, throughput=4.97MB/sec 2021-07-26T16:09:43.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YS2nLDJX5ey-koT off=6753993 len=347587 2021-07-26T16:09:43.676 INFO:tasks.workunit.client.0.smithi046.stdout:op 546 completed, throughput=4.97MB/sec 2021-07-26T16:09:43.676 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9oAOJKwtLyiG1h6 off=8826841 len=284960 2021-07-26T16:09:43.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 547 completed, throughput=4.98MB/sec 2021-07-26T16:09:43.682 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-te0xPO75J9VauIa off=7596618 len=923454 2021-07-26T16:09:43.684 INFO:tasks.workunit.client.0.smithi046.stdout:op 548 completed, throughput=4.98MB/sec 2021-07-26T16:09:43.684 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aDHOkeefeDymfaG off=13249603 len=1105014 2021-07-26T16:09:43.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 549 completed, throughput=4.99MB/sec 2021-07-26T16:09:43.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aKQ5y83rRIv_rbL off=3705972 len=1360662 2021-07-26T16:09:43.691 INFO:tasks.workunit.client.0.smithi046.stdout:op 550 completed, throughput=5.01MB/sec 2021-07-26T16:09:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:43.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:09:44.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:44 smithi073 bash[34190]: cephadm 2021-07-26T16:09:42.471714+0000 mgr.y (mgr.24683) 812 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T16:09:44.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:44 smithi046 bash[41283]: cephadm 2021-07-26T16:09:42.471714+0000 mgr.y (mgr.24683) 812 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T16:09:44.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:44 smithi046 bash[42351]: cephadm 2021-07-26T16:09:42.471714+0000 mgr.y (mgr.24683) 812 : cephadm [INF] Detected new or changed devices on smithi046 2021-07-26T16:09:44.691 INFO:tasks.workunit.client.0.smithi046.stdout: 108: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:44.692 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q3pxVzXeriCBXKG off=9521638 len=1778417 2021-07-26T16:09:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 551 completed, throughput=4.98MB/sec 2021-07-26T16:09:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x0fD5BTrHWLL_h4 off=10150967 len=1328287 2021-07-26T16:09:44.718 INFO:tasks.workunit.client.0.smithi046.stdout:op 552 completed, throughput=4.99MB/sec 2021-07-26T16:09:44.718 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-avkrhjwIkif8yCS off=8115210 len=1151285 2021-07-26T16:09:44.721 INFO:tasks.workunit.client.0.smithi046.stdout:op 553 completed, throughput=5MB/sec 2021-07-26T16:09:44.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hmKB7RSs3xiqtfG off=1745320 len=1835034 2021-07-26T16:09:44.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 554 completed, throughput=5.01MB/sec 2021-07-26T16:09:45.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:45 smithi073 bash[34190]: cluster 2021-07-26T16:09:44.302820+0000 mgr.y (mgr.24683) 813 : cluster [DBG] pgmap v1598: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:45.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:45 smithi046 bash[41283]: cluster 2021-07-26T16:09:44.302820+0000 mgr.y (mgr.24683) 813 : cluster [DBG] pgmap v1598: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:45.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:45 smithi046 bash[42351]: cluster 2021-07-26T16:09:44.302820+0000 mgr.y (mgr.24683) 813 : cluster [DBG] pgmap v1598: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:45.734 INFO:tasks.workunit.client.0.smithi046.stdout: 109: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:45.734 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8zVUdt-Hh9HJl5l off=1334895 len=1508521 2021-07-26T16:09:45.745 INFO:tasks.workunit.client.0.smithi046.stdout:op 555 completed, throughput=4.98MB/sec 2021-07-26T16:09:45.745 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NRh6_-XpDb08E00 off=428270 len=1151110 2021-07-26T16:09:45.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 556 completed, throughput=4.99MB/sec 2021-07-26T16:09:45.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3NlKisykd-lTrsL off=3138834 len=1488163 2021-07-26T16:09:45.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 557 completed, throughput=5MB/sec 2021-07-26T16:09:46.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:46 smithi046 bash[41283]: cluster 2021-07-26T16:09:46.303497+0000 mgr.y (mgr.24683) 814 : cluster [DBG] pgmap v1599: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:46.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:46 smithi046 bash[42351]: cluster 2021-07-26T16:09:46.303497+0000 mgr.y (mgr.24683) 814 : cluster [DBG] pgmap v1599: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:46.760 INFO:tasks.workunit.client.0.smithi046.stdout: 110: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:46.760 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1f4ML22HEz73iJx off=6372106 len=507544 2021-07-26T16:09:46.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 558 completed, throughput=4.96MB/sec 2021-07-26T16:09:46.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nIijeKBiLBi9YZ0 off=10450564 len=508180 2021-07-26T16:09:46.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 559 completed, throughput=4.97MB/sec 2021-07-26T16:09:46.764 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dhCxV1pvHEZZaw2 off=2644140 len=1745412 2021-07-26T16:09:46.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 560 completed, throughput=4.98MB/sec 2021-07-26T16:09:46.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wtwPOEOpNG72gvT off=4944974 len=1047124 2021-07-26T16:09:46.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 561 completed, throughput=4.99MB/sec 2021-07-26T16:09:46.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-k7WcW3PfhH54TAJ off=17038738 len=1850840 2021-07-26T16:09:46.779 INFO:tasks.workunit.client.0.smithi046.stdout:op 562 completed, throughput=5MB/sec 2021-07-26T16:09:46.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:46 smithi073 bash[34190]: cluster 2021-07-26T16:09:46.303497+0000 mgr.y (mgr.24683) 814 : cluster [DBG] pgmap v1599: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:47.779 INFO:tasks.workunit.client.0.smithi046.stdout: 111: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:47.780 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kva-9fAMbOzhj9M off=6821464 len=124463 2021-07-26T16:09:47.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 563 completed, throughput=4.96MB/sec 2021-07-26T16:09:47.785 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oTQ24VDLg4H0J2b off=19503010 len=1098685 2021-07-26T16:09:47.796 INFO:tasks.workunit.client.0.smithi046.stdout:op 564 completed, throughput=4.97MB/sec 2021-07-26T16:09:47.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iBDv-TRtJC7-H89 off=4031679 len=2050912 2021-07-26T16:09:47.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 565 completed, throughput=4.99MB/sec 2021-07-26T16:09:47.803 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r41LBjIHHqzDfva off=5647179 len=93204 2021-07-26T16:09:47.807 INFO:tasks.workunit.client.0.smithi046.stdout:op 566 completed, throughput=4.99MB/sec 2021-07-26T16:09:47.807 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SfT_A8i-2mtDjC4 off=7512639 len=254368 2021-07-26T16:09:47.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 567 completed, throughput=4.99MB/sec 2021-07-26T16:09:47.808 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0lp78r1QCmokRkv off=3381064 len=555002 2021-07-26T16:09:47.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 568 completed, throughput=4.99MB/sec 2021-07-26T16:09:47.816 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9BwY5hcaFnAAz0I off=1809753 len=1491088 2021-07-26T16:09:47.818 INFO:tasks.workunit.client.0.smithi046.stdout:op 569 completed, throughput=5.01MB/sec 2021-07-26T16:09:48.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:48 smithi046 bash[42351]: cluster 2021-07-26T16:09:48.304174+0000 mgr.y (mgr.24683) 815 : cluster [DBG] pgmap v1600: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:48.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:48 smithi046 bash[41283]: cluster 2021-07-26T16:09:48.304174+0000 mgr.y (mgr.24683) 815 : cluster [DBG] pgmap v1600: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:48.818 INFO:tasks.workunit.client.0.smithi046.stdout: 112: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:48.818 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l5RNlQljf7GPNwi off=13516744 len=1616233 2021-07-26T16:09:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 570 completed, throughput=4.97MB/sec 2021-07-26T16:09:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5J93q4bketaMoc9 off=8232969 len=836107 2021-07-26T16:09:48.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 571 completed, throughput=4.98MB/sec 2021-07-26T16:09:48.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c1LHGWm5yI4NqQN off=1622742 len=1868275 2021-07-26T16:09:48.838 INFO:tasks.workunit.client.0.smithi046.stdout:op 572 completed, throughput=5MB/sec 2021-07-26T16:09:48.839 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9HNjH81jLC3M1bp off=4102455 len=1846022 2021-07-26T16:09:48.851 INFO:tasks.workunit.client.0.smithi046.stdout:op 573 completed, throughput=5.01MB/sec 2021-07-26T16:09:48.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:48 smithi073 bash[34190]: cluster 2021-07-26T16:09:48.304174+0000 mgr.y (mgr.24683) 815 : cluster [DBG] pgmap v1600: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:09:49.851 INFO:tasks.workunit.client.0.smithi046.stdout: 113: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:49.852 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eJqQoaf1_bmViUk off=2293014 len=395644 2021-07-26T16:09:49.853 INFO:tasks.workunit.client.0.smithi046.stdout:op 574 completed, throughput=4.97MB/sec 2021-07-26T16:09:49.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ULd-x-7nucfDuUD off=4160823 len=1012596 2021-07-26T16:09:49.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 575 completed, throughput=4.98MB/sec 2021-07-26T16:09:49.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Yn3Atdxo6X8I2iA off=1452552 len=989417 2021-07-26T16:09:49.866 INFO:tasks.workunit.client.0.smithi046.stdout:op 576 completed, throughput=4.99MB/sec 2021-07-26T16:09:49.866 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pr2U1pQWzAuJcBD off=555261 len=1438974 2021-07-26T16:09:49.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 577 completed, throughput=5MB/sec 2021-07-26T16:09:49.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lCacav7vyElYhqY off=4160367 len=868277 2021-07-26T16:09:49.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 578 completed, throughput=5.01MB/sec 2021-07-26T16:09:50.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:50 smithi046 bash[41283]: cluster 2021-07-26T16:09:50.304878+0000 mgr.y (mgr.24683) 816 : cluster [DBG] pgmap v1601: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:09:50.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:50 smithi046 bash[42351]: cluster 2021-07-26T16:09:50.304878+0000 mgr.y (mgr.24683) 816 : cluster [DBG] pgmap v1601: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:09:50.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:50 smithi073 bash[34190]: cluster 2021-07-26T16:09:50.304878+0000 mgr.y (mgr.24683) 816 : cluster [DBG] pgmap v1601: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:09:50.879 INFO:tasks.workunit.client.0.smithi046.stdout: 114: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:50.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jrr3_NQt9lm7QUR off=1282864 len=638079 2021-07-26T16:09:50.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 579 completed, throughput=4.97MB/sec 2021-07-26T16:09:50.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ixgRdNRKf_pDalC off=5926376 len=694220 2021-07-26T16:09:50.894 INFO:tasks.workunit.client.0.smithi046.stdout:op 580 completed, throughput=4.97MB/sec 2021-07-26T16:09:50.895 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nOIKvWZRfG8GGfd off=7809978 len=939905 2021-07-26T16:09:50.897 INFO:tasks.workunit.client.0.smithi046.stdout:op 581 completed, throughput=4.98MB/sec 2021-07-26T16:09:50.897 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AVFZxATHk13MF1V off=7691491 len=640946 2021-07-26T16:09:50.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 582 completed, throughput=4.99MB/sec 2021-07-26T16:09:50.902 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PPIf1WHMW5ijlKK off=0 len=1122852 2021-07-26T16:09:50.910 INFO:tasks.workunit.client.0.smithi046.stdout:op 583 completed, throughput=4.99MB/sec 2021-07-26T16:09:50.911 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yjA4-b262BsrduR off=15696201 len=1440963 2021-07-26T16:09:50.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 584 completed, throughput=5.01MB/sec 2021-07-26T16:09:51.915 INFO:tasks.workunit.client.0.smithi046.stdout: 115: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:51.916 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J78Qc0RN0SO6tSI off=16758212 len=320700 2021-07-26T16:09:51.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 585 completed, throughput=4.97MB/sec 2021-07-26T16:09:51.917 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rxn1TgEpNXVg4v2 off=1298379 len=1381209 2021-07-26T16:09:51.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 586 completed, throughput=4.98MB/sec 2021-07-26T16:09:51.928 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q84ygBQpW40C3yE off=6359494 len=1233139 2021-07-26T16:09:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 587 completed, throughput=4.99MB/sec 2021-07-26T16:09:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TB8UkjUkowi1eMD off=10832271 len=540136 2021-07-26T16:09:51.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 588 completed, throughput=4.99MB/sec 2021-07-26T16:09:51.938 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8PzwepHCsoEU-Hp off=2554247 len=208055 2021-07-26T16:09:51.938 INFO:tasks.workunit.client.0.smithi046.stdout:op 589 completed, throughput=4.99MB/sec 2021-07-26T16:09:51.939 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gZG71nqmWH3K7gc off=4043580 len=1319926 2021-07-26T16:09:51.949 INFO:tasks.workunit.client.0.smithi046.stdout:op 590 completed, throughput=5MB/sec 2021-07-26T16:09:52.950 INFO:tasks.workunit.client.0.smithi046.stdout: 116: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:52.950 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oDE8i_jTaQRSwNA off=12347239 len=1731679 2021-07-26T16:09:52.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 591 completed, throughput=4.97MB/sec 2021-07-26T16:09:52.962 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2RyRLIzI2D2Kc9Q off=5915948 len=1018912 2021-07-26T16:09:52.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 592 completed, throughput=4.98MB/sec 2021-07-26T16:09:52.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DQJdooR5Arkg8Pw off=550689 len=130472 2021-07-26T16:09:52.967 INFO:tasks.workunit.client.0.smithi046.stdout:op 593 completed, throughput=4.98MB/sec 2021-07-26T16:09:52.968 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1uluoZT3ZVA1DKm off=7479643 len=828227 2021-07-26T16:09:52.974 INFO:tasks.workunit.client.0.smithi046.stdout:op 594 completed, throughput=4.99MB/sec 2021-07-26T16:09:52.974 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8W4g0fZfHpjvcIH off=14499621 len=519567 2021-07-26T16:09:52.975 INFO:tasks.workunit.client.0.smithi046.stdout:op 595 completed, throughput=4.99MB/sec 2021-07-26T16:09:52.976 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MMmjdok3dKp4RGP off=5651973 len=1203597 2021-07-26T16:09:52.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 596 completed, throughput=5MB/sec 2021-07-26T16:09:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:53 smithi073 bash[34190]: cluster 2021-07-26T16:09:52.305554+0000 mgr.y (mgr.24683) 817 : cluster [DBG] pgmap v1602: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:09:53.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:53 smithi046 bash[41283]: cluster 2021-07-26T16:09:52.305554+0000 mgr.y (mgr.24683) 817 : cluster [DBG] pgmap v1602: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:09:53.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:53 smithi046 bash[42351]: cluster 2021-07-26T16:09:52.305554+0000 mgr.y (mgr.24683) 817 : cluster [DBG] pgmap v1602: 9 pgs: 9 active+clean; 126 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:09:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:53.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:53.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:53.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:09:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:09:53.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:09:53.985 INFO:tasks.workunit.client.0.smithi046.stdout: 117: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:53.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gp0Ki3bBTEDWDko off=2022875 len=1774818 2021-07-26T16:09:54.000 INFO:tasks.workunit.client.0.smithi046.stdout:op 597 completed, throughput=4.97MB/sec 2021-07-26T16:09:54.000 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3yMciBcr7ECjVZF off=2308772 len=69543 2021-07-26T16:09:54.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 598 completed, throughput=4.97MB/sec 2021-07-26T16:09:54.001 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Uj82GK1YI02epcN off=5179654 len=1591442 2021-07-26T16:09:54.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 599 completed, throughput=4.99MB/sec 2021-07-26T16:09:54.006 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9W9EfUORpqU9lj0 off=10688724 len=1608641 2021-07-26T16:09:54.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 600 completed, throughput=5MB/sec 2021-07-26T16:09:54.010 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1GiueXYvM_O-ACm off=3183665 len=916688 2021-07-26T16:09:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 601 completed, throughput=5.01MB/sec 2021-07-26T16:09:54.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:54 smithi046 bash[41283]: cluster 2021-07-26T16:09:54.306190+0000 mgr.y (mgr.24683) 818 : cluster [DBG] pgmap v1603: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:54.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:54 smithi046 bash[42351]: cluster 2021-07-26T16:09:54.306190+0000 mgr.y (mgr.24683) 818 : cluster [DBG] pgmap v1603: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:54.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:54 smithi073 bash[34190]: cluster 2021-07-26T16:09:54.306190+0000 mgr.y (mgr.24683) 818 : cluster [DBG] pgmap v1603: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:09:55.020 INFO:tasks.workunit.client.0.smithi046.stdout: 118: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:55.020 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t69_UiC2kagy0ev off=12205437 len=2095993 2021-07-26T16:09:55.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 602 completed, throughput=4.98MB/sec 2021-07-26T16:09:55.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pNaSVluD3fEEfXu off=6383825 len=1423961 2021-07-26T16:09:55.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 603 completed, throughput=4.99MB/sec 2021-07-26T16:09:55.039 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Me5NbLNCFpcELZo off=17135310 len=873447 2021-07-26T16:09:55.047 INFO:tasks.workunit.client.0.smithi046.stdout:op 604 completed, throughput=5MB/sec 2021-07-26T16:09:55.048 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O_4ryIn6e-NXkwC off=3286077 len=2078178 2021-07-26T16:09:55.061 INFO:tasks.workunit.client.0.smithi046.stdout:op 605 completed, throughput=5.01MB/sec 2021-07-26T16:09:56.062 INFO:tasks.workunit.client.0.smithi046.stdout: 119: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kLb0xzzZC22kOdq off=7295935 len=410768 2021-07-26T16:09:56.068 INFO:tasks.workunit.client.0.smithi046.stdout:op 606 completed, throughput=4.98MB/sec 2021-07-26T16:09:56.068 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-30_IrnW5n5U5DUS off=1671246 len=301787 2021-07-26T16:09:56.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 607 completed, throughput=4.98MB/sec 2021-07-26T16:09:56.074 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0paulNPnwwW7r8R off=85882 len=1442216 2021-07-26T16:09:56.078 INFO:tasks.workunit.client.0.smithi046.stdout:op 608 completed, throughput=4.99MB/sec 2021-07-26T16:09:56.078 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IQaK9bB0vmjiWQe off=7459580 len=318623 2021-07-26T16:09:56.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 609 completed, throughput=4.99MB/sec 2021-07-26T16:09:56.083 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DICSEzPrn6BUhqi off=5214902 len=573203 2021-07-26T16:09:56.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 610 completed, throughput=5MB/sec 2021-07-26T16:09:56.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3yzuDtNZXNMq8O4 off=10303538 len=1226027 2021-07-26T16:09:56.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 611 completed, throughput=5.01MB/sec 2021-07-26T16:09:56.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:56 smithi046 bash[41283]: cluster 2021-07-26T16:09:56.306830+0000 mgr.y (mgr.24683) 819 : cluster [DBG] pgmap v1604: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:56.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:56 smithi046 bash[42351]: cluster 2021-07-26T16:09:56.306830+0000 mgr.y (mgr.24683) 819 : cluster [DBG] pgmap v1604: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:56.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:56 smithi073 bash[34190]: cluster 2021-07-26T16:09:56.306830+0000 mgr.y (mgr.24683) 819 : cluster [DBG] pgmap v1604: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:09:57.100 INFO:tasks.workunit.client.0.smithi046.stdout: 120: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:57.100 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wblNSrP1PLur1jj off=6579481 len=1155759 2021-07-26T16:09:57.104 INFO:tasks.workunit.client.0.smithi046.stdout:op 612 completed, throughput=4.97MB/sec 2021-07-26T16:09:57.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ufve7OJ3fQzXnqf off=16821021 len=1452441 2021-07-26T16:09:57.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 613 completed, throughput=4.98MB/sec 2021-07-26T16:09:57.109 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ndfv_bdYrxEDAmu off=1795503 len=1276479 2021-07-26T16:09:57.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 614 completed, throughput=4.99MB/sec 2021-07-26T16:09:57.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EQubKstk1yo2D9B off=1691071 len=1390711 2021-07-26T16:09:57.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 615 completed, throughput=5MB/sec 2021-07-26T16:09:58.122 INFO:tasks.workunit.client.0.smithi046.stdout: 121: throughput=4.96MB/sec pending data=0 2021-07-26T16:09:58.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UI3ZssL_hnm8OBO off=10654778 len=7848 2021-07-26T16:09:58.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 616 completed, throughput=4.96MB/sec 2021-07-26T16:09:58.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XhOmcXYOSR0gMyZ off=2588849 len=1044071 2021-07-26T16:09:58.130 INFO:tasks.workunit.client.0.smithi046.stdout:op 617 completed, throughput=4.97MB/sec 2021-07-26T16:09:58.130 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FIhv7lGyaOB4XbL off=7236888 len=816947 2021-07-26T16:09:58.132 INFO:tasks.workunit.client.0.smithi046.stdout:op 618 completed, throughput=4.98MB/sec 2021-07-26T16:09:58.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U7QIHvUElVTaI1r off=11413078 len=176938 2021-07-26T16:09:58.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 619 completed, throughput=4.98MB/sec 2021-07-26T16:09:58.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HnVEZpitL3s1C-Y off=15958317 len=189769 2021-07-26T16:09:58.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 620 completed, throughput=4.98MB/sec 2021-07-26T16:09:58.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PLRTFquQNdrSnCv off=3631411 len=1817763 2021-07-26T16:09:58.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 621 completed, throughput=4.99MB/sec 2021-07-26T16:09:58.146 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zJhvmWf7FpKWa95 off=2130546 len=563928 2021-07-26T16:09:58.152 INFO:tasks.workunit.client.0.smithi046.stdout:op 622 completed, throughput=5MB/sec 2021-07-26T16:09:58.153 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z0fPOXRtq1_d1jh off=1881294 len=1467099 2021-07-26T16:09:58.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 623 completed, throughput=5.01MB/sec 2021-07-26T16:09:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:58 smithi073 bash[34190]: audit 2021-07-26T16:09:58.189753+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:58.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:58 smithi046 bash[41283]: audit 2021-07-26T16:09:58.189753+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:58.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:58 smithi046 bash[42351]: audit 2021-07-26T16:09:58.189753+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:59.163 INFO:tasks.workunit.client.0.smithi046.stdout: 122: throughput=4.97MB/sec pending data=0 2021-07-26T16:09:59.164 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mJp34jwQi7TJwEQ off=8783559 len=1711412 2021-07-26T16:09:59.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 624 completed, throughput=4.98MB/sec 2021-07-26T16:09:59.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kRV7fi5EdAo96FP off=993344 len=214403 2021-07-26T16:09:59.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 625 completed, throughput=4.98MB/sec 2021-07-26T16:09:59.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4HX3QvZHYYRlMW0 off=1478389 len=288341 2021-07-26T16:09:59.183 INFO:tasks.workunit.client.0.smithi046.stdout:op 626 completed, throughput=4.99MB/sec 2021-07-26T16:09:59.184 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HowWlxG8QnjuujD off=373499 len=1340284 2021-07-26T16:09:59.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 627 completed, throughput=5MB/sec 2021-07-26T16:09:59.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1vIZIIgxkhp8Om2 off=11620551 len=845249 2021-07-26T16:09:59.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 628 completed, throughput=5MB/sec 2021-07-26T16:09:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:59 smithi073 bash[34190]: cluster 2021-07-26T16:09:58.307519+0000 mgr.y (mgr.24683) 820 : cluster [DBG] pgmap v1605: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:09:59 smithi073 bash[34190]: audit 2021-07-26T16:09:59.037464+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:59.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:59 smithi046 bash[41283]: cluster 2021-07-26T16:09:58.307519+0000 mgr.y (mgr.24683) 820 : cluster [DBG] pgmap v1605: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:59.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:09:59 smithi046 bash[41283]: audit 2021-07-26T16:09:59.037464+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:59 smithi046 bash[42351]: cluster 2021-07-26T16:09:58.307519+0000 mgr.y (mgr.24683) 820 : cluster [DBG] pgmap v1605: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:09:59.681 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:09:59 smithi046 bash[42351]: audit 2021-07-26T16:09:59.037464+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:00.197 INFO:tasks.workunit.client.0.smithi046.stdout: 123: throughput=4.96MB/sec pending data=0 2021-07-26T16:10:00.198 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XyKWl8RE1QLsYkE off=3983342 len=984007 2021-07-26T16:10:00.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 629 completed, throughput=4.97MB/sec 2021-07-26T16:10:00.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kiG5pWOYFcaa7Gr off=4397063 len=1407305 2021-07-26T16:10:00.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 630 completed, throughput=4.98MB/sec 2021-07-26T16:10:00.206 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_AJib5dEMkwMbUG off=850434 len=1359013 2021-07-26T16:10:00.210 INFO:tasks.workunit.client.0.smithi046.stdout:op 631 completed, throughput=4.99MB/sec 2021-07-26T16:10:00.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VYYBV58MtLaVAWC off=16062913 len=1507950 2021-07-26T16:10:00.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 632 completed, throughput=5MB/sec 2021-07-26T16:10:00.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:00 smithi073 bash[34190]: cluster 2021-07-26T16:10:00.000146+0000 mon.a (mon.0) 1846 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:00.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:00 smithi046 bash[41283]: cluster 2021-07-26T16:10:00.000146+0000 mon.a (mon.0) 1846 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:00.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:00 smithi046 bash[42351]: cluster 2021-07-26T16:10:00.000146+0000 mon.a (mon.0) 1846 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:01.223 INFO:tasks.workunit.client.0.smithi046.stdout: 124: throughput=4.96MB/sec pending data=0 2021-07-26T16:10:01.223 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qpM-prtVN7gXar1 off=3264236 len=1414810 2021-07-26T16:10:01.235 INFO:tasks.workunit.client.0.smithi046.stdout:op 633 completed, throughput=4.97MB/sec 2021-07-26T16:10:01.235 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xwEbm6HooguQFw0 off=11200138 len=822889 2021-07-26T16:10:01.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 634 completed, throughput=4.98MB/sec 2021-07-26T16:10:01.238 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--T_a4LXowwoezQc off=7586334 len=99173 2021-07-26T16:10:01.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 635 completed, throughput=4.98MB/sec 2021-07-26T16:10:01.239 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6Am2a7Do3K6W6Vi off=9836761 len=517192 2021-07-26T16:10:01.245 INFO:tasks.workunit.client.0.smithi046.stdout:op 636 completed, throughput=4.98MB/sec 2021-07-26T16:10:01.246 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IvO2D2q63Za17dU off=833200 len=306242 2021-07-26T16:10:01.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 637 completed, throughput=4.98MB/sec 2021-07-26T16:10:01.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NBiV_AAR-eSv8AS off=9969655 len=1556229 2021-07-26T16:10:01.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 638 completed, throughput=5MB/sec 2021-07-26T16:10:01.255 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PfLMZD2fIJ86H2t off=6486648 len=281765 2021-07-26T16:10:01.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 639 completed, throughput=5MB/sec 2021-07-26T16:10:01.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-L_lcGHVfz8MCDmd off=9310546 len=345893 2021-07-26T16:10:01.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 640 completed, throughput=5MB/sec 2021-07-26T16:10:01.265 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fPYSIGwnmuSeXMz off=1822072 len=1201309 2021-07-26T16:10:01.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 641 completed, throughput=5.01MB/sec 2021-07-26T16:10:01.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:01 smithi073 bash[34190]: cluster 2021-07-26T16:10:00.308072+0000 mgr.y (mgr.24683) 821 : cluster [DBG] pgmap v1606: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:01.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:01 smithi046 bash[41283]: cluster 2021-07-26T16:10:00.308072+0000 mgr.y (mgr.24683) 821 : cluster [DBG] pgmap v1606: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:01.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:01 smithi046 bash[42351]: cluster 2021-07-26T16:10:00.308072+0000 mgr.y (mgr.24683) 821 : cluster [DBG] pgmap v1606: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:02.272 INFO:tasks.workunit.client.0.smithi046.stdout: 125: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:02.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iMvGJD_prISBk0r off=2287645 len=1704901 2021-07-26T16:10:02.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 642 completed, throughput=4.98MB/sec 2021-07-26T16:10:02.286 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LHf42IKBz4TDE1D off=52605 len=711139 2021-07-26T16:10:02.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 643 completed, throughput=4.99MB/sec 2021-07-26T16:10:02.289 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HuGL_4Ra9486_op off=12549222 len=1608524 2021-07-26T16:10:02.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 644 completed, throughput=5MB/sec 2021-07-26T16:10:02.303 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DCrz3wy0D2D4m2x off=8223631 len=728941 2021-07-26T16:10:02.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 645 completed, throughput=5MB/sec 2021-07-26T16:10:03.309 INFO:tasks.workunit.client.0.smithi046.stdout: 126: throughput=4.96MB/sec pending data=0 2021-07-26T16:10:03.310 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UPQDW38hrKGTDkR off=10091543 len=1574810 2021-07-26T16:10:03.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 646 completed, throughput=4.98MB/sec 2021-07-26T16:10:03.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fFvQRQlilvVw5oC off=440256 len=977918 2021-07-26T16:10:03.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 647 completed, throughput=4.98MB/sec 2021-07-26T16:10:03.319 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cEqRhtpsrm2IOSp off=800981 len=1081867 2021-07-26T16:10:03.323 INFO:tasks.workunit.client.0.smithi046.stdout:op 648 completed, throughput=4.99MB/sec 2021-07-26T16:10:03.323 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QXBO2s5NSkBq77V off=15923610 len=692902 2021-07-26T16:10:03.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 649 completed, throughput=5MB/sec 2021-07-26T16:10:03.332 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-POmldBHRbs3vshq off=5349593 len=528508 2021-07-26T16:10:03.333 INFO:tasks.workunit.client.0.smithi046.stdout:op 650 completed, throughput=5MB/sec 2021-07-26T16:10:03.333 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3bF6zJFDk3tSNYL off=6239848 len=1644138 2021-07-26T16:10:03.344 INFO:tasks.workunit.client.0.smithi046.stdout:op 651 completed, throughput=5.01MB/sec 2021-07-26T16:10:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:03 smithi073 bash[34190]: cluster 2021-07-26T16:10:02.308710+0000 mgr.y (mgr.24683) 822 : cluster [DBG] pgmap v1607: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:03.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:03 smithi046 bash[41283]: cluster 2021-07-26T16:10:02.308710+0000 mgr.y (mgr.24683) 822 : cluster [DBG] pgmap v1607: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:03.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:03 smithi046 bash[42351]: cluster 2021-07-26T16:10:02.308710+0000 mgr.y (mgr.24683) 822 : cluster [DBG] pgmap v1607: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:03.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:03.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:03.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:10:04.345 INFO:tasks.workunit.client.0.smithi046.stdout: 127: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:04.345 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vfPgRLdS6uQ7bjL off=3269051 len=1797483 2021-07-26T16:10:04.359 INFO:tasks.workunit.client.0.smithi046.stdout:op 652 completed, throughput=4.99MB/sec 2021-07-26T16:10:04.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cTHP7fx-VLRToKM off=1816641 len=1141568 2021-07-26T16:10:04.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 653 completed, throughput=4.99MB/sec 2021-07-26T16:10:04.363 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CufrxCe396lUw_M off=3390405 len=1891154 2021-07-26T16:10:04.368 INFO:tasks.workunit.client.0.smithi046.stdout:op 654 completed, throughput=5.01MB/sec 2021-07-26T16:10:04.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:04 smithi046 bash[41283]: cluster 2021-07-26T16:10:04.309367+0000 mgr.y (mgr.24683) 823 : cluster [DBG] pgmap v1608: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:10:04.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:04 smithi046 bash[42351]: cluster 2021-07-26T16:10:04.309367+0000 mgr.y (mgr.24683) 823 : cluster [DBG] pgmap v1608: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:10:04.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:04 smithi073 bash[34190]: cluster 2021-07-26T16:10:04.309367+0000 mgr.y (mgr.24683) 823 : cluster [DBG] pgmap v1608: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:10:05.368 INFO:tasks.workunit.client.0.smithi046.stdout: 128: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:05.369 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K4k-ClTEBcovhoN off=2134740 len=127186 2021-07-26T16:10:05.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 655 completed, throughput=4.97MB/sec 2021-07-26T16:10:05.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9M0FeENiaO3nGZv off=14457317 len=1460057 2021-07-26T16:10:05.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 656 completed, throughput=4.98MB/sec 2021-07-26T16:10:05.384 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0JGhL2zeId8vNUm off=768493 len=1922622 2021-07-26T16:10:05.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 657 completed, throughput=4.99MB/sec 2021-07-26T16:10:05.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j60hF7WwDQ-d3qX off=7850877 len=1069932 2021-07-26T16:10:05.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 658 completed, throughput=5MB/sec 2021-07-26T16:10:06.393 INFO:tasks.workunit.client.0.smithi046.stdout: 129: throughput=4.96MB/sec pending data=0 2021-07-26T16:10:06.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-USZHx-JaqIuOAi5 off=2312492 len=1433773 2021-07-26T16:10:06.398 INFO:tasks.workunit.client.0.smithi046.stdout:op 659 completed, throughput=4.97MB/sec 2021-07-26T16:10:06.399 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K2vfM-08e-bOw2A off=12732048 len=1341763 2021-07-26T16:10:06.410 INFO:tasks.workunit.client.0.smithi046.stdout:op 660 completed, throughput=4.98MB/sec 2021-07-26T16:10:06.410 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P-uRroTZl480dUu off=4136901 len=234769 2021-07-26T16:10:06.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 661 completed, throughput=4.98MB/sec 2021-07-26T16:10:06.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7-I5wVy1zdrAqEc off=6253509 len=1241935 2021-07-26T16:10:06.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 662 completed, throughput=4.99MB/sec 2021-07-26T16:10:06.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IQaK9bB0vmjiWQe off=3261261 len=2044413 2021-07-26T16:10:06.436 INFO:tasks.workunit.client.0.smithi046.stdout:op 663 completed, throughput=5.01MB/sec 2021-07-26T16:10:06.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:06 smithi046 bash[42351]: cluster 2021-07-26T16:10:06.310037+0000 mgr.y (mgr.24683) 824 : cluster [DBG] pgmap v1609: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:06.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:06 smithi046 bash[41283]: cluster 2021-07-26T16:10:06.310037+0000 mgr.y (mgr.24683) 824 : cluster [DBG] pgmap v1609: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:06.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:06 smithi073 bash[34190]: cluster 2021-07-26T16:10:06.310037+0000 mgr.y (mgr.24683) 824 : cluster [DBG] pgmap v1609: 9 pgs: 9 active+clean; 126 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2021-07-26T16:10:07.436 INFO:tasks.workunit.client.0.smithi046.stdout: 130: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:07.437 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4bFsIzZK8by5ojE off=0 len=1373313 2021-07-26T16:10:07.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 664 completed, throughput=4.98MB/sec 2021-07-26T16:10:07.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LbKERqsXG5LJ9WS off=500988 len=1728340 2021-07-26T16:10:07.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 665 completed, throughput=4.99MB/sec 2021-07-26T16:10:07.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9TTO0SyFLQOmQp3 off=281911 len=270926 2021-07-26T16:10:07.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 666 completed, throughput=4.99MB/sec 2021-07-26T16:10:07.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yXwUYXTVNAkQ-46 off=883538 len=559130 2021-07-26T16:10:07.461 INFO:tasks.workunit.client.0.smithi046.stdout:op 667 completed, throughput=5MB/sec 2021-07-26T16:10:07.462 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-otTok5mvhxpzcCl off=3257780 len=1197505 2021-07-26T16:10:07.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 668 completed, throughput=5.01MB/sec 2021-07-26T16:10:08.464 INFO:tasks.workunit.client.0.smithi046.stdout: 131: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:08.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BwOC82yNxWovFxf off=22336326 len=610435 2021-07-26T16:10:08.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 669 completed, throughput=4.97MB/sec 2021-07-26T16:10:08.472 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4Ubq1MF0TXeEFN1 off=12593873 len=1263102 2021-07-26T16:10:08.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 670 completed, throughput=4.98MB/sec 2021-07-26T16:10:08.475 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6W3LyWYL68T0Ujc off=1817477 len=495803 2021-07-26T16:10:08.482 INFO:tasks.workunit.client.0.smithi046.stdout:op 671 completed, throughput=4.98MB/sec 2021-07-26T16:10:08.482 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-t9jDD7Bh8dSqgKB off=3879832 len=648678 2021-07-26T16:10:08.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 672 completed, throughput=4.99MB/sec 2021-07-26T16:10:08.485 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FLgIms63euYHN-R off=755689 len=1221685 2021-07-26T16:10:08.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 673 completed, throughput=5MB/sec 2021-07-26T16:10:08.487 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-77IiaEeTiFn7ZcP off=238856 len=1743188 2021-07-26T16:10:08.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 674 completed, throughput=5.01MB/sec 2021-07-26T16:10:08.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:08 smithi046 bash[41283]: cluster 2021-07-26T16:10:08.310718+0000 mgr.y (mgr.24683) 825 : cluster [DBG] pgmap v1610: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:10:08.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:08 smithi046 bash[42351]: cluster 2021-07-26T16:10:08.310718+0000 mgr.y (mgr.24683) 825 : cluster [DBG] pgmap v1610: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:10:08.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:08 smithi073 bash[34190]: cluster 2021-07-26T16:10:08.310718+0000 mgr.y (mgr.24683) 825 : cluster [DBG] pgmap v1610: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:10:09.500 INFO:tasks.workunit.client.0.smithi046.stdout: 132: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:09.501 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uT6Ahvtrj0ivwIo off=10896059 len=1113732 2021-07-26T16:10:09.511 INFO:tasks.workunit.client.0.smithi046.stdout:op 675 completed, throughput=4.98MB/sec 2021-07-26T16:10:09.511 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JEzS7q3DQzvcYOH off=4183330 len=806492 2021-07-26T16:10:09.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 676 completed, throughput=4.99MB/sec 2021-07-26T16:10:09.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pl7UFref2cTiWXM off=514442 len=1588088 2021-07-26T16:10:09.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 677 completed, throughput=5MB/sec 2021-07-26T16:10:09.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U2kafngsQuHBMGy off=1054824 len=283530 2021-07-26T16:10:09.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 678 completed, throughput=5MB/sec 2021-07-26T16:10:09.527 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eGi1Y9OR75UiiSt off=4281741 len=708437 2021-07-26T16:10:09.529 INFO:tasks.workunit.client.0.smithi046.stdout:op 679 completed, throughput=5MB/sec 2021-07-26T16:10:10.529 INFO:tasks.workunit.client.0.smithi046.stdout: 133: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:10.529 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zy2V_NZPXASLhYv off=18955346 len=49434 2021-07-26T16:10:10.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 680 completed, throughput=4.97MB/sec 2021-07-26T16:10:10.534 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HaD3HxhKWMG4NsS off=1114140 len=810096 2021-07-26T16:10:10.537 INFO:tasks.workunit.client.0.smithi046.stdout:op 681 completed, throughput=4.97MB/sec 2021-07-26T16:10:10.537 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A47AkEQFM_jRyc7 off=11835755 len=1658031 2021-07-26T16:10:10.543 INFO:tasks.workunit.client.0.smithi046.stdout:op 682 completed, throughput=4.98MB/sec 2021-07-26T16:10:10.543 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ttGHL-QVfcMQSMe off=2952865 len=576666 2021-07-26T16:10:10.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 683 completed, throughput=4.99MB/sec 2021-07-26T16:10:10.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xOkKtPEGJW9hBHh off=3776488 len=1492024 2021-07-26T16:10:10.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 684 completed, throughput=5MB/sec 2021-07-26T16:10:10.556 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zlGaNLJOLXXTxmS off=1720955 len=1916918 2021-07-26T16:10:10.561 INFO:tasks.workunit.client.0.smithi046.stdout:op 685 completed, throughput=5.01MB/sec 2021-07-26T16:10:10.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:10 smithi046 bash[42351]: cluster 2021-07-26T16:10:10.311428+0000 mgr.y (mgr.24683) 826 : cluster [DBG] pgmap v1611: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:10.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:10 smithi046 bash[41283]: cluster 2021-07-26T16:10:10.311428+0000 mgr.y (mgr.24683) 826 : cluster [DBG] pgmap v1611: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:10.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:10 smithi073 bash[34190]: cluster 2021-07-26T16:10:10.311428+0000 mgr.y (mgr.24683) 826 : cluster [DBG] pgmap v1611: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:11.561 INFO:tasks.workunit.client.0.smithi046.stdout: 134: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:11.562 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SiVir-0SrkMRM9l off=2085166 len=1359048 2021-07-26T16:10:11.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 686 completed, throughput=4.98MB/sec 2021-07-26T16:10:11.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d6xdt40FXAIkfz- off=6309608 len=1961088 2021-07-26T16:10:11.572 INFO:tasks.workunit.client.0.smithi046.stdout:op 687 completed, throughput=5MB/sec 2021-07-26T16:10:11.572 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QlQIZFooRziqK2d off=716282 len=739525 2021-07-26T16:10:11.574 INFO:tasks.workunit.client.0.smithi046.stdout:op 688 completed, throughput=5MB/sec 2021-07-26T16:10:12.575 INFO:tasks.workunit.client.0.smithi046.stdout: 135: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:12.575 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S8sUIUhjgRzO9mf off=1682133 len=2053296 2021-07-26T16:10:12.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 689 completed, throughput=4.98MB/sec 2021-07-26T16:10:12.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nNbp0yyyS_hoYMs off=724018 len=1645238 2021-07-26T16:10:12.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 690 completed, throughput=4.99MB/sec 2021-07-26T16:10:12.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DTsn9uQGGDcg6Vf off=3225324 len=276567 2021-07-26T16:10:12.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 691 completed, throughput=4.99MB/sec 2021-07-26T16:10:12.599 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ErfntaWT7FJR1Bx off=260381 len=1766017 2021-07-26T16:10:12.604 INFO:tasks.workunit.client.0.smithi046.stdout:op 692 completed, throughput=5MB/sec 2021-07-26T16:10:13.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:13 smithi073 bash[34190]: cluster 2021-07-26T16:10:12.312114+0000 mgr.y (mgr.24683) 827 : cluster [DBG] pgmap v1612: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:10:13.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:13 smithi046 bash[42351]: cluster 2021-07-26T16:10:12.312114+0000 mgr.y (mgr.24683) 827 : cluster [DBG] pgmap v1612: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:10:13.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:13 smithi046 bash[41283]: cluster 2021-07-26T16:10:12.312114+0000 mgr.y (mgr.24683) 827 : cluster [DBG] pgmap v1612: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:10:13.605 INFO:tasks.workunit.client.0.smithi046.stdout: 136: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:13.605 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yFlunzEiXCVIXb- off=1244788 len=811596 2021-07-26T16:10:13.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 693 completed, throughput=4.97MB/sec 2021-07-26T16:10:13.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YpzHojekArClGfx off=7863050 len=129979 2021-07-26T16:10:13.610 INFO:tasks.workunit.client.0.smithi046.stdout:op 694 completed, throughput=4.97MB/sec 2021-07-26T16:10:13.610 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k34gfU7QLOit6Og off=4209792 len=1304420 2021-07-26T16:10:13.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 695 completed, throughput=4.98MB/sec 2021-07-26T16:10:13.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qwjTK8fnxf8aClI off=200197 len=696049 2021-07-26T16:10:13.623 INFO:tasks.workunit.client.0.smithi046.stdout:op 696 completed, throughput=4.99MB/sec 2021-07-26T16:10:13.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-fbiSFJn7ZykxcrO off=17826165 len=416278 2021-07-26T16:10:13.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 697 completed, throughput=4.99MB/sec 2021-07-26T16:10:13.630 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lh0LvoAUkIAqzR- off=15306696 len=2033385 2021-07-26T16:10:13.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 698 completed, throughput=5MB/sec 2021-07-26T16:10:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:13.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:10:14.635 INFO:tasks.workunit.client.0.smithi046.stdout: 137: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:14.636 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AIQHiIsnPIoOrB- off=5810162 len=181319 2021-07-26T16:10:14.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 699 completed, throughput=4.97MB/sec 2021-07-26T16:10:14.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uYuQhu3iJfa82wh off=7304331 len=291198 2021-07-26T16:10:14.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 700 completed, throughput=4.97MB/sec 2021-07-26T16:10:14.639 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A68Er7Gz_erOdfz off=1344167 len=1873365 2021-07-26T16:10:14.652 INFO:tasks.workunit.client.0.smithi046.stdout:op 701 completed, throughput=4.98MB/sec 2021-07-26T16:10:14.652 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HQPh8OJtUQUxG9g off=4046842 len=1104293 2021-07-26T16:10:14.661 INFO:tasks.workunit.client.0.smithi046.stdout:op 702 completed, throughput=4.99MB/sec 2021-07-26T16:10:14.661 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hAAupjIEwdD_JGI off=236821 len=1389946 2021-07-26T16:10:14.663 INFO:tasks.workunit.client.0.smithi046.stdout:op 703 completed, throughput=5MB/sec 2021-07-26T16:10:14.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:14 smithi046 bash[42351]: cluster 2021-07-26T16:10:14.312774+0000 mgr.y (mgr.24683) 828 : cluster [DBG] pgmap v1613: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:14.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:14 smithi046 bash[41283]: cluster 2021-07-26T16:10:14.312774+0000 mgr.y (mgr.24683) 828 : cluster [DBG] pgmap v1613: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:14.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:14 smithi073 bash[34190]: cluster 2021-07-26T16:10:14.312774+0000 mgr.y (mgr.24683) 828 : cluster [DBG] pgmap v1613: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:15.663 INFO:tasks.workunit.client.0.smithi046.stdout: 138: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:15.664 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ru130_Kcola63sc off=1631688 len=493163 2021-07-26T16:10:15.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 704 completed, throughput=4.97MB/sec 2021-07-26T16:10:15.671 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--I2Vj-fczcTNWLB off=6368158 len=1988309 2021-07-26T16:10:15.674 INFO:tasks.workunit.client.0.smithi046.stdout:op 705 completed, throughput=4.98MB/sec 2021-07-26T16:10:15.674 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ILglSwXejaPA5qh off=4660922 len=705808 2021-07-26T16:10:15.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 706 completed, throughput=4.99MB/sec 2021-07-26T16:10:15.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vx9Ud3ArKsKxbql off=9913889 len=1821238 2021-07-26T16:10:15.695 INFO:tasks.workunit.client.0.smithi046.stdout:op 707 completed, throughput=5MB/sec 2021-07-26T16:10:15.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6HygKBkJBCFWTh_ off=2451997 len=1192177 2021-07-26T16:10:15.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 708 completed, throughput=5.01MB/sec 2021-07-26T16:10:16.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:16 smithi046 bash[42351]: cluster 2021-07-26T16:10:16.313466+0000 mgr.y (mgr.24683) 829 : cluster [DBG] pgmap v1614: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:16.680 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:16 smithi046 bash[41283]: cluster 2021-07-26T16:10:16.313466+0000 mgr.y (mgr.24683) 829 : cluster [DBG] pgmap v1614: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:16.698 INFO:tasks.workunit.client.0.smithi046.stdout: 139: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:16.698 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-unvqGV1U0UPF7Jl off=8029748 len=1923097 2021-07-26T16:10:16.703 INFO:tasks.workunit.client.0.smithi046.stdout:op 709 completed, throughput=4.98MB/sec 2021-07-26T16:10:16.703 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OSr-XwPS71MAk8B off=1250508 len=743477 2021-07-26T16:10:16.712 INFO:tasks.workunit.client.0.smithi046.stdout:op 710 completed, throughput=4.99MB/sec 2021-07-26T16:10:16.712 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-r5SqpLd4FFKCyQq off=18043042 len=855748 2021-07-26T16:10:16.714 INFO:tasks.workunit.client.0.smithi046.stdout:op 711 completed, throughput=4.99MB/sec 2021-07-26T16:10:16.714 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IVQK86B7mRn0lZn off=2313469 len=1825048 2021-07-26T16:10:16.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 712 completed, throughput=5.01MB/sec 2021-07-26T16:10:16.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:16 smithi073 bash[34190]: cluster 2021-07-26T16:10:16.313466+0000 mgr.y (mgr.24683) 829 : cluster [DBG] pgmap v1614: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:17.727 INFO:tasks.workunit.client.0.smithi046.stdout: 140: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:17.727 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rycagd-3MbnU94m off=471609 len=1680943 2021-07-26T16:10:17.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 713 completed, throughput=4.98MB/sec 2021-07-26T16:10:17.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-06gJePGQQlC6FZ0 off=7448383 len=1703488 2021-07-26T16:10:17.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 714 completed, throughput=4.99MB/sec 2021-07-26T16:10:17.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d2r7cW3leEypxN7 off=5849085 len=1711047 2021-07-26T16:10:17.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 715 completed, throughput=5MB/sec 2021-07-26T16:10:18.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:18 smithi046 bash[41283]: cluster 2021-07-26T16:10:18.314115+0000 mgr.y (mgr.24683) 830 : cluster [DBG] pgmap v1615: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:18.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:18 smithi046 bash[42351]: cluster 2021-07-26T16:10:18.314115+0000 mgr.y (mgr.24683) 830 : cluster [DBG] pgmap v1615: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:18.758 INFO:tasks.workunit.client.0.smithi046.stdout: 141: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:18.759 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-q_TXWY-SvmGmD7g off=572562 len=581948 2021-07-26T16:10:18.764 INFO:tasks.workunit.client.0.smithi046.stdout:op 716 completed, throughput=4.97MB/sec 2021-07-26T16:10:18.765 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LYWCsIXGhGBl9ki off=1136710 len=1838644 2021-07-26T16:10:18.778 INFO:tasks.workunit.client.0.smithi046.stdout:op 717 completed, throughput=4.98MB/sec 2021-07-26T16:10:18.778 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RkUF-3Qqr2K48bp off=197675 len=1136137 2021-07-26T16:10:18.781 INFO:tasks.workunit.client.0.smithi046.stdout:op 718 completed, throughput=4.99MB/sec 2021-07-26T16:10:18.782 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vlllkS5XXa2xhWM off=0 len=1149630 2021-07-26T16:10:18.789 INFO:tasks.workunit.client.0.smithi046.stdout:op 719 completed, throughput=5MB/sec 2021-07-26T16:10:18.789 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b0hXrlae94_ajV_ off=1582570 len=7299 2021-07-26T16:10:18.790 INFO:tasks.workunit.client.0.smithi046.stdout:op 720 completed, throughput=5MB/sec 2021-07-26T16:10:18.791 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vERchUJTd3uKY2v off=3645828 len=1871123 2021-07-26T16:10:18.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 721 completed, throughput=5.01MB/sec 2021-07-26T16:10:18.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:18 smithi073 bash[34190]: cluster 2021-07-26T16:10:18.314115+0000 mgr.y (mgr.24683) 830 : cluster [DBG] pgmap v1615: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:10:19.795 INFO:tasks.workunit.client.0.smithi046.stdout: 142: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:19.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FN3VwVK2Gds65cV off=2216757 len=1980524 2021-07-26T16:10:19.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 722 completed, throughput=4.99MB/sec 2021-07-26T16:10:19.802 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BJR8RN8pxMnpHWO off=13727115 len=794579 2021-07-26T16:10:19.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 723 completed, throughput=4.99MB/sec 2021-07-26T16:10:19.809 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Cniz-HihlUCONQO off=5648517 len=1124120 2021-07-26T16:10:19.813 INFO:tasks.workunit.client.0.smithi046.stdout:op 724 completed, throughput=5MB/sec 2021-07-26T16:10:20.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:20 smithi046 bash[41283]: cluster 2021-07-26T16:10:20.314826+0000 mgr.y (mgr.24683) 831 : cluster [DBG] pgmap v1616: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:20.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:20 smithi046 bash[42351]: cluster 2021-07-26T16:10:20.314826+0000 mgr.y (mgr.24683) 831 : cluster [DBG] pgmap v1616: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:20.813 INFO:tasks.workunit.client.0.smithi046.stdout: 143: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:20.814 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8Pygk1GKWO_4Sqe off=15614497 len=1696229 2021-07-26T16:10:20.822 INFO:tasks.workunit.client.0.smithi046.stdout:op 725 completed, throughput=4.98MB/sec 2021-07-26T16:10:20.822 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5oigEamf0DeIaYS off=12687294 len=936581 2021-07-26T16:10:20.830 INFO:tasks.workunit.client.0.smithi046.stdout:op 726 completed, throughput=4.98MB/sec 2021-07-26T16:10:20.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WxsfoaQZT_KjxoX off=3552673 len=981562 2021-07-26T16:10:20.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 727 completed, throughput=4.99MB/sec 2021-07-26T16:10:20.833 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LI0e36PWaK6M48x off=10159070 len=1664035 2021-07-26T16:10:20.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 728 completed, throughput=5MB/sec 2021-07-26T16:10:20.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:20 smithi073 bash[34190]: cluster 2021-07-26T16:10:20.314826+0000 mgr.y (mgr.24683) 831 : cluster [DBG] pgmap v1616: 9 pgs: 9 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:21.838 INFO:tasks.workunit.client.0.smithi046.stdout: 144: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:21.838 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NQvVST2QS3q3_k3 off=2029053 len=329787 2021-07-26T16:10:21.840 INFO:tasks.workunit.client.0.smithi046.stdout:op 729 completed, throughput=4.97MB/sec 2021-07-26T16:10:21.840 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N1_72SLV3p0DahV off=9691468 len=635356 2021-07-26T16:10:21.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 730 completed, throughput=4.97MB/sec 2021-07-26T16:10:21.847 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-65qwf-iRieFNHNX off=437165 len=1950413 2021-07-26T16:10:21.861 INFO:tasks.workunit.client.0.smithi046.stdout:op 731 completed, throughput=4.98MB/sec 2021-07-26T16:10:21.861 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-leniqL7b3p_RfmS off=5052616 len=1612953 2021-07-26T16:10:21.874 INFO:tasks.workunit.client.0.smithi046.stdout:op 732 completed, throughput=4.99MB/sec 2021-07-26T16:10:21.875 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PpdSuUCvyoc09d0 off=3252106 len=1320720 2021-07-26T16:10:21.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 733 completed, throughput=5MB/sec 2021-07-26T16:10:22.879 INFO:tasks.workunit.client.0.smithi046.stdout: 145: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:22.880 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Dpbz2bWtXTefGwu off=9109102 len=109437 2021-07-26T16:10:22.881 INFO:tasks.workunit.client.0.smithi046.stdout:op 734 completed, throughput=4.97MB/sec 2021-07-26T16:10:22.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SaynTabvfOsoiBb off=15676141 len=1953679 2021-07-26T16:10:22.887 INFO:tasks.workunit.client.0.smithi046.stdout:op 735 completed, throughput=4.98MB/sec 2021-07-26T16:10:22.887 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5jvbSbXvNwIOKU5 off=2961703 len=1526802 2021-07-26T16:10:22.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 736 completed, throughput=4.99MB/sec 2021-07-26T16:10:22.898 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4PbKTRBYdC7ljL- off=4431304 len=1865863 2021-07-26T16:10:22.901 INFO:tasks.workunit.client.0.smithi046.stdout:op 737 completed, throughput=5MB/sec 2021-07-26T16:10:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:23 smithi073 bash[34190]: cluster 2021-07-26T16:10:22.315556+0000 mgr.y (mgr.24683) 832 : cluster [DBG] pgmap v1617: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:23.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:23 smithi046 bash[41283]: cluster 2021-07-26T16:10:22.315556+0000 mgr.y (mgr.24683) 832 : cluster [DBG] pgmap v1617: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:23.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:23 smithi046 bash[42351]: cluster 2021-07-26T16:10:22.315556+0000 mgr.y (mgr.24683) 832 : cluster [DBG] pgmap v1617: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:23.901 INFO:tasks.workunit.client.0.smithi046.stdout: 146: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:23.902 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nJsZPW4SX-IchdF off=3605619 len=1093852 2021-07-26T16:10:23.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 738 completed, throughput=4.98MB/sec 2021-07-26T16:10:23.906 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xLAN3S7qStF0Yvy off=260442 len=1861486 2021-07-26T16:10:23.920 INFO:tasks.workunit.client.0.smithi046.stdout:op 739 completed, throughput=4.99MB/sec 2021-07-26T16:10:23.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u6Nn1QQJZI7HCi7 off=6598378 len=406848 2021-07-26T16:10:23.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 740 completed, throughput=4.99MB/sec 2021-07-26T16:10:23.922 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9f-D54w1qOv5D6T off=4891353 len=287329 2021-07-26T16:10:23.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 741 completed, throughput=4.99MB/sec 2021-07-26T16:10:23.923 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dKnPNubzPHjbPs8 off=977990 len=1699902 2021-07-26T16:10:23.927 INFO:tasks.workunit.client.0.smithi046.stdout:op 742 completed, throughput=5MB/sec 2021-07-26T16:10:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:23.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:23.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:23.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:10:24.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:24 smithi046 bash[41283]: cluster 2021-07-26T16:10:24.316260+0000 mgr.y (mgr.24683) 833 : cluster [DBG] pgmap v1618: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:24.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:24 smithi046 bash[42351]: cluster 2021-07-26T16:10:24.316260+0000 mgr.y (mgr.24683) 833 : cluster [DBG] pgmap v1618: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:24 smithi073 bash[34190]: cluster 2021-07-26T16:10:24.316260+0000 mgr.y (mgr.24683) 833 : cluster [DBG] pgmap v1618: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:24.927 INFO:tasks.workunit.client.0.smithi046.stdout: 147: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:24.928 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wD1n8Q7ljJJnEtY off=7470550 len=60962 2021-07-26T16:10:24.932 INFO:tasks.workunit.client.0.smithi046.stdout:op 743 completed, throughput=4.97MB/sec 2021-07-26T16:10:24.933 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dc4GgoceXbWOjg0 off=1888165 len=1589221 2021-07-26T16:10:24.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 744 completed, throughput=4.98MB/sec 2021-07-26T16:10:24.937 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ijK4H517u09vHJ- off=1098612 len=2039766 2021-07-26T16:10:24.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 745 completed, throughput=4.99MB/sec 2021-07-26T16:10:24.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RBvf0AlWTS0SLyT off=5017038 len=892968 2021-07-26T16:10:24.946 INFO:tasks.workunit.client.0.smithi046.stdout:op 746 completed, throughput=5MB/sec 2021-07-26T16:10:24.947 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uKzKB2hlow30tvQ off=4804321 len=214932 2021-07-26T16:10:24.948 INFO:tasks.workunit.client.0.smithi046.stdout:op 747 completed, throughput=5MB/sec 2021-07-26T16:10:24.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p4dq0Wa48C7xM2n off=7087862 len=574124 2021-07-26T16:10:24.955 INFO:tasks.workunit.client.0.smithi046.stdout:op 748 completed, throughput=5MB/sec 2021-07-26T16:10:25.955 INFO:tasks.workunit.client.0.smithi046.stdout: 148: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:25.956 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DHV6xE_YbQ6FKhC off=4700605 len=1110018 2021-07-26T16:10:25.965 INFO:tasks.workunit.client.0.smithi046.stdout:op 749 completed, throughput=4.98MB/sec 2021-07-26T16:10:25.965 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nGsCdO8KLObV9u1 off=2194016 len=1495906 2021-07-26T16:10:25.970 INFO:tasks.workunit.client.0.smithi046.stdout:op 750 completed, throughput=4.99MB/sec 2021-07-26T16:10:25.970 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ba-K-mSrGbo4l4G off=7754099 len=686148 2021-07-26T16:10:25.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 751 completed, throughput=4.99MB/sec 2021-07-26T16:10:25.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hPlizalWjt24AVZ off=5289824 len=677765 2021-07-26T16:10:25.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 752 completed, throughput=4.99MB/sec 2021-07-26T16:10:25.985 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-13lYlQzrgTH9oBl off=0 len=1466788 2021-07-26T16:10:25.993 INFO:tasks.workunit.client.0.smithi046.stdout:op 753 completed, throughput=5MB/sec 2021-07-26T16:10:26.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:26 smithi046 bash[41283]: cluster 2021-07-26T16:10:26.317032+0000 mgr.y (mgr.24683) 834 : cluster [DBG] pgmap v1619: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:26.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:26 smithi046 bash[42351]: cluster 2021-07-26T16:10:26.317032+0000 mgr.y (mgr.24683) 834 : cluster [DBG] pgmap v1619: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:26 smithi073 bash[34190]: cluster 2021-07-26T16:10:26.317032+0000 mgr.y (mgr.24683) 834 : cluster [DBG] pgmap v1619: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:26.994 INFO:tasks.workunit.client.0.smithi046.stdout: 149: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:26.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MyT7qiY8vI6pVKc off=5897735 len=528748 2021-07-26T16:10:27.001 INFO:tasks.workunit.client.0.smithi046.stdout:op 754 completed, throughput=4.97MB/sec 2021-07-26T16:10:27.001 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u2hSFWslPiIcCup off=6090101 len=648316 2021-07-26T16:10:27.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 755 completed, throughput=4.98MB/sec 2021-07-26T16:10:27.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G5SzjqyWWd5Z24J off=2888530 len=1660597 2021-07-26T16:10:27.020 INFO:tasks.workunit.client.0.smithi046.stdout:op 756 completed, throughput=4.99MB/sec 2021-07-26T16:10:27.020 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o5MJ0V0f_zCMkT1 off=18321596 len=807183 2021-07-26T16:10:27.022 INFO:tasks.workunit.client.0.smithi046.stdout:op 757 completed, throughput=4.99MB/sec 2021-07-26T16:10:27.023 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-q_IuSZ6pZjUQkYz off=12687179 len=1696098 2021-07-26T16:10:27.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 758 completed, throughput=5MB/sec 2021-07-26T16:10:28.028 INFO:tasks.workunit.client.0.smithi046.stdout: 150: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:28.028 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GRGya4tu1wWvnIt off=1410621 len=1790255 2021-07-26T16:10:28.043 INFO:tasks.workunit.client.0.smithi046.stdout:op 759 completed, throughput=4.98MB/sec 2021-07-26T16:10:28.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AKJIErV0SwE5PWw off=889349 len=974320 2021-07-26T16:10:28.052 INFO:tasks.workunit.client.0.smithi046.stdout:op 760 completed, throughput=4.99MB/sec 2021-07-26T16:10:28.052 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BtvH27Q4tCeJHZD off=649463 len=631414 2021-07-26T16:10:28.053 INFO:tasks.workunit.client.0.smithi046.stdout:op 761 completed, throughput=4.99MB/sec 2021-07-26T16:10:28.053 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K8osqO1hq49yba- off=1169202 len=53816 2021-07-26T16:10:28.054 INFO:tasks.workunit.client.0.smithi046.stdout:op 762 completed, throughput=4.99MB/sec 2021-07-26T16:10:28.054 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DtjjiVK6KHC4XmW off=2611937 len=1043987 2021-07-26T16:10:28.056 INFO:tasks.workunit.client.0.smithi046.stdout:op 763 completed, throughput=5MB/sec 2021-07-26T16:10:28.056 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MUxWfI47vNNIcaW off=3350930 len=1267070 2021-07-26T16:10:28.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 764 completed, throughput=5MB/sec 2021-07-26T16:10:28.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:28 smithi046 bash[41283]: cluster 2021-07-26T16:10:28.317866+0000 mgr.y (mgr.24683) 835 : cluster [DBG] pgmap v1620: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:28.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:28 smithi046 bash[42351]: cluster 2021-07-26T16:10:28.317866+0000 mgr.y (mgr.24683) 835 : cluster [DBG] pgmap v1620: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:28 smithi073 bash[34190]: cluster 2021-07-26T16:10:28.317866+0000 mgr.y (mgr.24683) 835 : cluster [DBG] pgmap v1620: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:10:29.058 INFO:tasks.workunit.client.0.smithi046.stdout: 151: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:29.058 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1yaYFIxl0XcXDg8 off=267588 len=1410278 2021-07-26T16:10:29.069 INFO:tasks.workunit.client.0.smithi046.stdout:op 765 completed, throughput=4.98MB/sec 2021-07-26T16:10:29.069 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CPjIs8lRQl5FFMf off=760451 len=1316442 2021-07-26T16:10:29.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 766 completed, throughput=4.99MB/sec 2021-07-26T16:10:29.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-L10kqPChy7nOhmt off=17223540 len=1293836 2021-07-26T16:10:29.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 767 completed, throughput=5MB/sec 2021-07-26T16:10:29.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4UaXqNXVT8lUE_4 off=472499 len=1841268 2021-07-26T16:10:29.085 INFO:tasks.workunit.client.0.smithi046.stdout:op 768 completed, throughput=5.01MB/sec 2021-07-26T16:10:30.086 INFO:tasks.workunit.client.0.smithi046.stdout: 152: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:30.086 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sbLGUtlbJRTCO48 off=12189643 len=1138196 2021-07-26T16:10:30.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 769 completed, throughput=4.98MB/sec 2021-07-26T16:10:30.091 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FkTgQ7oZaxcFvGo off=3264183 len=1647711 2021-07-26T16:10:30.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 770 completed, throughput=4.99MB/sec 2021-07-26T16:10:30.103 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-34er3V2TwU8pW4A off=1604962 len=925364 2021-07-26T16:10:30.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 771 completed, throughput=5MB/sec 2021-07-26T16:10:30.105 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7FXdaXAZYRA0pl3 off=16366411 len=686910 2021-07-26T16:10:30.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 772 completed, throughput=5MB/sec 2021-07-26T16:10:30.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:30 smithi046 bash[42351]: cluster 2021-07-26T16:10:30.318612+0000 mgr.y (mgr.24683) 836 : cluster [DBG] pgmap v1621: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2021-07-26T16:10:30.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:30 smithi046 bash[41283]: cluster 2021-07-26T16:10:30.318612+0000 mgr.y (mgr.24683) 836 : cluster [DBG] pgmap v1621: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2021-07-26T16:10:30.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:30 smithi073 bash[34190]: cluster 2021-07-26T16:10:30.318612+0000 mgr.y (mgr.24683) 836 : cluster [DBG] pgmap v1621: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2021-07-26T16:10:31.114 INFO:tasks.workunit.client.0.smithi046.stdout: 153: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:31.115 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RxovPMmbPRmlPGf off=13012450 len=925452 2021-07-26T16:10:31.117 INFO:tasks.workunit.client.0.smithi046.stdout:op 773 completed, throughput=4.98MB/sec 2021-07-26T16:10:31.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M-xrk84LOHErZqO off=7859253 len=1669618 2021-07-26T16:10:31.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 774 completed, throughput=4.99MB/sec 2021-07-26T16:10:31.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jps7TCfIAMgpij4 off=3297663 len=2001366 2021-07-26T16:10:31.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 775 completed, throughput=5MB/sec 2021-07-26T16:10:31.139 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-avQyD0tVj-XhwPw off=771207 len=1857137 2021-07-26T16:10:31.150 INFO:tasks.workunit.client.0.smithi046.stdout:op 776 completed, throughput=5.01MB/sec 2021-07-26T16:10:32.151 INFO:tasks.workunit.client.0.smithi046.stdout: 154: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:32.152 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bcjiGjUd3UovbPr off=6589315 len=1982913 2021-07-26T16:10:32.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 777 completed, throughput=4.99MB/sec 2021-07-26T16:10:32.156 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z_Uu_9lqawUdjFl off=2922608 len=1073185 2021-07-26T16:10:32.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 778 completed, throughput=4.99MB/sec 2021-07-26T16:10:32.159 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HeBsgMkbRs4K8qB off=1228918 len=2070866 2021-07-26T16:10:32.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 779 completed, throughput=5.01MB/sec 2021-07-26T16:10:33.176 INFO:tasks.workunit.client.0.smithi046.stdout: 155: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:33.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D71qXqLb-IoC0Cg off=3779178 len=1908661 2021-07-26T16:10:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 780 completed, throughput=4.99MB/sec 2021-07-26T16:10:33.182 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rWzdx55wGSbdfTu off=11197438 len=1921444 2021-07-26T16:10:33.187 INFO:tasks.workunit.client.0.smithi046.stdout:op 781 completed, throughput=5MB/sec 2021-07-26T16:10:33.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FTLeZfsqh-2F84S off=4285162 len=1057 2021-07-26T16:10:33.191 INFO:tasks.workunit.client.0.smithi046.stdout:op 782 completed, throughput=5MB/sec 2021-07-26T16:10:33.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DIIDbbT6f81Q4lD off=15980136 len=1547759 2021-07-26T16:10:33.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 783 completed, throughput=5.01MB/sec 2021-07-26T16:10:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:33 smithi073 bash[34190]: cluster 2021-07-26T16:10:32.319342+0000 mgr.y (mgr.24683) 837 : cluster [DBG] pgmap v1622: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:33.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:33 smithi046 bash[41283]: cluster 2021-07-26T16:10:32.319342+0000 mgr.y (mgr.24683) 837 : cluster [DBG] pgmap v1622: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:33.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:33 smithi046 bash[42351]: cluster 2021-07-26T16:10:32.319342+0000 mgr.y (mgr.24683) 837 : cluster [DBG] pgmap v1622: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:33.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:33.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:33.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:33.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:10:34.203 INFO:tasks.workunit.client.0.smithi046.stdout: 156: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:34.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WR27lK5r3TwFoYe off=6036464 len=1098997 2021-07-26T16:10:34.206 INFO:tasks.workunit.client.0.smithi046.stdout:op 784 completed, throughput=4.98MB/sec 2021-07-26T16:10:34.206 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qVTzOQL-64w0iU3 off=16448396 len=654342 2021-07-26T16:10:34.214 INFO:tasks.workunit.client.0.smithi046.stdout:op 785 completed, throughput=4.99MB/sec 2021-07-26T16:10:34.215 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nrq_jGARyspP2sM off=4924588 len=589599 2021-07-26T16:10:34.221 INFO:tasks.workunit.client.0.smithi046.stdout:op 786 completed, throughput=4.99MB/sec 2021-07-26T16:10:34.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cprs4SHfyqv2P9z off=18258681 len=1489614 2021-07-26T16:10:34.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 787 completed, throughput=5MB/sec 2021-07-26T16:10:34.234 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ve5kxCpUoFBNcnp off=476676 len=1309958 2021-07-26T16:10:34.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 788 completed, throughput=5MB/sec 2021-07-26T16:10:34.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:34 smithi046 bash[41283]: cluster 2021-07-26T16:10:34.320005+0000 mgr.y (mgr.24683) 838 : cluster [DBG] pgmap v1623: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:34.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:34 smithi046 bash[42351]: cluster 2021-07-26T16:10:34.320005+0000 mgr.y (mgr.24683) 838 : cluster [DBG] pgmap v1623: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:34.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:34 smithi073 bash[34190]: cluster 2021-07-26T16:10:34.320005+0000 mgr.y (mgr.24683) 838 : cluster [DBG] pgmap v1623: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:10:35.243 INFO:tasks.workunit.client.0.smithi046.stdout: 157: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:35.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3roffQ5krl8Io3K off=17225850 len=1868920 2021-07-26T16:10:35.260 INFO:tasks.workunit.client.0.smithi046.stdout:op 789 completed, throughput=4.98MB/sec 2021-07-26T16:10:35.260 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cSz06hUG26tmfm3 off=10521703 len=1797289 2021-07-26T16:10:35.275 INFO:tasks.workunit.client.0.smithi046.stdout:op 790 completed, throughput=4.99MB/sec 2021-07-26T16:10:35.275 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VZ1xzwcEMgN6ivO off=0 len=1634570 2021-07-26T16:10:35.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 791 completed, throughput=5MB/sec 2021-07-26T16:10:36.284 INFO:tasks.workunit.client.0.smithi046.stdout: 158: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:36.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WHA_0DxBv71B1WF off=1531397 len=2008095 2021-07-26T16:10:36.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 792 completed, throughput=4.98MB/sec 2021-07-26T16:10:36.290 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kiG5pWOYFcaa7Gr off=5258270 len=1066041 2021-07-26T16:10:36.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 793 completed, throughput=4.99MB/sec 2021-07-26T16:10:36.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_v53YCUcto2Mjsv off=6549399 len=1299927 2021-07-26T16:10:36.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 794 completed, throughput=5MB/sec 2021-07-26T16:10:36.304 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-J0I2eHq7fMn0oK0 off=4894445 len=1106960 2021-07-26T16:10:36.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 795 completed, throughput=5MB/sec 2021-07-26T16:10:36.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:36 smithi046 bash[41283]: cluster 2021-07-26T16:10:36.320686+0000 mgr.y (mgr.24683) 839 : cluster [DBG] pgmap v1624: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:36.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:36 smithi046 bash[42351]: cluster 2021-07-26T16:10:36.320686+0000 mgr.y (mgr.24683) 839 : cluster [DBG] pgmap v1624: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:36.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:36 smithi073 bash[34190]: cluster 2021-07-26T16:10:36.320686+0000 mgr.y (mgr.24683) 839 : cluster [DBG] pgmap v1624: 9 pgs: 9 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:10:37.307 INFO:tasks.workunit.client.0.smithi046.stdout: 159: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:37.307 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-y4KpPFwGZhYjXjK off=19544696 len=373977 2021-07-26T16:10:37.309 INFO:tasks.workunit.client.0.smithi046.stdout:op 796 completed, throughput=4.98MB/sec 2021-07-26T16:10:37.309 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YvhjzD5zT9nn575 off=3030008 len=1309970 2021-07-26T16:10:37.319 INFO:tasks.workunit.client.0.smithi046.stdout:op 797 completed, throughput=4.98MB/sec 2021-07-26T16:10:37.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HDPgohEUiTgm4Wz off=5530910 len=239752 2021-07-26T16:10:37.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 798 completed, throughput=4.98MB/sec 2021-07-26T16:10:37.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2OxlyaMXzXXdiCj off=574560 len=56056 2021-07-26T16:10:37.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 799 completed, throughput=4.98MB/sec 2021-07-26T16:10:37.326 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3bP_7BujQZB7ggg off=2288186 len=363275 2021-07-26T16:10:37.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 800 completed, throughput=4.99MB/sec 2021-07-26T16:10:37.331 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nUt2u0upxtnsX6Q off=13082637 len=473501 2021-07-26T16:10:37.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 801 completed, throughput=4.99MB/sec 2021-07-26T16:10:37.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j5UavJM2jArcXXV off=6574573 len=924817 2021-07-26T16:10:37.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 802 completed, throughput=4.99MB/sec 2021-07-26T16:10:37.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6-lqSitMz7ut9mk off=367763 len=1325306 2021-07-26T16:10:37.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 803 completed, throughput=5MB/sec 2021-07-26T16:10:38.348 INFO:tasks.workunit.client.0.smithi046.stdout: 160: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:38.348 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eLQwqvX685xD1s- off=2685893 len=1429156 2021-07-26T16:10:38.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 804 completed, throughput=4.98MB/sec 2021-07-26T16:10:38.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-57lUTAjxRJsrnVp off=3447778 len=1253917 2021-07-26T16:10:38.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 805 completed, throughput=4.99MB/sec 2021-07-26T16:10:38.371 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m4KmPcAsts8sdnL off=8229903 len=1438200 2021-07-26T16:10:38.380 INFO:tasks.workunit.client.0.smithi046.stdout:op 806 completed, throughput=4.99MB/sec 2021-07-26T16:10:38.380 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jlIyY7-LQtaCn4A off=70893 len=1852113 2021-07-26T16:10:38.394 INFO:tasks.workunit.client.0.smithi046.stdout:op 807 completed, throughput=5MB/sec 2021-07-26T16:10:38.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:38 smithi046 bash[41283]: cluster 2021-07-26T16:10:38.321382+0000 mgr.y (mgr.24683) 840 : cluster [DBG] pgmap v1625: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:38.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:38 smithi046 bash[42351]: cluster 2021-07-26T16:10:38.321382+0000 mgr.y (mgr.24683) 840 : cluster [DBG] pgmap v1625: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:38 smithi073 bash[34190]: cluster 2021-07-26T16:10:38.321382+0000 mgr.y (mgr.24683) 840 : cluster [DBG] pgmap v1625: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:39.395 INFO:tasks.workunit.client.0.smithi046.stdout: 161: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:39.395 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfZxRgYWrXgP3yI off=300872 len=84006 2021-07-26T16:10:39.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 808 completed, throughput=4.97MB/sec 2021-07-26T16:10:39.396 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RZO9JrChl7neVuV off=0 len=1225372 2021-07-26T16:10:39.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 809 completed, throughput=4.98MB/sec 2021-07-26T16:10:39.407 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LWVsYStNUpHFZtk off=7406973 len=489753 2021-07-26T16:10:39.408 INFO:tasks.workunit.client.0.smithi046.stdout:op 810 completed, throughput=4.98MB/sec 2021-07-26T16:10:39.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4bigw-7vARkppXT off=4574976 len=8285 2021-07-26T16:10:39.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 811 completed, throughput=4.98MB/sec 2021-07-26T16:10:39.413 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S5q-9C_CvKGItR2 off=7473138 len=643494 2021-07-26T16:10:39.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 812 completed, throughput=4.99MB/sec 2021-07-26T16:10:39.415 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j4Lm_5KeJon3s0o off=1478507 len=2043907 2021-07-26T16:10:39.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 813 completed, throughput=5MB/sec 2021-07-26T16:10:39.431 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cHE2KpX_Ywdorf8 off=10916747 len=1531736 2021-07-26T16:10:39.442 INFO:tasks.workunit.client.0.smithi046.stdout:op 814 completed, throughput=5.01MB/sec 2021-07-26T16:10:40.442 INFO:tasks.workunit.client.0.smithi046.stdout: 162: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:40.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NEu_7huWo_JgWwt off=2519984 len=1804513 2021-07-26T16:10:40.455 INFO:tasks.workunit.client.0.smithi046.stdout:op 815 completed, throughput=4.99MB/sec 2021-07-26T16:10:40.455 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WSI-xiSuQL9jzxt off=1437285 len=1062400 2021-07-26T16:10:40.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 816 completed, throughput=4.99MB/sec 2021-07-26T16:10:40.459 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z04Wwz2k0hi7pd8 off=13763256 len=1498807 2021-07-26T16:10:40.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 817 completed, throughput=5MB/sec 2021-07-26T16:10:40.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:40 smithi046 bash[41283]: cluster 2021-07-26T16:10:40.322057+0000 mgr.y (mgr.24683) 841 : cluster [DBG] pgmap v1626: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:10:40.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:40 smithi046 bash[42351]: cluster 2021-07-26T16:10:40.322057+0000 mgr.y (mgr.24683) 841 : cluster [DBG] pgmap v1626: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:10:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:40 smithi073 bash[34190]: cluster 2021-07-26T16:10:40.322057+0000 mgr.y (mgr.24683) 841 : cluster [DBG] pgmap v1626: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2021-07-26T16:10:41.463 INFO:tasks.workunit.client.0.smithi046.stdout: 163: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:41.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sCiwT0Gxs1ZbrDt off=8346129 len=791166 2021-07-26T16:10:41.471 INFO:tasks.workunit.client.0.smithi046.stdout:op 818 completed, throughput=4.98MB/sec 2021-07-26T16:10:41.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SXyMpVAvaOXQEby off=907039 len=1705147 2021-07-26T16:10:41.484 INFO:tasks.workunit.client.0.smithi046.stdout:op 819 completed, throughput=4.99MB/sec 2021-07-26T16:10:41.485 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X1PF9NXcYxRxlFf off=1491018 len=1877440 2021-07-26T16:10:41.497 INFO:tasks.workunit.client.0.smithi046.stdout:op 820 completed, throughput=5MB/sec 2021-07-26T16:10:41.497 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-W4gj-_eRLpWB578 off=1939045 len=932923 2021-07-26T16:10:41.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 821 completed, throughput=5MB/sec 2021-07-26T16:10:42.500 INFO:tasks.workunit.client.0.smithi046.stdout: 164: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:42.500 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AYvEMyLgKXEkqHJ off=4802021 len=1621112 2021-07-26T16:10:42.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 822 completed, throughput=4.98MB/sec 2021-07-26T16:10:42.515 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--WJ9cOnzG2hD6hq off=9215620 len=1839219 2021-07-26T16:10:42.526 INFO:tasks.workunit.client.0.smithi046.stdout:op 823 completed, throughput=4.99MB/sec 2021-07-26T16:10:42.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_Lp23Iff4y_F_9G off=4809691 len=764230 2021-07-26T16:10:42.534 INFO:tasks.workunit.client.0.smithi046.stdout:op 824 completed, throughput=4.99MB/sec 2021-07-26T16:10:42.535 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ouY0CTQamPXYnP0 off=15571602 len=36537 2021-07-26T16:10:42.538 INFO:tasks.workunit.client.0.smithi046.stdout:op 825 completed, throughput=4.99MB/sec 2021-07-26T16:10:42.539 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Y4odmItFNPUwgZ off=1383202 len=2033944 2021-07-26T16:10:42.540 INFO:tasks.workunit.client.0.smithi046.stdout:op 826 completed, throughput=5.01MB/sec 2021-07-26T16:10:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:43 smithi073 bash[34190]: cluster 2021-07-26T16:10:42.322721+0000 mgr.y (mgr.24683) 842 : cluster [DBG] pgmap v1627: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:43 smithi073 bash[34190]: audit 2021-07-26T16:10:42.748910+0000 mon.a (mon.0) 1847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:43 smithi073 bash[34190]: audit 2021-07-26T16:10:42.751987+0000 mon.a (mon.0) 1848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:10:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:43 smithi073 bash[34190]: audit 2021-07-26T16:10:42.753959+0000 mon.a (mon.0) 1849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:10:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:43 smithi073 bash[34190]: audit 2021-07-26T16:10:43.044137+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:10:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[41283]: cluster 2021-07-26T16:10:42.322721+0000 mgr.y (mgr.24683) 842 : cluster [DBG] pgmap v1627: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[41283]: audit 2021-07-26T16:10:42.748910+0000 mon.a (mon.0) 1847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[41283]: audit 2021-07-26T16:10:42.751987+0000 mon.a (mon.0) 1848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:10:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[41283]: audit 2021-07-26T16:10:42.753959+0000 mon.a (mon.0) 1849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:10:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[41283]: audit 2021-07-26T16:10:43.044137+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:10:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[42351]: cluster 2021-07-26T16:10:42.322721+0000 mgr.y (mgr.24683) 842 : cluster [DBG] pgmap v1627: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[42351]: audit 2021-07-26T16:10:42.748910+0000 mon.a (mon.0) 1847 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[42351]: audit 2021-07-26T16:10:42.751987+0000 mon.a (mon.0) 1848 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:10:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[42351]: audit 2021-07-26T16:10:42.753959+0000 mon.a (mon.0) 1849 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:10:43.432 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[42351]: audit 2021-07-26T16:10:43.044137+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:10:43.541 INFO:tasks.workunit.client.0.smithi046.stdout: 165: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:43.541 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ed44qRnuymmkm_D off=15877598 len=1420207 2021-07-26T16:10:43.545 INFO:tasks.workunit.client.0.smithi046.stdout:op 827 completed, throughput=4.98MB/sec 2021-07-26T16:10:43.546 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ND2QFgeHldLaGkf off=15509485 len=489364 2021-07-26T16:10:43.552 INFO:tasks.workunit.client.0.smithi046.stdout:op 828 completed, throughput=4.99MB/sec 2021-07-26T16:10:43.552 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sOOgMawvZFO-ZWw off=6668525 len=192474 2021-07-26T16:10:43.557 INFO:tasks.workunit.client.0.smithi046.stdout:op 829 completed, throughput=4.99MB/sec 2021-07-26T16:10:43.558 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ph5V2YP4KDyaIMB off=10407310 len=3588 2021-07-26T16:10:43.558 INFO:tasks.workunit.client.0.smithi046.stdout:op 830 completed, throughput=4.99MB/sec 2021-07-26T16:10:43.560 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uLARfvSPshFG9D7 off=238523 len=991274 2021-07-26T16:10:43.566 INFO:tasks.workunit.client.0.smithi046.stdout:op 831 completed, throughput=4.99MB/sec 2021-07-26T16:10:43.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UvYQ-_WNbK0c94z off=4386139 len=177301 2021-07-26T16:10:43.570 INFO:tasks.workunit.client.0.smithi046.stdout:op 832 completed, throughput=4.99MB/sec 2021-07-26T16:10:43.571 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lBmyKfJM3YsnToE off=1820866 len=2016284 2021-07-26T16:10:43.577 INFO:tasks.workunit.client.0.smithi046.stdout:op 833 completed, throughput=5MB/sec 2021-07-26T16:10:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:43.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:43.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:10:44.577 INFO:tasks.workunit.client.0.smithi046.stdout: 166: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:44.577 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OkCq7oXdCgbO-4c off=4778223 len=1765166 2021-07-26T16:10:44.591 INFO:tasks.workunit.client.0.smithi046.stdout:op 834 completed, throughput=4.99MB/sec 2021-07-26T16:10:44.592 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KyO0wjBGA7xfaFs off=2805790 len=823205 2021-07-26T16:10:44.599 INFO:tasks.workunit.client.0.smithi046.stdout:op 835 completed, throughput=4.99MB/sec 2021-07-26T16:10:44.600 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SQtJVXVIjt5kDgt off=6220292 len=859099 2021-07-26T16:10:44.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 836 completed, throughput=4.99MB/sec 2021-07-26T16:10:44.607 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mjVR1ODbZ0S8v6Q off=893873 len=337700 2021-07-26T16:10:44.608 INFO:tasks.workunit.client.0.smithi046.stdout:op 837 completed, throughput=5MB/sec 2021-07-26T16:10:44.608 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2xcjniPR_-VkBhj off=8121026 len=2041775 2021-07-26T16:10:44.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 838 completed, throughput=5.01MB/sec 2021-07-26T16:10:44.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:44 smithi046 bash[41283]: cluster 2021-07-26T16:10:44.323401+0000 mgr.y (mgr.24683) 843 : cluster [DBG] pgmap v1628: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T16:10:44.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:44 smithi046 bash[42351]: cluster 2021-07-26T16:10:44.323401+0000 mgr.y (mgr.24683) 843 : cluster [DBG] pgmap v1628: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T16:10:44.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:44 smithi073 bash[34190]: cluster 2021-07-26T16:10:44.323401+0000 mgr.y (mgr.24683) 843 : cluster [DBG] pgmap v1628: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 3 op/s 2021-07-26T16:10:45.623 INFO:tasks.workunit.client.0.smithi046.stdout: 167: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:45.624 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dUbwevUUkt-S1pH off=10913373 len=1415330 2021-07-26T16:10:45.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 839 completed, throughput=4.99MB/sec 2021-07-26T16:10:45.635 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ceu8nLKTtBirK1f off=2167873 len=1470551 2021-07-26T16:10:45.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 840 completed, throughput=4.99MB/sec 2021-07-26T16:10:45.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--6WCm1TE0ZfMXK- off=2917500 len=1282015 2021-07-26T16:10:45.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 841 completed, throughput=5MB/sec 2021-07-26T16:10:45.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LqLA_nhVslpWtAN off=5756998 len=780684 2021-07-26T16:10:45.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 842 completed, throughput=5MB/sec 2021-07-26T16:10:46.657 INFO:tasks.workunit.client.0.smithi046.stdout: 168: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:46.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kcKQTNLCnVniKej off=12048705 len=1553827 2021-07-26T16:10:46.669 INFO:tasks.workunit.client.0.smithi046.stdout:op 843 completed, throughput=4.98MB/sec 2021-07-26T16:10:46.669 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eq6F0uhQhrRShN- off=19930304 len=852983 2021-07-26T16:10:46.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 844 completed, throughput=4.99MB/sec 2021-07-26T16:10:46.672 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-umDZrKxuRosgBjB off=21733462 len=1629242 2021-07-26T16:10:46.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 845 completed, throughput=5MB/sec 2021-07-26T16:10:46.678 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-j_-U2S0rcUD4NtX off=2823093 len=947836 2021-07-26T16:10:46.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:46 smithi046 bash[41283]: cluster 2021-07-26T16:10:46.324070+0000 mgr.y (mgr.24683) 844 : cluster [DBG] pgmap v1629: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:10:46.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:46 smithi046 bash[42351]: cluster 2021-07-26T16:10:46.324070+0000 mgr.y (mgr.24683) 844 : cluster [DBG] pgmap v1629: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:10:46.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 846 completed, throughput=5MB/sec 2021-07-26T16:10:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:46 smithi073 bash[34190]: cluster 2021-07-26T16:10:46.324070+0000 mgr.y (mgr.24683) 844 : cluster [DBG] pgmap v1629: 9 pgs: 9 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:10:47.681 INFO:tasks.workunit.client.0.smithi046.stdout: 169: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:47.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PyA3XYy0jOrEml4 off=2948908 len=100488 2021-07-26T16:10:47.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 847 completed, throughput=4.97MB/sec 2021-07-26T16:10:47.683 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xn0GLgouSmmg32- off=9853344 len=99706 2021-07-26T16:10:47.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 848 completed, throughput=4.97MB/sec 2021-07-26T16:10:47.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LdBNZ9r7-_X74YY off=7059234 len=237266 2021-07-26T16:10:47.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 849 completed, throughput=4.98MB/sec 2021-07-26T16:10:47.690 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sFTO3a2WfF0uSGM off=7596365 len=1595739 2021-07-26T16:10:47.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 850 completed, throughput=4.98MB/sec 2021-07-26T16:10:47.694 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Usl4GQu9nWxEd6f off=13749756 len=1514292 2021-07-26T16:10:47.697 INFO:tasks.workunit.client.0.smithi046.stdout:op 851 completed, throughput=4.99MB/sec 2021-07-26T16:10:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TFx9NuiAkIHC51F off=12598399 len=756870 2021-07-26T16:10:47.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 852 completed, throughput=5MB/sec 2021-07-26T16:10:47.705 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y22VgZ-yOr8Ao35 off=22597249 len=729102 2021-07-26T16:10:47.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 853 completed, throughput=5MB/sec 2021-07-26T16:10:47.712 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JJDQBo-CgHQHwGU off=4045395 len=1611442 2021-07-26T16:10:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:op 854 completed, throughput=5.01MB/sec 2021-07-26T16:10:48.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:48 smithi046 bash[41283]: cluster 2021-07-26T16:10:48.324739+0000 mgr.y (mgr.24683) 845 : cluster [DBG] pgmap v1630: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2021-07-26T16:10:48.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:48 smithi046 bash[42351]: cluster 2021-07-26T16:10:48.324739+0000 mgr.y (mgr.24683) 845 : cluster [DBG] pgmap v1630: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2021-07-26T16:10:48.726 INFO:tasks.workunit.client.0.smithi046.stdout: 170: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:48.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-5ygxHtYGYOhFJxX off=7442629 len=1661045 2021-07-26T16:10:48.731 INFO:tasks.workunit.client.0.smithi046.stdout:op 855 completed, throughput=4.99MB/sec 2021-07-26T16:10:48.732 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pV8uCC79NcoubgE off=11820513 len=240969 2021-07-26T16:10:48.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 856 completed, throughput=4.99MB/sec 2021-07-26T16:10:48.738 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uvWh5kI2GOWG0sG off=2374891 len=1422027 2021-07-26T16:10:48.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 857 completed, throughput=5MB/sec 2021-07-26T16:10:48.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y1QR9OpKYeBMUyI off=3412862 len=1443041 2021-07-26T16:10:48.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 858 completed, throughput=5MB/sec 2021-07-26T16:10:48.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:48 smithi073 bash[34190]: cluster 2021-07-26T16:10:48.324739+0000 mgr.y (mgr.24683) 845 : cluster [DBG] pgmap v1630: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2021-07-26T16:10:49.761 INFO:tasks.workunit.client.0.smithi046.stdout: 171: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:49.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CyzqkyIHmMO8CLs off=2406674 len=633174 2021-07-26T16:10:49.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 859 completed, throughput=4.98MB/sec 2021-07-26T16:10:49.769 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YL0vVPIPGkUg00m off=3097501 len=1319131 2021-07-26T16:10:49.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 860 completed, throughput=4.99MB/sec 2021-07-26T16:10:49.772 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--6KyEnZG6SnC1sS off=6125461 len=1296760 2021-07-26T16:10:49.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 861 completed, throughput=4.99MB/sec 2021-07-26T16:10:49.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qorZ-lPqVSLes6y off=2198181 len=1271554 2021-07-26T16:10:49.785 INFO:tasks.workunit.client.0.smithi046.stdout:op 862 completed, throughput=5MB/sec 2021-07-26T16:10:50.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:50 smithi046 bash[41283]: cluster 2021-07-26T16:10:50.325422+0000 mgr.y (mgr.24683) 846 : cluster [DBG] pgmap v1631: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2021-07-26T16:10:50.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:50 smithi046 bash[42351]: cluster 2021-07-26T16:10:50.325422+0000 mgr.y (mgr.24683) 846 : cluster [DBG] pgmap v1631: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2021-07-26T16:10:50.786 INFO:tasks.workunit.client.0.smithi046.stdout: 172: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:50.786 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZbgNBzfhhSYGBd0 off=12913160 len=283850 2021-07-26T16:10:50.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 863 completed, throughput=4.97MB/sec 2021-07-26T16:10:50.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6DR86VpaCjaVRCI off=2524279 len=917619 2021-07-26T16:10:50.795 INFO:tasks.workunit.client.0.smithi046.stdout:op 864 completed, throughput=4.98MB/sec 2021-07-26T16:10:50.795 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rh4MpXmhSHxK-ZP off=2389638 len=1397560 2021-07-26T16:10:50.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 865 completed, throughput=4.99MB/sec 2021-07-26T16:10:50.799 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dz9z9cAJtCEP2lE off=15305581 len=560383 2021-07-26T16:10:50.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 866 completed, throughput=4.99MB/sec 2021-07-26T16:10:50.805 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XXa3lcEO-OAGL42 off=1236146 len=1700765 2021-07-26T16:10:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:op 867 completed, throughput=5MB/sec 2021-07-26T16:10:50.821 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mXvwkmGEikmQsr5 off=4455972 len=1738239 2021-07-26T16:10:50.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 868 completed, throughput=5.01MB/sec 2021-07-26T16:10:50.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:50 smithi073 bash[34190]: cluster 2021-07-26T16:10:50.325422+0000 mgr.y (mgr.24683) 846 : cluster [DBG] pgmap v1631: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2021-07-26T16:10:51.823 INFO:tasks.workunit.client.0.smithi046.stdout: 173: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:51.823 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mh5hq_sfdSnBDLt off=2107076 len=207176 2021-07-26T16:10:51.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 869 completed, throughput=4.98MB/sec 2021-07-26T16:10:51.825 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IDn38Aupq80-R0d off=584187 len=186833 2021-07-26T16:10:51.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 870 completed, throughput=4.98MB/sec 2021-07-26T16:10:51.827 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aLL2hy-5evHvosl off=4677142 len=1651369 2021-07-26T16:10:51.839 INFO:tasks.workunit.client.0.smithi046.stdout:op 871 completed, throughput=4.99MB/sec 2021-07-26T16:10:51.839 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FGy49eQNb-E-05K off=6459478 len=832123 2021-07-26T16:10:51.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 872 completed, throughput=4.99MB/sec 2021-07-26T16:10:51.842 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--sAvNIePVP2WEYO off=3419740 len=46732 2021-07-26T16:10:51.846 INFO:tasks.workunit.client.0.smithi046.stdout:op 873 completed, throughput=4.99MB/sec 2021-07-26T16:10:51.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6eZENFs5F5YXHYR off=6434253 len=1164662 2021-07-26T16:10:51.849 INFO:tasks.workunit.client.0.smithi046.stdout:op 874 completed, throughput=5MB/sec 2021-07-26T16:10:51.850 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qd5IBWgFnEmLsRI off=1248846 len=1317701 2021-07-26T16:10:51.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 875 completed, throughput=5.01MB/sec 2021-07-26T16:10:52.859 INFO:tasks.workunit.client.0.smithi046.stdout: 174: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PP34nwwQ6vb0905 off=376036 len=800616 2021-07-26T16:10:52.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 876 completed, throughput=4.98MB/sec 2021-07-26T16:10:52.867 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WHR1CTCKhzED9tE off=1826485 len=1190072 2021-07-26T16:10:52.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 877 completed, throughput=4.99MB/sec 2021-07-26T16:10:52.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HnVEZpitL3s1C-Y off=10368259 len=2053557 2021-07-26T16:10:52.895 INFO:tasks.workunit.client.0.smithi046.stdout:op 878 completed, throughput=5MB/sec 2021-07-26T16:10:52.895 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--PtXqmHnbeGsCsj off=9896393 len=525171 2021-07-26T16:10:52.902 INFO:tasks.workunit.client.0.smithi046.stdout:op 879 completed, throughput=5MB/sec 2021-07-26T16:10:53.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:53 smithi073 bash[34190]: cluster 2021-07-26T16:10:52.326118+0000 mgr.y (mgr.24683) 847 : cluster [DBG] pgmap v1632: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:10:53.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:53 smithi046 bash[42351]: cluster 2021-07-26T16:10:52.326118+0000 mgr.y (mgr.24683) 847 : cluster [DBG] pgmap v1632: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:10:53.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:53 smithi046 bash[41283]: cluster 2021-07-26T16:10:52.326118+0000 mgr.y (mgr.24683) 847 : cluster [DBG] pgmap v1632: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:10:53.903 INFO:tasks.workunit.client.0.smithi046.stdout: 175: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:53.903 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0FfUuUUyobVI2oh off=4132827 len=1619560 2021-07-26T16:10:53.908 INFO:tasks.workunit.client.0.smithi046.stdout:op 880 completed, throughput=4.98MB/sec 2021-07-26T16:10:53.908 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BZH4J2mQmQBH8BP off=1292287 len=2033074 2021-07-26T16:10:53.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 881 completed, throughput=4.99MB/sec 2021-07-26T16:10:53.925 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bIYx3MCwiH3RK1s off=4194391 len=386660 2021-07-26T16:10:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:53.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:53.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:10:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:10:53.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:10:53.930 INFO:tasks.workunit.client.0.smithi046.stdout:op 882 completed, throughput=4.99MB/sec 2021-07-26T16:10:53.930 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3IgrIG2qq-C0WPO off=11248197 len=1514280 2021-07-26T16:10:53.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 883 completed, throughput=5MB/sec 2021-07-26T16:10:54.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:54 smithi046 bash[41283]: cluster 2021-07-26T16:10:54.326769+0000 mgr.y (mgr.24683) 848 : cluster [DBG] pgmap v1633: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:54.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:54 smithi046 bash[42351]: cluster 2021-07-26T16:10:54.326769+0000 mgr.y (mgr.24683) 848 : cluster [DBG] pgmap v1633: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:54.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:54 smithi073 bash[34190]: cluster 2021-07-26T16:10:54.326769+0000 mgr.y (mgr.24683) 848 : cluster [DBG] pgmap v1633: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:10:54.933 INFO:tasks.workunit.client.0.smithi046.stdout: 176: throughput=4.97MB/sec pending data=0 2021-07-26T16:10:54.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cvCSB96-3Bro9-P off=270426 len=1297599 2021-07-26T16:10:54.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 884 completed, throughput=4.98MB/sec 2021-07-26T16:10:54.944 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hQ7jaCWleivFAfg off=6099122 len=935465 2021-07-26T16:10:54.952 INFO:tasks.workunit.client.0.smithi046.stdout:op 885 completed, throughput=4.99MB/sec 2021-07-26T16:10:54.952 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-I2Vj6RP2rkl8WN7 off=9994651 len=530038 2021-07-26T16:10:54.959 INFO:tasks.workunit.client.0.smithi046.stdout:op 886 completed, throughput=4.99MB/sec 2021-07-26T16:10:54.959 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sFTO3a2WfF0uSGM off=503198 len=1555642 2021-07-26T16:10:54.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 887 completed, throughput=5MB/sec 2021-07-26T16:10:54.971 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--1HPnfHKieIGMV2 off=10350595 len=360101 2021-07-26T16:10:54.972 INFO:tasks.workunit.client.0.smithi046.stdout:op 888 completed, throughput=5MB/sec 2021-07-26T16:10:54.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RmDGjKFCYGQQ16F off=548232 len=1761155 2021-07-26T16:10:54.984 INFO:tasks.workunit.client.0.smithi046.stdout:op 889 completed, throughput=5.01MB/sec 2021-07-26T16:10:55.985 INFO:tasks.workunit.client.0.smithi046.stdout: 177: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:55.985 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lTbT6jS0Jbs7vpK off=1763673 len=627725 2021-07-26T16:10:55.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 890 completed, throughput=4.98MB/sec 2021-07-26T16:10:55.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OeUTtvqkROiERXy off=2330370 len=315517 2021-07-26T16:10:55.990 INFO:tasks.workunit.client.0.smithi046.stdout:op 891 completed, throughput=4.98MB/sec 2021-07-26T16:10:55.990 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lYDHWmZuDiwnQBQ off=3073324 len=1832517 2021-07-26T16:10:56.007 INFO:tasks.workunit.client.0.smithi046.stdout:op 892 completed, throughput=4.99MB/sec 2021-07-26T16:10:56.007 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kR3HM3SahjfPwIu off=15701013 len=1948652 2021-07-26T16:10:56.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 893 completed, throughput=5MB/sec 2021-07-26T16:10:56.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:56 smithi046 bash[41283]: cluster 2021-07-26T16:10:56.327564+0000 mgr.y (mgr.24683) 849 : cluster [DBG] pgmap v1634: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:10:56.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:56 smithi046 bash[42351]: cluster 2021-07-26T16:10:56.327564+0000 mgr.y (mgr.24683) 849 : cluster [DBG] pgmap v1634: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:10:56.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:56 smithi073 bash[34190]: cluster 2021-07-26T16:10:56.327564+0000 mgr.y (mgr.24683) 849 : cluster [DBG] pgmap v1634: 9 pgs: 9 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:10:57.018 INFO:tasks.workunit.client.0.smithi046.stdout: 178: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:57.018 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2dIKgHaWQQ07jN9 off=3415383 len=821342 2021-07-26T16:10:57.027 INFO:tasks.workunit.client.0.smithi046.stdout:op 894 completed, throughput=4.98MB/sec 2021-07-26T16:10:57.028 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HmoBZJ0YfXqsNyH off=2760884 len=1080939 2021-07-26T16:10:57.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 895 completed, throughput=4.99MB/sec 2021-07-26T16:10:57.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h8Ayf8BO9V6Y9Tr off=158860 len=1606207 2021-07-26T16:10:57.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 896 completed, throughput=4.99MB/sec 2021-07-26T16:10:57.043 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M6h5yxfR92pyU8e off=2351468 len=237006 2021-07-26T16:10:57.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 897 completed, throughput=4.99MB/sec 2021-07-26T16:10:57.048 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rspFMevKOlhpA2c off=6154395 len=2010047 2021-07-26T16:10:57.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 898 completed, throughput=5MB/sec 2021-07-26T16:10:58.063 INFO:tasks.workunit.client.0.smithi046.stdout: 179: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:58.063 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-d3UAVyeBgqrEIKo off=2428459 len=788268 2021-07-26T16:10:58.070 INFO:tasks.workunit.client.0.smithi046.stdout:op 899 completed, throughput=4.98MB/sec 2021-07-26T16:10:58.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oixXci8G6JOxMXW off=602907 len=529340 2021-07-26T16:10:58.077 INFO:tasks.workunit.client.0.smithi046.stdout:op 900 completed, throughput=4.98MB/sec 2021-07-26T16:10:58.077 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K5g8wuYq4gOYl9X off=3174614 len=1836241 2021-07-26T16:10:58.083 INFO:tasks.workunit.client.0.smithi046.stdout:op 901 completed, throughput=4.99MB/sec 2021-07-26T16:10:58.083 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FdUpZnb_ZBsdHuk off=7783753 len=1255993 2021-07-26T16:10:58.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 902 completed, throughput=5MB/sec 2021-07-26T16:10:58.087 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-rerh_VCdb3XosVm off=554315 len=1888552 2021-07-26T16:10:58.091 INFO:tasks.workunit.client.0.smithi046.stdout:op 903 completed, throughput=5.01MB/sec 2021-07-26T16:10:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:58 smithi073 bash[34190]: audit 2021-07-26T16:10:58.197546+0000 mon.a (mon.0) 1851 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:58.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:58 smithi046 bash[41283]: audit 2021-07-26T16:10:58.197546+0000 mon.a (mon.0) 1851 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:58.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:58 smithi046 bash[42351]: audit 2021-07-26T16:10:58.197546+0000 mon.a (mon.0) 1851 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:59.091 INFO:tasks.workunit.client.0.smithi046.stdout: 180: throughput=4.98MB/sec pending data=0 2021-07-26T16:10:59.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-N1_72SLV3p0DahV off=13055555 len=886939 2021-07-26T16:10:59.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 904 completed, throughput=4.99MB/sec 2021-07-26T16:10:59.094 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eAf9ItoPiA1ZGhH off=13474844 len=1925225 2021-07-26T16:10:59.100 INFO:tasks.workunit.client.0.smithi046.stdout:op 905 completed, throughput=5MB/sec 2021-07-26T16:10:59.100 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kdqptcxVpRhKa7n off=4897391 len=597189 2021-07-26T16:10:59.107 INFO:tasks.workunit.client.0.smithi046.stdout:op 906 completed, throughput=5MB/sec 2021-07-26T16:10:59.108 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Fy9WyPwTgmVeV9l off=9420081 len=1533909 2021-07-26T16:10:59.118 INFO:tasks.workunit.client.0.smithi046.stdout:op 907 completed, throughput=5.01MB/sec 2021-07-26T16:10:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:59 smithi073 bash[34190]: cluster 2021-07-26T16:10:58.328238+0000 mgr.y (mgr.24683) 850 : cluster [DBG] pgmap v1635: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:59.618 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:10:59 smithi073 bash[34190]: audit 2021-07-26T16:10:59.042100+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:59.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:59 smithi046 bash[41283]: cluster 2021-07-26T16:10:58.328238+0000 mgr.y (mgr.24683) 850 : cluster [DBG] pgmap v1635: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:59.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:10:59 smithi046 bash[41283]: audit 2021-07-26T16:10:59.042100+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:59 smithi046 bash[42351]: cluster 2021-07-26T16:10:58.328238+0000 mgr.y (mgr.24683) 850 : cluster [DBG] pgmap v1635: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:10:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:10:59 smithi046 bash[42351]: audit 2021-07-26T16:10:59.042100+0000 mon.a (mon.0) 1852 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:00.118 INFO:tasks.workunit.client.0.smithi046.stdout: 181: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:00.118 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bvZnKfG3QxjUkAx off=4948038 len=1383473 2021-07-26T16:11:00.123 INFO:tasks.workunit.client.0.smithi046.stdout:op 908 completed, throughput=4.99MB/sec 2021-07-26T16:11:00.123 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sEQZMqZyZqy5QNl off=17193763 len=1512442 2021-07-26T16:11:00.134 INFO:tasks.workunit.client.0.smithi046.stdout:op 909 completed, throughput=4.99MB/sec 2021-07-26T16:11:00.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-euJ9Gz1V9mDy7Z7 off=8742799 len=1031867 2021-07-26T16:11:00.144 INFO:tasks.workunit.client.0.smithi046.stdout:op 910 completed, throughput=5MB/sec 2021-07-26T16:11:00.144 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Dm4JpRcLm6Bned- off=3306381 len=1765868 2021-07-26T16:11:00.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 911 completed, throughput=5.01MB/sec 2021-07-26T16:11:00.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:00 smithi046 bash[41283]: cluster 2021-07-26T16:11:00.328910+0000 mgr.y (mgr.24683) 851 : cluster [DBG] pgmap v1636: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2021-07-26T16:11:00.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:00 smithi046 bash[42351]: cluster 2021-07-26T16:11:00.328910+0000 mgr.y (mgr.24683) 851 : cluster [DBG] pgmap v1636: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2021-07-26T16:11:00.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:00 smithi073 bash[34190]: cluster 2021-07-26T16:11:00.328910+0000 mgr.y (mgr.24683) 851 : cluster [DBG] pgmap v1636: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2021-07-26T16:11:01.148 INFO:tasks.workunit.client.0.smithi046.stdout: 182: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:01.149 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9N600gSi9OfzblX off=13466515 len=2086072 2021-07-26T16:11:01.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 912 completed, throughput=4.99MB/sec 2021-07-26T16:11:01.155 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EeLzgCGB1ABgYjr off=7063655 len=1769701 2021-07-26T16:11:01.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 913 completed, throughput=5MB/sec 2021-07-26T16:11:02.171 INFO:tasks.workunit.client.0.smithi046.stdout: 183: throughput=4.97MB/sec pending data=0 2021-07-26T16:11:02.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-G6eVaxwWcjDTE1A off=11302907 len=1901087 2021-07-26T16:11:02.186 INFO:tasks.workunit.client.0.smithi046.stdout:op 914 completed, throughput=4.98MB/sec 2021-07-26T16:11:02.186 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GWLB82gwcmZP3BU off=8044461 len=274457 2021-07-26T16:11:02.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 915 completed, throughput=4.98MB/sec 2021-07-26T16:11:02.188 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3y97CVuQ3OtuPoB off=19985012 len=1967891 2021-07-26T16:11:02.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 916 completed, throughput=4.99MB/sec 2021-07-26T16:11:02.201 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-26qhHDRejm640CF off=11675532 len=1012660 2021-07-26T16:11:02.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 917 completed, throughput=5MB/sec 2021-07-26T16:11:02.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2RpMpoh-bh1PhLs off=2192006 len=651515 2021-07-26T16:11:02.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 918 completed, throughput=5MB/sec 2021-07-26T16:11:03.205 INFO:tasks.workunit.client.0.smithi046.stdout: 184: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:03.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XBExKJD6WnkDMud off=3351234 len=536176 2021-07-26T16:11:03.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 919 completed, throughput=4.98MB/sec 2021-07-26T16:11:03.213 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kEKvmn-tFVKEQMU off=182035 len=951089 2021-07-26T16:11:03.220 INFO:tasks.workunit.client.0.smithi046.stdout:op 920 completed, throughput=4.98MB/sec 2021-07-26T16:11:03.221 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SewkpgijBqJFhdJ off=5002895 len=1575802 2021-07-26T16:11:03.226 INFO:tasks.workunit.client.0.smithi046.stdout:op 921 completed, throughput=4.99MB/sec 2021-07-26T16:11:03.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lKzsvIIc8LGHMZ- off=420052 len=1700224 2021-07-26T16:11:03.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 922 completed, throughput=5MB/sec 2021-07-26T16:11:03.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fshcmr3TPpVnftl off=249594 len=80509 2021-07-26T16:11:03.231 INFO:tasks.workunit.client.0.smithi046.stdout:op 923 completed, throughput=5MB/sec 2021-07-26T16:11:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:03 smithi073 bash[34190]: cluster 2021-07-26T16:11:02.329611+0000 mgr.y (mgr.24683) 852 : cluster [DBG] pgmap v1637: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2021-07-26T16:11:03.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:03 smithi046 bash[41283]: cluster 2021-07-26T16:11:02.329611+0000 mgr.y (mgr.24683) 852 : cluster [DBG] pgmap v1637: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2021-07-26T16:11:03.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:03 smithi046 bash[42351]: cluster 2021-07-26T16:11:02.329611+0000 mgr.y (mgr.24683) 852 : cluster [DBG] pgmap v1637: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2021-07-26T16:11:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:03.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:03.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:11:04.232 INFO:tasks.workunit.client.0.smithi046.stdout: 185: throughput=4.97MB/sec pending data=0 2021-07-26T16:11:04.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K02GNq0zbzrdKfN off=7504099 len=1671381 2021-07-26T16:11:04.248 INFO:tasks.workunit.client.0.smithi046.stdout:op 924 completed, throughput=4.98MB/sec 2021-07-26T16:11:04.248 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OeUTtvqkROiERXy off=4015416 len=583953 2021-07-26T16:11:04.250 INFO:tasks.workunit.client.0.smithi046.stdout:op 925 completed, throughput=4.98MB/sec 2021-07-26T16:11:04.251 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uQZ8Hqdwz-Xu3Ph off=825240 len=591355 2021-07-26T16:11:04.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 926 completed, throughput=4.99MB/sec 2021-07-26T16:11:04.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tL0AaWx9gpBEclY off=10210598 len=1723664 2021-07-26T16:11:04.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 927 completed, throughput=5MB/sec 2021-07-26T16:11:04.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EGXvWpvivruUZEr off=12707827 len=1740389 2021-07-26T16:11:04.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 928 completed, throughput=5MB/sec 2021-07-26T16:11:04.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:04 smithi046 bash[41283]: cluster 2021-07-26T16:11:04.330292+0000 mgr.y (mgr.24683) 853 : cluster [DBG] pgmap v1638: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:04.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:04 smithi046 bash[42351]: cluster 2021-07-26T16:11:04.330292+0000 mgr.y (mgr.24683) 853 : cluster [DBG] pgmap v1638: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:04.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:04 smithi073 bash[34190]: cluster 2021-07-26T16:11:04.330292+0000 mgr.y (mgr.24683) 853 : cluster [DBG] pgmap v1638: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:05.260 INFO:tasks.workunit.client.0.smithi046.stdout: 186: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:05.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-p6uxtAmjvdIxa92 off=8982094 len=343112 2021-07-26T16:11:05.262 INFO:tasks.workunit.client.0.smithi046.stdout:op 929 completed, throughput=4.98MB/sec 2021-07-26T16:11:05.262 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eX5SpuooyPuIv2i off=7150706 len=1570791 2021-07-26T16:11:05.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 930 completed, throughput=4.99MB/sec 2021-07-26T16:11:05.268 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qYhMInKBTzzCySx off=2699200 len=361774 2021-07-26T16:11:05.274 INFO:tasks.workunit.client.0.smithi046.stdout:op 931 completed, throughput=4.99MB/sec 2021-07-26T16:11:05.274 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TdPV5BxHfA_qYHn off=9705838 len=1316899 2021-07-26T16:11:05.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 932 completed, throughput=5MB/sec 2021-07-26T16:11:05.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jT8Ralba0CjCE0n off=4261135 len=1666369 2021-07-26T16:11:05.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 933 completed, throughput=5MB/sec 2021-07-26T16:11:06.282 INFO:tasks.workunit.client.0.smithi046.stdout: 187: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:06.282 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PauEPGK18m31uQ3 off=1789128 len=117832 2021-07-26T16:11:06.284 INFO:tasks.workunit.client.0.smithi046.stdout:op 934 completed, throughput=4.98MB/sec 2021-07-26T16:11:06.284 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-LfmHsnZo9ztDAHe off=5488981 len=412221 2021-07-26T16:11:06.286 INFO:tasks.workunit.client.0.smithi046.stdout:op 935 completed, throughput=4.98MB/sec 2021-07-26T16:11:06.287 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wkOG7ABfbxBKK4z off=9048215 len=388380 2021-07-26T16:11:06.288 INFO:tasks.workunit.client.0.smithi046.stdout:op 936 completed, throughput=4.98MB/sec 2021-07-26T16:11:06.288 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iRl2m5jRwuR3zHC off=12024312 len=151075 2021-07-26T16:11:06.290 INFO:tasks.workunit.client.0.smithi046.stdout:op 937 completed, throughput=4.98MB/sec 2021-07-26T16:11:06.290 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nRaaZKDlFrBEg_3 off=9276 len=469318 2021-07-26T16:11:06.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 938 completed, throughput=4.99MB/sec 2021-07-26T16:11:06.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UfzCqqprAvdpaYg off=1665904 len=1908026 2021-07-26T16:11:06.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 939 completed, throughput=4.99MB/sec 2021-07-26T16:11:06.297 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p0uky3aTVpG45Xa off=3148903 len=1858259 2021-07-26T16:11:06.312 INFO:tasks.workunit.client.0.smithi046.stdout:op 940 completed, throughput=5MB/sec 2021-07-26T16:11:06.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:06 smithi046 bash[41283]: cluster 2021-07-26T16:11:06.330990+0000 mgr.y (mgr.24683) 854 : cluster [DBG] pgmap v1639: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T16:11:06.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:06 smithi046 bash[42351]: cluster 2021-07-26T16:11:06.330990+0000 mgr.y (mgr.24683) 854 : cluster [DBG] pgmap v1639: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T16:11:06.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:06 smithi073 bash[34190]: cluster 2021-07-26T16:11:06.330990+0000 mgr.y (mgr.24683) 854 : cluster [DBG] pgmap v1639: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2021-07-26T16:11:07.312 INFO:tasks.workunit.client.0.smithi046.stdout: 188: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:07.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tyrONkPQ0OEL57J off=18980973 len=551901 2021-07-26T16:11:07.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 941 completed, throughput=4.98MB/sec 2021-07-26T16:11:07.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D2YpjyhO7B7Q-JP off=904037 len=721419 2021-07-26T16:11:07.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 942 completed, throughput=4.98MB/sec 2021-07-26T16:11:07.319 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0lUXh2AtdRPcGNQ off=7101411 len=826346 2021-07-26T16:11:07.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 943 completed, throughput=4.99MB/sec 2021-07-26T16:11:07.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XmeYGbuqVCdAz0B off=7267356 len=459649 2021-07-26T16:11:07.329 INFO:tasks.workunit.client.0.smithi046.stdout:op 944 completed, throughput=4.99MB/sec 2021-07-26T16:11:07.329 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K68AttJaMrw7D0h off=2358406 len=1665091 2021-07-26T16:11:07.341 INFO:tasks.workunit.client.0.smithi046.stdout:op 945 completed, throughput=5MB/sec 2021-07-26T16:11:07.341 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u2PDVVOTJkqAHS3 off=1919284 len=370266 2021-07-26T16:11:07.343 INFO:tasks.workunit.client.0.smithi046.stdout:op 946 completed, throughput=5MB/sec 2021-07-26T16:11:07.343 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-S4WbSPVUbRAFfW0 off=2974559 len=2049904 2021-07-26T16:11:07.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 947 completed, throughput=5.01MB/sec 2021-07-26T16:11:08.355 INFO:tasks.workunit.client.0.smithi046.stdout: 189: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:08.355 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oi04LSGiB8xWxh_ off=415571 len=1595703 2021-07-26T16:11:08.366 INFO:tasks.workunit.client.0.smithi046.stdout:op 948 completed, throughput=4.99MB/sec 2021-07-26T16:11:08.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-76gEkFsoB2lG59X off=1512052 len=1492907 2021-07-26T16:11:08.377 INFO:tasks.workunit.client.0.smithi046.stdout:op 949 completed, throughput=5MB/sec 2021-07-26T16:11:08.377 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PqtkDR4CFUul6g5 off=7958274 len=1142705 2021-07-26T16:11:08.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 950 completed, throughput=5MB/sec 2021-07-26T16:11:08.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:08 smithi046 bash[41283]: cluster 2021-07-26T16:11:08.331719+0000 mgr.y (mgr.24683) 855 : cluster [DBG] pgmap v1640: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:08.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:08 smithi046 bash[42351]: cluster 2021-07-26T16:11:08.331719+0000 mgr.y (mgr.24683) 855 : cluster [DBG] pgmap v1640: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:08.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:08 smithi073 bash[34190]: cluster 2021-07-26T16:11:08.331719+0000 mgr.y (mgr.24683) 855 : cluster [DBG] pgmap v1640: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:09.387 INFO:tasks.workunit.client.0.smithi046.stdout: 190: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:09.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CN-VvOOHgTjjgOY off=2123779 len=1201876 2021-07-26T16:11:09.391 INFO:tasks.workunit.client.0.smithi046.stdout:op 951 completed, throughput=4.98MB/sec 2021-07-26T16:11:09.391 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ubeonpiL5GMz9i0 off=1926166 len=498742 2021-07-26T16:11:09.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 952 completed, throughput=4.99MB/sec 2021-07-26T16:11:09.394 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6aPI_eSzDdqjC6q off=12564158 len=995113 2021-07-26T16:11:09.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 953 completed, throughput=4.99MB/sec 2021-07-26T16:11:09.398 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ph5ggDrlSvxpSGJ off=13994718 len=946541 2021-07-26T16:11:09.406 INFO:tasks.workunit.client.0.smithi046.stdout:op 954 completed, throughput=5MB/sec 2021-07-26T16:11:09.406 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9M-UAoBYHozPxpo off=1296508 len=1883991 2021-07-26T16:11:09.412 INFO:tasks.workunit.client.0.smithi046.stdout:op 955 completed, throughput=5MB/sec 2021-07-26T16:11:10.412 INFO:tasks.workunit.client.0.smithi046.stdout: 191: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:10.413 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qU2rSAU1wFu6ClA off=20650241 len=781118 2021-07-26T16:11:10.420 INFO:tasks.workunit.client.0.smithi046.stdout:op 956 completed, throughput=4.98MB/sec 2021-07-26T16:11:10.421 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-l1dI0CxKXdlv_eS off=8552853 len=1239371 2021-07-26T16:11:10.424 INFO:tasks.workunit.client.0.smithi046.stdout:op 957 completed, throughput=4.99MB/sec 2021-07-26T16:11:10.424 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-w7SQDn9xpSc2ANw off=10993 len=1104939 2021-07-26T16:11:10.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 958 completed, throughput=4.99MB/sec 2021-07-26T16:11:10.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8k0ArgxpIwKTCK9 off=13148804 len=1138831 2021-07-26T16:11:10.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 959 completed, throughput=5MB/sec 2021-07-26T16:11:10.439 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-klsftOQRiWtIBLE off=5864414 len=1065976 2021-07-26T16:11:10.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 960 completed, throughput=5MB/sec 2021-07-26T16:11:10.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:10 smithi046 bash[41283]: cluster 2021-07-26T16:11:10.332358+0000 mgr.y (mgr.24683) 856 : cluster [DBG] pgmap v1641: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:10.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:10 smithi046 bash[42351]: cluster 2021-07-26T16:11:10.332358+0000 mgr.y (mgr.24683) 856 : cluster [DBG] pgmap v1641: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:10.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:10 smithi073 bash[34190]: cluster 2021-07-26T16:11:10.332358+0000 mgr.y (mgr.24683) 856 : cluster [DBG] pgmap v1641: 9 pgs: 9 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:11.445 INFO:tasks.workunit.client.0.smithi046.stdout: 192: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:11.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EI6wOy0FjUx56Kk off=19061660 len=1629005 2021-07-26T16:11:11.459 INFO:tasks.workunit.client.0.smithi046.stdout:op 961 completed, throughput=4.99MB/sec 2021-07-26T16:11:11.459 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Oxm69qZtltIBM9i off=5621511 len=749231 2021-07-26T16:11:11.466 INFO:tasks.workunit.client.0.smithi046.stdout:op 962 completed, throughput=4.99MB/sec 2021-07-26T16:11:11.467 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JzaUx1LqbspDz49 off=13562237 len=833495 2021-07-26T16:11:11.470 INFO:tasks.workunit.client.0.smithi046.stdout:op 963 completed, throughput=4.99MB/sec 2021-07-26T16:11:11.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IYJ_4NO2oK8Cevp off=12906331 len=265016 2021-07-26T16:11:11.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 964 completed, throughput=4.99MB/sec 2021-07-26T16:11:11.473 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vHTBT3kCsMO8clg off=669984 len=1309597 2021-07-26T16:11:11.483 INFO:tasks.workunit.client.0.smithi046.stdout:op 965 completed, throughput=5MB/sec 2021-07-26T16:11:12.483 INFO:tasks.workunit.client.0.smithi046.stdout: 193: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:12.484 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vkRPzft-OpbC7OP off=10963485 len=1476474 2021-07-26T16:11:12.488 INFO:tasks.workunit.client.0.smithi046.stdout:op 966 completed, throughput=4.98MB/sec 2021-07-26T16:11:12.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kEJ74iNnXwsNPWu off=779483 len=1973158 2021-07-26T16:11:12.503 INFO:tasks.workunit.client.0.smithi046.stdout:op 967 completed, throughput=4.99MB/sec 2021-07-26T16:11:12.504 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CroAfJg1byNh6Ym off=20000681 len=1165816 2021-07-26T16:11:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 968 completed, throughput=5MB/sec 2021-07-26T16:11:12.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q1G8LJXkUorB7D9 off=378269 len=1991756 2021-07-26T16:11:12.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 969 completed, throughput=5.01MB/sec 2021-07-26T16:11:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:13 smithi073 bash[34190]: cluster 2021-07-26T16:11:12.333041+0000 mgr.y (mgr.24683) 857 : cluster [DBG] pgmap v1642: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:11:13.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:13 smithi046 bash[41283]: cluster 2021-07-26T16:11:12.333041+0000 mgr.y (mgr.24683) 857 : cluster [DBG] pgmap v1642: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:11:13.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:13 smithi046 bash[42351]: cluster 2021-07-26T16:11:12.333041+0000 mgr.y (mgr.24683) 857 : cluster [DBG] pgmap v1642: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:11:13.527 INFO:tasks.workunit.client.0.smithi046.stdout: 194: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:13.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kXO88UD9n1W-trP off=4914706 len=1368561 2021-07-26T16:11:13.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 970 completed, throughput=4.99MB/sec 2021-07-26T16:11:13.540 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xKEPs7Gv8_GgSJh off=6882037 len=1558749 2021-07-26T16:11:13.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 971 completed, throughput=4.99MB/sec 2021-07-26T16:11:13.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C4RezjyDpTKaP-I off=1214379 len=58468 2021-07-26T16:11:13.549 INFO:tasks.workunit.client.0.smithi046.stdout:op 972 completed, throughput=4.99MB/sec 2021-07-26T16:11:13.549 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PxxKGUYSJQIW7WM off=8154857 len=732765 2021-07-26T16:11:13.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 973 completed, throughput=5MB/sec 2021-07-26T16:11:13.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vMJc2W4jPJPQbD2 off=2814338 len=1050124 2021-07-26T16:11:13.564 INFO:tasks.workunit.client.0.smithi046.stdout:op 974 completed, throughput=5MB/sec 2021-07-26T16:11:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:13.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:13.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:11:14.564 INFO:tasks.workunit.client.0.smithi046.stdout: 195: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:14.565 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nogqhojLpbDmpwJ off=10023548 len=1145046 2021-07-26T16:11:14.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 975 completed, throughput=4.98MB/sec 2021-07-26T16:11:14.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wbCxjui__2r2vkP off=1518863 len=1802345 2021-07-26T16:11:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 976 completed, throughput=4.99MB/sec 2021-07-26T16:11:14.580 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k-ZBAXbmfmHMIfB off=808891 len=117284 2021-07-26T16:11:14.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 977 completed, throughput=4.99MB/sec 2021-07-26T16:11:14.585 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MPSPn_hLGRvV9-U off=3712864 len=107901 2021-07-26T16:11:14.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 978 completed, throughput=4.99MB/sec 2021-07-26T16:11:14.586 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-n1QHHDslshCQ_UP off=8470490 len=1205705 2021-07-26T16:11:14.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 979 completed, throughput=5MB/sec 2021-07-26T16:11:14.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WKFLF8o98ppSztJ off=435264 len=451892 2021-07-26T16:11:14.600 INFO:tasks.workunit.client.0.smithi046.stdout:op 980 completed, throughput=5MB/sec 2021-07-26T16:11:14.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:14 smithi046 bash[41283]: cluster 2021-07-26T16:11:14.333758+0000 mgr.y (mgr.24683) 858 : cluster [DBG] pgmap v1643: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:14.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:14 smithi046 bash[42351]: cluster 2021-07-26T16:11:14.333758+0000 mgr.y (mgr.24683) 858 : cluster [DBG] pgmap v1643: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:14.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:14 smithi073 bash[34190]: cluster 2021-07-26T16:11:14.333758+0000 mgr.y (mgr.24683) 858 : cluster [DBG] pgmap v1643: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:15.600 INFO:tasks.workunit.client.0.smithi046.stdout: 196: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:15.601 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6B0CUn6wgpYm2NF off=13858227 len=2096155 2021-07-26T16:11:15.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 981 completed, throughput=4.99MB/sec 2021-07-26T16:11:15.608 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d7j3RxZRTltEZ6P off=6679008 len=1004071 2021-07-26T16:11:15.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 982 completed, throughput=4.99MB/sec 2021-07-26T16:11:15.611 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zFIu0AWOF7TMyBC off=14004674 len=2068701 2021-07-26T16:11:15.616 INFO:tasks.workunit.client.0.smithi046.stdout:op 983 completed, throughput=5MB/sec 2021-07-26T16:11:15.616 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RTVKHjP4SSa5ojo off=8601187 len=1196324 2021-07-26T16:11:15.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 984 completed, throughput=5MB/sec 2021-07-26T16:11:16.627 INFO:tasks.workunit.client.0.smithi046.stdout: 197: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:16.627 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Mzh-Hu_TxaOktwO off=8832320 len=1201591 2021-07-26T16:11:16.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 985 completed, throughput=4.99MB/sec 2021-07-26T16:11:16.636 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kQQRXZX__vlKkvj off=3774452 len=834445 2021-07-26T16:11:16.646 INFO:tasks.workunit.client.0.smithi046.stdout:op 986 completed, throughput=4.99MB/sec 2021-07-26T16:11:16.646 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ovPs6gh-bjUV35C off=3450590 len=231020 2021-07-26T16:11:16.651 INFO:tasks.workunit.client.0.smithi046.stdout:op 987 completed, throughput=4.99MB/sec 2021-07-26T16:11:16.651 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UTboBsOVOgFZYeQ off=217112 len=1307720 2021-07-26T16:11:16.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 988 completed, throughput=5MB/sec 2021-07-26T16:11:16.656 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ic3LeEwMeHd8sKh off=104384 len=191944 2021-07-26T16:11:16.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 989 completed, throughput=5MB/sec 2021-07-26T16:11:16.657 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9tCxdAdInMJ9W4D off=2733601 len=1612832 2021-07-26T16:11:16.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 990 completed, throughput=5MB/sec 2021-07-26T16:11:16.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:16 smithi046 bash[41283]: cluster 2021-07-26T16:11:16.334397+0000 mgr.y (mgr.24683) 859 : cluster [DBG] pgmap v1644: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:16.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:16 smithi046 bash[42351]: cluster 2021-07-26T16:11:16.334397+0000 mgr.y (mgr.24683) 859 : cluster [DBG] pgmap v1644: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:16.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:16 smithi073 bash[34190]: cluster 2021-07-26T16:11:16.334397+0000 mgr.y (mgr.24683) 859 : cluster [DBG] pgmap v1644: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:17.670 INFO:tasks.workunit.client.0.smithi046.stdout: 198: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:17.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OvC_rIvLKepvtvP off=401835 len=1867213 2021-07-26T16:11:17.682 INFO:tasks.workunit.client.0.smithi046.stdout:op 991 completed, throughput=4.99MB/sec 2021-07-26T16:11:17.683 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DZAF62rU1Z8MwBC off=1401621 len=579273 2021-07-26T16:11:17.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 992 completed, throughput=4.99MB/sec 2021-07-26T16:11:17.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-siSDP8uOOyO4M_k off=9526867 len=1255001 2021-07-26T16:11:17.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 993 completed, throughput=5MB/sec 2021-07-26T16:11:17.688 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1gC1aejoCCYwyPU off=18924939 len=312079 2021-07-26T16:11:17.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 994 completed, throughput=5MB/sec 2021-07-26T16:11:17.690 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2GLcqUkWaVXPUCh off=396106 len=240729 2021-07-26T16:11:17.694 INFO:tasks.workunit.client.0.smithi046.stdout:op 995 completed, throughput=5MB/sec 2021-07-26T16:11:17.695 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QZwhGK6QbUy7YG5 off=22813210 len=1812920 2021-07-26T16:11:17.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 996 completed, throughput=5.01MB/sec 2021-07-26T16:11:18.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:18 smithi046 bash[41283]: cluster 2021-07-26T16:11:18.335118+0000 mgr.y (mgr.24683) 860 : cluster [DBG] pgmap v1645: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:18.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:18 smithi046 bash[42351]: cluster 2021-07-26T16:11:18.335118+0000 mgr.y (mgr.24683) 860 : cluster [DBG] pgmap v1645: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:18.699 INFO:tasks.workunit.client.0.smithi046.stdout: 199: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:18.699 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XEaiGKytEo_fz9T off=10344659 len=1924668 2021-07-26T16:11:18.705 INFO:tasks.workunit.client.0.smithi046.stdout:op 997 completed, throughput=4.99MB/sec 2021-07-26T16:11:18.705 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ou3jWg1COZJsJzF off=605887 len=1753248 2021-07-26T16:11:18.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 998 completed, throughput=5MB/sec 2021-07-26T16:11:18.719 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i69Yk_HqYt8a0NP off=22253160 len=179453 2021-07-26T16:11:18.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 999 completed, throughput=5MB/sec 2021-07-26T16:11:18.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:18 smithi073 bash[34190]: cluster 2021-07-26T16:11:18.335118+0000 mgr.y (mgr.24683) 860 : cluster [DBG] pgmap v1645: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:19.721 INFO:tasks.workunit.client.0.smithi046.stdout: 200: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:19.721 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Sy0v38Q74GT7ydx off=1445063 len=1583826 2021-07-26T16:11:19.727 INFO:tasks.workunit.client.0.smithi046.stdout:op 1000 completed, throughput=4.98MB/sec 2021-07-26T16:11:19.727 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DmWUxapmoBWRdZ7 off=7804584 len=58536 2021-07-26T16:11:19.732 INFO:tasks.workunit.client.0.smithi046.stdout:op 1001 completed, throughput=4.98MB/sec 2021-07-26T16:11:19.732 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RtcCRo4lbzhGmj1 off=4402828 len=730175 2021-07-26T16:11:19.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 1002 completed, throughput=4.99MB/sec 2021-07-26T16:11:19.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JMTENdMXQU36L7r off=4773130 len=356104 2021-07-26T16:11:19.737 INFO:tasks.workunit.client.0.smithi046.stdout:op 1003 completed, throughput=4.99MB/sec 2021-07-26T16:11:19.737 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GLYc8JH4ThLwJO7 off=2108471 len=330953 2021-07-26T16:11:19.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 1004 completed, throughput=4.99MB/sec 2021-07-26T16:11:19.739 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_FhAuU1DIehZNLh off=18265123 len=1476402 2021-07-26T16:11:19.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 1005 completed, throughput=5MB/sec 2021-07-26T16:11:19.743 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jn6BlKQn67lOCYt off=7098137 len=810059 2021-07-26T16:11:19.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 1006 completed, throughput=5MB/sec 2021-07-26T16:11:20.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:20 smithi046 bash[41283]: cluster 2021-07-26T16:11:20.335839+0000 mgr.y (mgr.24683) 861 : cluster [DBG] pgmap v1646: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:20.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:20 smithi046 bash[42351]: cluster 2021-07-26T16:11:20.335839+0000 mgr.y (mgr.24683) 861 : cluster [DBG] pgmap v1646: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:20.751 INFO:tasks.workunit.client.0.smithi046.stdout: 201: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:20.751 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-26qhHDRejm640CF off=21182269 len=1271872 2021-07-26T16:11:20.755 INFO:tasks.workunit.client.0.smithi046.stdout:op 1007 completed, throughput=4.98MB/sec 2021-07-26T16:11:20.755 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-O_4SQt4Lq2ExE4X off=1661176 len=636794 2021-07-26T16:11:20.757 INFO:tasks.workunit.client.0.smithi046.stdout:op 1008 completed, throughput=4.98MB/sec 2021-07-26T16:11:20.758 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NIdrQzZ0___j398 off=5265543 len=804899 2021-07-26T16:11:20.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 1009 completed, throughput=4.99MB/sec 2021-07-26T16:11:20.761 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uEt85UgvJApXgfa off=76649 len=1864841 2021-07-26T16:11:20.766 INFO:tasks.workunit.client.0.smithi046.stdout:op 1010 completed, throughput=5MB/sec 2021-07-26T16:11:20.767 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-a9n0BAzOuQypC3t off=4128711 len=448001 2021-07-26T16:11:20.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 1011 completed, throughput=5MB/sec 2021-07-26T16:11:20.774 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dFHWYNaxTW0vAyH off=6182898 len=349647 2021-07-26T16:11:20.775 INFO:tasks.workunit.client.0.smithi046.stdout:op 1012 completed, throughput=5MB/sec 2021-07-26T16:11:20.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:20 smithi073 bash[34190]: cluster 2021-07-26T16:11:20.335839+0000 mgr.y (mgr.24683) 861 : cluster [DBG] pgmap v1646: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:21.775 INFO:tasks.workunit.client.0.smithi046.stdout: 202: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:21.775 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nqr69A3RVub-wEx off=16466623 len=1157820 2021-07-26T16:11:21.786 INFO:tasks.workunit.client.0.smithi046.stdout:op 1013 completed, throughput=4.98MB/sec 2021-07-26T16:11:21.786 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m01d6bRDgV6kQzo off=2322229 len=1415199 2021-07-26T16:11:21.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 1014 completed, throughput=4.99MB/sec 2021-07-26T16:11:21.797 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w64ET8NL10HmpFK off=5736224 len=416451 2021-07-26T16:11:21.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1015 completed, throughput=4.99MB/sec 2021-07-26T16:11:21.798 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ALRr6i0_gT-yeSC off=626064 len=1138508 2021-07-26T16:11:21.801 INFO:tasks.workunit.client.0.smithi046.stdout:op 1016 completed, throughput=4.99MB/sec 2021-07-26T16:11:21.802 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WMKkX-8Bib2ySFf off=22409 len=643883 2021-07-26T16:11:21.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 1017 completed, throughput=5MB/sec 2021-07-26T16:11:21.804 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Yc4-phWw19UK7l off=8340781 len=550992 2021-07-26T16:11:21.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 1018 completed, throughput=5MB/sec 2021-07-26T16:11:21.810 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EeKpvcOgYpRyawq off=2201802 len=151233 2021-07-26T16:11:21.811 INFO:tasks.workunit.client.0.smithi046.stdout:op 1019 completed, throughput=5MB/sec 2021-07-26T16:11:22.811 INFO:tasks.workunit.client.0.smithi046.stdout: 203: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:22.812 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MW_SSmGfjICKMCi off=101607 len=1930728 2021-07-26T16:11:22.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 1020 completed, throughput=4.99MB/sec 2021-07-26T16:11:22.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2CbBtvJkXZu7YX- off=19862726 len=1555116 2021-07-26T16:11:22.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 1021 completed, throughput=4.99MB/sec 2021-07-26T16:11:22.829 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P6MNQgVkwZD-HKS off=9887660 len=1707572 2021-07-26T16:11:22.842 INFO:tasks.workunit.client.0.smithi046.stdout:op 1022 completed, throughput=5MB/sec 2021-07-26T16:11:22.842 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h3_nSO-0x2xUQ_e off=6116326 len=1747896 2021-07-26T16:11:22.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 1023 completed, throughput=5.01MB/sec 2021-07-26T16:11:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:23 smithi073 bash[34190]: cluster 2021-07-26T16:11:22.336537+0000 mgr.y (mgr.24683) 862 : cluster [DBG] pgmap v1647: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:11:23.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:23 smithi046 bash[41283]: cluster 2021-07-26T16:11:22.336537+0000 mgr.y (mgr.24683) 862 : cluster [DBG] pgmap v1647: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:11:23.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:23 smithi046 bash[42351]: cluster 2021-07-26T16:11:22.336537+0000 mgr.y (mgr.24683) 862 : cluster [DBG] pgmap v1647: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:11:23.855 INFO:tasks.workunit.client.0.smithi046.stdout: 204: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:23.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FH-AdNzeFhdVBLP off=12803439 len=203395 2021-07-26T16:11:23.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 1024 completed, throughput=4.98MB/sec 2021-07-26T16:11:23.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--RFzCwQsA4qtywY off=3732951 len=313386 2021-07-26T16:11:23.863 INFO:tasks.workunit.client.0.smithi046.stdout:op 1025 completed, throughput=4.99MB/sec 2021-07-26T16:11:23.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rxn1TgEpNXVg4v2 off=5030300 len=171138 2021-07-26T16:11:23.864 INFO:tasks.workunit.client.0.smithi046.stdout:op 1026 completed, throughput=4.99MB/sec 2021-07-26T16:11:23.865 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oZEQ_V5PIrtwVVf off=5885511 len=1658136 2021-07-26T16:11:23.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 1027 completed, throughput=4.99MB/sec 2021-07-26T16:11:23.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kKkHI9rydi9J7uz off=5802898 len=945271 2021-07-26T16:11:23.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1028 completed, throughput=5MB/sec 2021-07-26T16:11:23.880 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2F1rdvITfZoxZ6I off=1061346 len=730020 2021-07-26T16:11:23.888 INFO:tasks.workunit.client.0.smithi046.stdout:op 1029 completed, throughput=5MB/sec 2021-07-26T16:11:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:23.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:23.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:23.930 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:23.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:11:24.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:24 smithi046 bash[41283]: cluster 2021-07-26T16:11:24.337176+0000 mgr.y (mgr.24683) 863 : cluster [DBG] pgmap v1648: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:11:24.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:24 smithi046 bash[42351]: cluster 2021-07-26T16:11:24.337176+0000 mgr.y (mgr.24683) 863 : cluster [DBG] pgmap v1648: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:11:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:24 smithi073 bash[34190]: cluster 2021-07-26T16:11:24.337176+0000 mgr.y (mgr.24683) 863 : cluster [DBG] pgmap v1648: 9 pgs: 9 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:11:24.889 INFO:tasks.workunit.client.0.smithi046.stdout: 205: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:24.889 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QedCBklDnweAezp off=3557255 len=985450 2021-07-26T16:11:24.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 1030 completed, throughput=4.98MB/sec 2021-07-26T16:11:24.892 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FRCHV6je4yoMPgK off=9914893 len=534304 2021-07-26T16:11:24.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 1031 completed, throughput=4.98MB/sec 2021-07-26T16:11:24.899 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gzV421yUcRWJcx6 off=930114 len=2067132 2021-07-26T16:11:24.905 INFO:tasks.workunit.client.0.smithi046.stdout:op 1032 completed, throughput=4.99MB/sec 2021-07-26T16:11:24.906 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GiqwhZIZg7BlRu_ off=6735100 len=196357 2021-07-26T16:11:24.907 INFO:tasks.workunit.client.0.smithi046.stdout:op 1033 completed, throughput=4.99MB/sec 2021-07-26T16:11:24.907 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FHezu9KT8EDh1DG off=85175 len=1647352 2021-07-26T16:11:24.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 1034 completed, throughput=5MB/sec 2021-07-26T16:11:25.912 INFO:tasks.workunit.client.0.smithi046.stdout: 206: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:25.912 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aenVBvmJj160KW- off=4320352 len=706095 2021-07-26T16:11:25.914 INFO:tasks.workunit.client.0.smithi046.stdout:op 1035 completed, throughput=4.98MB/sec 2021-07-26T16:11:25.914 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kpCfT7Dh-MFaw7f off=3715649 len=807488 2021-07-26T16:11:25.922 INFO:tasks.workunit.client.0.smithi046.stdout:op 1036 completed, throughput=4.98MB/sec 2021-07-26T16:11:25.922 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EJL7J0oQjc2oOK8 off=12847036 len=2071687 2021-07-26T16:11:25.937 INFO:tasks.workunit.client.0.smithi046.stdout:op 1037 completed, throughput=4.99MB/sec 2021-07-26T16:11:25.937 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T7o4btoMiGMKgov off=6043427 len=457496 2021-07-26T16:11:25.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 1038 completed, throughput=4.99MB/sec 2021-07-26T16:11:25.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Cbfd1HHBvDkMyqK off=733542 len=1260308 2021-07-26T16:11:25.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 1039 completed, throughput=5MB/sec 2021-07-26T16:11:26.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:26 smithi046 bash[41283]: cluster 2021-07-26T16:11:26.337940+0000 mgr.y (mgr.24683) 864 : cluster [DBG] pgmap v1649: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:11:26.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:26 smithi046 bash[42351]: cluster 2021-07-26T16:11:26.337940+0000 mgr.y (mgr.24683) 864 : cluster [DBG] pgmap v1649: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:11:26.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:26 smithi073 bash[34190]: cluster 2021-07-26T16:11:26.337940+0000 mgr.y (mgr.24683) 864 : cluster [DBG] pgmap v1649: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2021-07-26T16:11:26.945 INFO:tasks.workunit.client.0.smithi046.stdout: 207: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:26.945 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OtF78phFTL2pBxl off=2865109 len=1649368 2021-07-26T16:11:26.950 INFO:tasks.workunit.client.0.smithi046.stdout:op 1040 completed, throughput=4.98MB/sec 2021-07-26T16:11:26.951 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-BflG8eHhV5wUw9N off=18769531 len=2061973 2021-07-26T16:11:26.966 INFO:tasks.workunit.client.0.smithi046.stdout:op 1041 completed, throughput=4.99MB/sec 2021-07-26T16:11:26.966 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wV05F2me7eTU7rb off=7822268 len=1726159 2021-07-26T16:11:26.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 1042 completed, throughput=5MB/sec 2021-07-26T16:11:27.972 INFO:tasks.workunit.client.0.smithi046.stdout: 208: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:27.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--UvGSteTTQrCbEN off=3106673 len=1702688 2021-07-26T16:11:27.985 INFO:tasks.workunit.client.0.smithi046.stdout:op 1043 completed, throughput=4.98MB/sec 2021-07-26T16:11:27.986 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FcYYSW0HJdyYKC9 off=12757540 len=594929 2021-07-26T16:11:27.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 1044 completed, throughput=4.99MB/sec 2021-07-26T16:11:27.988 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kAzFQPwOmhdTjQs off=3005728 len=635178 2021-07-26T16:11:27.991 INFO:tasks.workunit.client.0.smithi046.stdout:op 1045 completed, throughput=4.99MB/sec 2021-07-26T16:11:27.991 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dWfQPboUKUpHijv off=1944673 len=1127410 2021-07-26T16:11:27.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 1046 completed, throughput=4.99MB/sec 2021-07-26T16:11:27.994 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4F1iUlfzcoKjSNz off=15524654 len=1585168 2021-07-26T16:11:28.003 INFO:tasks.workunit.client.0.smithi046.stdout:op 1047 completed, throughput=5MB/sec 2021-07-26T16:11:28.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:28 smithi046 bash[41283]: cluster 2021-07-26T16:11:28.338684+0000 mgr.y (mgr.24683) 865 : cluster [DBG] pgmap v1650: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:28.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:28 smithi046 bash[42351]: cluster 2021-07-26T16:11:28.338684+0000 mgr.y (mgr.24683) 865 : cluster [DBG] pgmap v1650: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:28 smithi073 bash[34190]: cluster 2021-07-26T16:11:28.338684+0000 mgr.y (mgr.24683) 865 : cluster [DBG] pgmap v1650: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:11:29.003 INFO:tasks.workunit.client.0.smithi046.stdout: 209: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:29.003 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-GUBuWFJ-w8wYU0q off=1111707 len=1375974 2021-07-26T16:11:29.013 INFO:tasks.workunit.client.0.smithi046.stdout:op 1048 completed, throughput=4.98MB/sec 2021-07-26T16:11:29.014 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yd3Q0DLZTjp29xv off=1793064 len=423111 2021-07-26T16:11:29.019 INFO:tasks.workunit.client.0.smithi046.stdout:op 1049 completed, throughput=4.99MB/sec 2021-07-26T16:11:29.019 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Niz9JsStBnyg2Zw off=4222333 len=432926 2021-07-26T16:11:29.021 INFO:tasks.workunit.client.0.smithi046.stdout:op 1050 completed, throughput=4.99MB/sec 2021-07-26T16:11:29.022 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KQRc-G-6UBV0bOt off=5376642 len=653709 2021-07-26T16:11:29.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 1051 completed, throughput=4.99MB/sec 2021-07-26T16:11:29.029 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SWhDZ7bCqFSTq3W off=9575833 len=822248 2021-07-26T16:11:29.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1052 completed, throughput=4.99MB/sec 2021-07-26T16:11:29.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8ZwJKJCovJdsKUp off=239576 len=1769136 2021-07-26T16:11:29.036 INFO:tasks.workunit.client.0.smithi046.stdout:op 1053 completed, throughput=5MB/sec 2021-07-26T16:11:30.037 INFO:tasks.workunit.client.0.smithi046.stdout: 210: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:30.037 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4aEGVkCBjxbVrIF off=5326956 len=754717 2021-07-26T16:11:30.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 1054 completed, throughput=4.98MB/sec 2021-07-26T16:11:30.045 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UvYQ-_WNbK0c94z off=4709841 len=1347997 2021-07-26T16:11:30.048 INFO:tasks.workunit.client.0.smithi046.stdout:op 1055 completed, throughput=4.99MB/sec 2021-07-26T16:11:30.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zHok15Sv0buQC-F off=8502947 len=1363530 2021-07-26T16:11:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1056 completed, throughput=4.99MB/sec 2021-07-26T16:11:30.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ICTKGCaAxJk-fiU off=677997 len=34469 2021-07-26T16:11:30.066 INFO:tasks.workunit.client.0.smithi046.stdout:op 1057 completed, throughput=4.99MB/sec 2021-07-26T16:11:30.067 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--j_VfcGGF0E22xP off=723407 len=1379458 2021-07-26T16:11:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 1058 completed, throughput=5MB/sec 2021-07-26T16:11:30.071 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-J9EDIn8G5SWiFBo off=11481649 len=1010342 2021-07-26T16:11:30.079 INFO:tasks.workunit.client.0.smithi046.stdout:op 1059 completed, throughput=5MB/sec 2021-07-26T16:11:30.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:30 smithi046 bash[41283]: cluster 2021-07-26T16:11:30.339352+0000 mgr.y (mgr.24683) 866 : cluster [DBG] pgmap v1651: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:30.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:30 smithi046 bash[42351]: cluster 2021-07-26T16:11:30.339352+0000 mgr.y (mgr.24683) 866 : cluster [DBG] pgmap v1651: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:30.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:30 smithi073 bash[34190]: cluster 2021-07-26T16:11:30.339352+0000 mgr.y (mgr.24683) 866 : cluster [DBG] pgmap v1651: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:31.079 INFO:tasks.workunit.client.0.smithi046.stdout: 211: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:31.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U27qCPuLifvF_2o off=1789502 len=384047 2021-07-26T16:11:31.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 1060 completed, throughput=4.98MB/sec 2021-07-26T16:11:31.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WsocqCsey1RkFnr off=3682193 len=1089247 2021-07-26T16:11:31.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 1061 completed, throughput=4.99MB/sec 2021-07-26T16:11:31.085 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DhFaGFsBcK4qw2y off=10339693 len=246026 2021-07-26T16:11:31.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 1062 completed, throughput=4.99MB/sec 2021-07-26T16:11:31.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xm1W4WPO-0G-9mU off=2712468 len=897832 2021-07-26T16:11:31.097 INFO:tasks.workunit.client.0.smithi046.stdout:op 1063 completed, throughput=4.99MB/sec 2021-07-26T16:11:31.098 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8T9sn-PSFXLzi2g off=2019348 len=144407 2021-07-26T16:11:31.102 INFO:tasks.workunit.client.0.smithi046.stdout:op 1064 completed, throughput=4.99MB/sec 2021-07-26T16:11:31.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7qBoz1I4G814O8H off=8930082 len=255040 2021-07-26T16:11:31.108 INFO:tasks.workunit.client.0.smithi046.stdout:op 1065 completed, throughput=4.99MB/sec 2021-07-26T16:11:31.108 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-icldOLFJZ5-Tvj0 off=844298 len=1585486 2021-07-26T16:11:31.110 INFO:tasks.workunit.client.0.smithi046.stdout:op 1066 completed, throughput=5MB/sec 2021-07-26T16:11:32.111 INFO:tasks.workunit.client.0.smithi046.stdout: 212: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:32.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PK3yEf_4yNJsfSs off=3764831 len=1364144 2021-07-26T16:11:32.122 INFO:tasks.workunit.client.0.smithi046.stdout:op 1067 completed, throughput=4.98MB/sec 2021-07-26T16:11:32.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uzLxIj9E5uef1tE off=1350368 len=2081837 2021-07-26T16:11:32.127 INFO:tasks.workunit.client.0.smithi046.stdout:op 1068 completed, throughput=4.99MB/sec 2021-07-26T16:11:32.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M-xrk84LOHErZqO off=10069380 len=1837461 2021-07-26T16:11:32.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 1069 completed, throughput=5MB/sec 2021-07-26T16:11:32.131 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uB1sLhdp_Ejy90G off=2052153 len=1601950 2021-07-26T16:11:32.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 1070 completed, throughput=5.01MB/sec 2021-07-26T16:11:33.141 INFO:tasks.workunit.client.0.smithi046.stdout: 213: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:33.141 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8uN--J2KWbw6tTn off=3457128 len=1323167 2021-07-26T16:11:33.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 1071 completed, throughput=4.99MB/sec 2021-07-26T16:11:33.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nIm6hMSYVrb6fca off=7268649 len=968857 2021-07-26T16:11:33.148 INFO:tasks.workunit.client.0.smithi046.stdout:op 1072 completed, throughput=4.99MB/sec 2021-07-26T16:11:33.149 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CL_yWqiS4QiUjsO off=7616208 len=1919071 2021-07-26T16:11:33.163 INFO:tasks.workunit.client.0.smithi046.stdout:op 1073 completed, throughput=5MB/sec 2021-07-26T16:11:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:33 smithi073 bash[34190]: cluster 2021-07-26T16:11:32.340034+0000 mgr.y (mgr.24683) 867 : cluster [DBG] pgmap v1652: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:11:33.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:33 smithi046 bash[41283]: cluster 2021-07-26T16:11:32.340034+0000 mgr.y (mgr.24683) 867 : cluster [DBG] pgmap v1652: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:11:33.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:33 smithi046 bash[42351]: cluster 2021-07-26T16:11:32.340034+0000 mgr.y (mgr.24683) 867 : cluster [DBG] pgmap v1652: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2021-07-26T16:11:33.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:33.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:33.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:33.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:11:34.164 INFO:tasks.workunit.client.0.smithi046.stdout: 214: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:34.164 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z_YUhez8pYYSRaw off=1030275 len=1601440 2021-07-26T16:11:34.169 INFO:tasks.workunit.client.0.smithi046.stdout:op 1074 completed, throughput=4.99MB/sec 2021-07-26T16:11:34.169 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9UwGomNhEwaQaGp off=2855873 len=1112837 2021-07-26T16:11:34.172 INFO:tasks.workunit.client.0.smithi046.stdout:op 1075 completed, throughput=4.99MB/sec 2021-07-26T16:11:34.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iouTFp-V6kejNoL off=12669241 len=922362 2021-07-26T16:11:34.181 INFO:tasks.workunit.client.0.smithi046.stdout:op 1076 completed, throughput=4.99MB/sec 2021-07-26T16:11:34.181 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-eAf9ItoPiA1ZGhH off=14480556 len=919513 2021-07-26T16:11:34.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 1077 completed, throughput=5MB/sec 2021-07-26T16:11:34.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AoMuncjqjHNZTbM off=911201 len=2039039 2021-07-26T16:11:34.190 INFO:tasks.workunit.client.0.smithi046.stdout:op 1078 completed, throughput=5.01MB/sec 2021-07-26T16:11:34.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:34 smithi046 bash[42351]: cluster 2021-07-26T16:11:34.340698+0000 mgr.y (mgr.24683) 868 : cluster [DBG] pgmap v1653: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:34.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:34 smithi046 bash[41283]: cluster 2021-07-26T16:11:34.340698+0000 mgr.y (mgr.24683) 868 : cluster [DBG] pgmap v1653: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:34.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:34 smithi073 bash[34190]: cluster 2021-07-26T16:11:34.340698+0000 mgr.y (mgr.24683) 868 : cluster [DBG] pgmap v1653: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:11:35.190 INFO:tasks.workunit.client.0.smithi046.stdout: 215: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:35.191 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dc4GgoceXbWOjg0 off=7682838 len=1770325 2021-07-26T16:11:35.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 1079 completed, throughput=4.99MB/sec 2021-07-26T16:11:35.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HULeJVL0uE6xvMr off=7490881 len=541292 2021-07-26T16:11:35.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 1080 completed, throughput=4.99MB/sec 2021-07-26T16:11:35.205 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C86o9WkAU0KoJ41 off=2786672 len=89505 2021-07-26T16:11:35.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 1081 completed, throughput=4.99MB/sec 2021-07-26T16:11:35.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gKg0tuxVZ98CW9e off=10044182 len=81679 2021-07-26T16:11:35.212 INFO:tasks.workunit.client.0.smithi046.stdout:op 1082 completed, throughput=4.99MB/sec 2021-07-26T16:11:35.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ew7hfvytMcFATjh off=2995634 len=2025462 2021-07-26T16:11:35.218 INFO:tasks.workunit.client.0.smithi046.stdout:op 1083 completed, throughput=5MB/sec 2021-07-26T16:11:36.219 INFO:tasks.workunit.client.0.smithi046.stdout: 216: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:36.219 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nOptYBvWgUm1sAp off=8671925 len=1329858 2021-07-26T16:11:36.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 1084 completed, throughput=4.99MB/sec 2021-07-26T16:11:36.222 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-idrbkmI1_cuzGPM off=1897789 len=76908 2021-07-26T16:11:36.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 1085 completed, throughput=4.99MB/sec 2021-07-26T16:11:36.224 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Lutdk2zw3ANc8eR off=9877581 len=2051563 2021-07-26T16:11:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:op 1086 completed, throughput=5MB/sec 2021-07-26T16:11:36.230 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xWPW8oPCnnKp-On off=3183272 len=1726283 2021-07-26T16:11:36.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 1087 completed, throughput=5MB/sec 2021-07-26T16:11:36.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:36 smithi046 bash[41283]: cluster 2021-07-26T16:11:36.341388+0000 mgr.y (mgr.24683) 869 : cluster [DBG] pgmap v1654: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:36.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:36 smithi046 bash[42351]: cluster 2021-07-26T16:11:36.341388+0000 mgr.y (mgr.24683) 869 : cluster [DBG] pgmap v1654: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:36.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:36 smithi073 bash[34190]: cluster 2021-07-26T16:11:36.341388+0000 mgr.y (mgr.24683) 869 : cluster [DBG] pgmap v1654: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:37.235 INFO:tasks.workunit.client.0.smithi046.stdout: 217: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:37.235 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dyfqtpBVsDwld0L off=171615 len=288769 2021-07-26T16:11:37.237 INFO:tasks.workunit.client.0.smithi046.stdout:op 1088 completed, throughput=4.98MB/sec 2021-07-26T16:11:37.237 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_zXU_fwoEaerZpt off=8820924 len=376776 2021-07-26T16:11:37.239 INFO:tasks.workunit.client.0.smithi046.stdout:op 1089 completed, throughput=4.98MB/sec 2021-07-26T16:11:37.239 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2JHXVCEgZsvor1f off=4326490 len=1430767 2021-07-26T16:11:37.242 INFO:tasks.workunit.client.0.smithi046.stdout:op 1090 completed, throughput=4.99MB/sec 2021-07-26T16:11:37.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zpvyEFKXLIwuYZZ off=21860574 len=1893780 2021-07-26T16:11:37.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 1091 completed, throughput=5MB/sec 2021-07-26T16:11:37.259 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SI0B1hvjxaRm4tG off=8146571 len=1751713 2021-07-26T16:11:37.265 INFO:tasks.workunit.client.0.smithi046.stdout:op 1092 completed, throughput=5MB/sec 2021-07-26T16:11:38.265 INFO:tasks.workunit.client.0.smithi046.stdout: 218: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:38.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f-Yybx7RUq-HTc5 off=2345161 len=536844 2021-07-26T16:11:38.267 INFO:tasks.workunit.client.0.smithi046.stdout:op 1093 completed, throughput=4.98MB/sec 2021-07-26T16:11:38.268 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nVrlUUdAQHO02fw off=12500790 len=1166674 2021-07-26T16:11:38.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 1094 completed, throughput=4.99MB/sec 2021-07-26T16:11:38.272 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-I0aw-j6QDnMIjQn off=5034087 len=1784838 2021-07-26T16:11:38.278 INFO:tasks.workunit.client.0.smithi046.stdout:op 1095 completed, throughput=5MB/sec 2021-07-26T16:11:38.278 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tILMyO7OkqpuTFE off=11356183 len=524929 2021-07-26T16:11:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 1096 completed, throughput=5MB/sec 2021-07-26T16:11:38.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-j847k9ZbzgkK4vp off=12844562 len=1621890 2021-07-26T16:11:38.292 INFO:tasks.workunit.client.0.smithi046.stdout:op 1097 completed, throughput=5MB/sec 2021-07-26T16:11:38.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:38 smithi046 bash[41283]: cluster 2021-07-26T16:11:38.342151+0000 mgr.y (mgr.24683) 870 : cluster [DBG] pgmap v1655: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:38.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:38 smithi046 bash[42351]: cluster 2021-07-26T16:11:38.342151+0000 mgr.y (mgr.24683) 870 : cluster [DBG] pgmap v1655: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:38 smithi073 bash[34190]: cluster 2021-07-26T16:11:38.342151+0000 mgr.y (mgr.24683) 870 : cluster [DBG] pgmap v1655: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:11:39.292 INFO:tasks.workunit.client.0.smithi046.stdout: 219: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:39.292 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZfTDUu_ubdausow off=5258304 len=920611 2021-07-26T16:11:39.301 INFO:tasks.workunit.client.0.smithi046.stdout:op 1098 completed, throughput=4.99MB/sec 2021-07-26T16:11:39.301 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-obmt0YLomMofjG5 off=8076235 len=84666 2021-07-26T16:11:39.302 INFO:tasks.workunit.client.0.smithi046.stdout:op 1099 completed, throughput=4.99MB/sec 2021-07-26T16:11:39.302 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qNpGUAYX-8QBbGG off=10419359 len=777118 2021-07-26T16:11:39.311 INFO:tasks.workunit.client.0.smithi046.stdout:op 1100 completed, throughput=4.99MB/sec 2021-07-26T16:11:39.311 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2DxU-O0kHFGVdfa off=4116 len=1917621 2021-07-26T16:11:39.325 INFO:tasks.workunit.client.0.smithi046.stdout:op 1101 completed, throughput=5MB/sec 2021-07-26T16:11:39.325 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dUGregUoPaZhv09 off=19509154 len=939333 2021-07-26T16:11:39.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1102 completed, throughput=5MB/sec 2021-07-26T16:11:40.329 INFO:tasks.workunit.client.0.smithi046.stdout: 220: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:40.329 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xNgtqv1WEbsDdsZ off=14164362 len=2057121 2021-07-26T16:11:40.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 1103 completed, throughput=4.99MB/sec 2021-07-26T16:11:40.336 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RHMRdEpQrKBiNCQ off=6527732 len=448644 2021-07-26T16:11:40.338 INFO:tasks.workunit.client.0.smithi046.stdout:op 1104 completed, throughput=4.99MB/sec 2021-07-26T16:11:40.338 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XY4-ZRRbBNIi3l6 off=5859820 len=1403593 2021-07-26T16:11:40.349 INFO:tasks.workunit.client.0.smithi046.stdout:op 1105 completed, throughput=5MB/sec 2021-07-26T16:11:40.350 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zite_gRwkrHZSVP off=14663103 len=631751 2021-07-26T16:11:40.356 INFO:tasks.workunit.client.0.smithi046.stdout:op 1106 completed, throughput=5MB/sec 2021-07-26T16:11:40.356 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Z8rNADYoQUP5IS off=657796 len=1601561 2021-07-26T16:11:40.360 INFO:tasks.workunit.client.0.smithi046.stdout:op 1107 completed, throughput=5MB/sec 2021-07-26T16:11:40.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:40 smithi046 bash[41283]: cluster 2021-07-26T16:11:40.342826+0000 mgr.y (mgr.24683) 871 : cluster [DBG] pgmap v1656: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:40.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:40 smithi046 bash[42351]: cluster 2021-07-26T16:11:40.342826+0000 mgr.y (mgr.24683) 871 : cluster [DBG] pgmap v1656: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:40 smithi073 bash[34190]: cluster 2021-07-26T16:11:40.342826+0000 mgr.y (mgr.24683) 871 : cluster [DBG] pgmap v1656: 9 pgs: 9 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:11:41.360 INFO:tasks.workunit.client.0.smithi046.stdout: 221: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:41.360 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-t6mZGR0bbeaY6I8 off=688468 len=714028 2021-07-26T16:11:41.367 INFO:tasks.workunit.client.0.smithi046.stdout:op 1108 completed, throughput=4.99MB/sec 2021-07-26T16:11:41.367 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SWd32hgs9xrx4CP off=6422150 len=1416050 2021-07-26T16:11:41.379 INFO:tasks.workunit.client.0.smithi046.stdout:op 1109 completed, throughput=4.99MB/sec 2021-07-26T16:11:41.379 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dclyNNSfIFMkpMf off=9192746 len=929066 2021-07-26T16:11:41.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 1110 completed, throughput=5MB/sec 2021-07-26T16:11:41.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4-KyAB3ktAXZw4k off=258061 len=583118 2021-07-26T16:11:41.385 INFO:tasks.workunit.client.0.smithi046.stdout:op 1111 completed, throughput=5MB/sec 2021-07-26T16:11:41.385 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-E330EonIRGiYbJE off=11744220 len=2057321 2021-07-26T16:11:41.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 1112 completed, throughput=5.01MB/sec 2021-07-26T16:11:42.397 INFO:tasks.workunit.client.0.smithi046.stdout: 222: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:42.398 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QDwmateThDLfrBy off=11257672 len=510327 2021-07-26T16:11:42.400 INFO:tasks.workunit.client.0.smithi046.stdout:op 1113 completed, throughput=4.99MB/sec 2021-07-26T16:11:42.400 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-C5aaxMHas1ruFA7 off=7953102 len=625872 2021-07-26T16:11:42.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 1114 completed, throughput=4.99MB/sec 2021-07-26T16:11:42.408 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MdiTmNes_JADd37 off=4458093 len=1795984 2021-07-26T16:11:42.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 1115 completed, throughput=5MB/sec 2021-07-26T16:11:42.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v8pzPjb82-KPjtS off=19436499 len=1953799 2021-07-26T16:11:42.435 INFO:tasks.workunit.client.0.smithi046.stdout:op 1116 completed, throughput=5MB/sec 2021-07-26T16:11:43.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:43 smithi073 bash[34190]: cluster 2021-07-26T16:11:42.343510+0000 mgr.y (mgr.24683) 872 : cluster [DBG] pgmap v1657: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2021-07-26T16:11:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:43 smithi073 bash[34190]: audit 2021-07-26T16:11:43.052480+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:43 smithi073 bash[34190]: audit 2021-07-26T16:11:43.056146+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:11:43.369 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:43 smithi073 bash[34190]: audit 2021-07-26T16:11:43.058226+0000 mon.a (mon.0) 1855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:11:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[41283]: cluster 2021-07-26T16:11:42.343510+0000 mgr.y (mgr.24683) 872 : cluster [DBG] pgmap v1657: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2021-07-26T16:11:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[41283]: audit 2021-07-26T16:11:43.052480+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[41283]: audit 2021-07-26T16:11:43.056146+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:11:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[41283]: audit 2021-07-26T16:11:43.058226+0000 mon.a (mon.0) 1855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:11:43.430 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[42351]: cluster 2021-07-26T16:11:42.343510+0000 mgr.y (mgr.24683) 872 : cluster [DBG] pgmap v1657: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2021-07-26T16:11:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[42351]: audit 2021-07-26T16:11:43.052480+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[42351]: audit 2021-07-26T16:11:43.056146+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:11:43.431 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[42351]: audit 2021-07-26T16:11:43.058226+0000 mon.a (mon.0) 1855 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:11:43.436 INFO:tasks.workunit.client.0.smithi046.stdout: 223: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:43.436 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3wIx_qDV-9Znx9g off=18014229 len=608671 2021-07-26T16:11:43.443 INFO:tasks.workunit.client.0.smithi046.stdout:op 1117 completed, throughput=4.98MB/sec 2021-07-26T16:11:43.443 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cPvr96ZNxiIwz_m off=2012766 len=1021978 2021-07-26T16:11:43.452 INFO:tasks.workunit.client.0.smithi046.stdout:op 1118 completed, throughput=4.99MB/sec 2021-07-26T16:11:43.452 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-k042Bv-LTtJLAm3 off=2243965 len=1520477 2021-07-26T16:11:43.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 1119 completed, throughput=4.99MB/sec 2021-07-26T16:11:43.464 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e2dQrqY5SqkUJKf off=3034905 len=1723262 2021-07-26T16:11:43.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1120 completed, throughput=5MB/sec 2021-07-26T16:11:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:43.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:43.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:43.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:11:44.468 INFO:tasks.workunit.client.0.smithi046.stdout: 224: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:44.469 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qALOhOYzHtMNJPX off=2856703 len=1304263 2021-07-26T16:11:44.472 INFO:tasks.workunit.client.0.smithi046.stdout:op 1121 completed, throughput=4.98MB/sec 2021-07-26T16:11:44.472 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eyHm6Nc2N_lmRzq off=9969945 len=949835 2021-07-26T16:11:44.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1122 completed, throughput=4.99MB/sec 2021-07-26T16:11:44.481 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SZefoq6s1AwYHa6 off=5826958 len=2015514 2021-07-26T16:11:44.486 INFO:tasks.workunit.client.0.smithi046.stdout:op 1123 completed, throughput=5MB/sec 2021-07-26T16:11:44.486 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V7a0P6ZgQ6JaWsq off=5376449 len=1661030 2021-07-26T16:11:44.499 INFO:tasks.workunit.client.0.smithi046.stdout:op 1124 completed, throughput=5MB/sec 2021-07-26T16:11:44.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:44 smithi046 bash[41283]: cluster 2021-07-26T16:11:44.344207+0000 mgr.y (mgr.24683) 873 : cluster [DBG] pgmap v1658: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:11:44.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:44 smithi046 bash[42351]: cluster 2021-07-26T16:11:44.344207+0000 mgr.y (mgr.24683) 873 : cluster [DBG] pgmap v1658: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:11:44.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:44 smithi073 bash[34190]: cluster 2021-07-26T16:11:44.344207+0000 mgr.y (mgr.24683) 873 : cluster [DBG] pgmap v1658: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2021-07-26T16:11:45.499 INFO:tasks.workunit.client.0.smithi046.stdout: 225: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:45.499 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pe-C9o1lz-qyhB4 off=7500460 len=730198 2021-07-26T16:11:45.507 INFO:tasks.workunit.client.0.smithi046.stdout:op 1125 completed, throughput=4.98MB/sec 2021-07-26T16:11:45.507 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IlX-VU1Y0OWyZu- off=1850075 len=861559 2021-07-26T16:11:45.515 INFO:tasks.workunit.client.0.smithi046.stdout:op 1126 completed, throughput=4.99MB/sec 2021-07-26T16:11:45.515 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-v8QbRVP2ji9tLJp off=15868398 len=1243414 2021-07-26T16:11:45.523 INFO:tasks.workunit.client.0.smithi046.stdout:op 1127 completed, throughput=4.99MB/sec 2021-07-26T16:11:45.523 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Xq23kZ4mxTnD_fe off=774204 len=1727083 2021-07-26T16:11:45.536 INFO:tasks.workunit.client.0.smithi046.stdout:op 1128 completed, throughput=5MB/sec 2021-07-26T16:11:45.536 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kRV7fi5EdAo96FP off=11096590 len=1419852 2021-07-26T16:11:45.544 INFO:tasks.workunit.client.0.smithi046.stdout:op 1129 completed, throughput=5.01MB/sec 2021-07-26T16:11:46.545 INFO:tasks.workunit.client.0.smithi046.stdout: 226: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:46.545 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PRZoF8VK-uTeE42 off=9798195 len=331401 2021-07-26T16:11:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:op 1130 completed, throughput=4.99MB/sec 2021-07-26T16:11:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-bPYK64Z7nOy77dn off=3628234 len=849350 2021-07-26T16:11:46.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 1131 completed, throughput=4.99MB/sec 2021-07-26T16:11:46.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AnsPUyOE3wMtz2g off=1613184 len=1995626 2021-07-26T16:11:46.568 INFO:tasks.workunit.client.0.smithi046.stdout:op 1132 completed, throughput=5MB/sec 2021-07-26T16:11:46.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Jdk3O1FGkqaESIo off=10001351 len=1728204 2021-07-26T16:11:46.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 1133 completed, throughput=5MB/sec 2021-07-26T16:11:46.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:46 smithi046 bash[41283]: cluster 2021-07-26T16:11:46.344928+0000 mgr.y (mgr.24683) 874 : cluster [DBG] pgmap v1659: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:11:46.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:46 smithi046 bash[42351]: cluster 2021-07-26T16:11:46.344928+0000 mgr.y (mgr.24683) 874 : cluster [DBG] pgmap v1659: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:11:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:46 smithi073 bash[34190]: cluster 2021-07-26T16:11:46.344928+0000 mgr.y (mgr.24683) 874 : cluster [DBG] pgmap v1659: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:11:47.582 INFO:tasks.workunit.client.0.smithi046.stdout: 227: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:47.582 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N4gyQRVWsVabOC5 off=13348052 len=1342460 2021-07-26T16:11:47.592 INFO:tasks.workunit.client.0.smithi046.stdout:op 1134 completed, throughput=4.99MB/sec 2021-07-26T16:11:47.592 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_62fI8l_nnJvQ5q off=5369827 len=2023610 2021-07-26T16:11:47.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 1135 completed, throughput=5MB/sec 2021-07-26T16:11:47.598 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zqSIST6d4CXjnDz off=12270580 len=847596 2021-07-26T16:11:47.607 INFO:tasks.workunit.client.0.smithi046.stdout:op 1136 completed, throughput=5MB/sec 2021-07-26T16:11:47.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zZh_V0gd7TSrqQw off=23255542 len=963813 2021-07-26T16:11:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:op 1137 completed, throughput=5MB/sec 2021-07-26T16:11:48.615 INFO:tasks.workunit.client.0.smithi046.stdout: 228: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:48.615 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eb5W0OA-8DKUA7h off=5909317 len=1350345 2021-07-26T16:11:48.625 INFO:tasks.workunit.client.0.smithi046.stdout:op 1138 completed, throughput=4.99MB/sec 2021-07-26T16:11:48.626 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GRBeDvk7tw21TmY off=4539623 len=1619303 2021-07-26T16:11:48.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 1139 completed, throughput=4.99MB/sec 2021-07-26T16:11:48.631 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2qtw63uGQgvVs6t off=4080896 len=862174 2021-07-26T16:11:48.634 INFO:tasks.workunit.client.0.smithi046.stdout:op 1140 completed, throughput=5MB/sec 2021-07-26T16:11:48.634 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b11ZV0gnMShhog0 off=12752561 len=242557 2021-07-26T16:11:48.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 1141 completed, throughput=5MB/sec 2021-07-26T16:11:48.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-86e67fSbd4dONkT off=15701933 len=1136962 2021-07-26T16:11:48.638 INFO:tasks.workunit.client.0.smithi046.stdout:op 1142 completed, throughput=5MB/sec 2021-07-26T16:11:48.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:48 smithi046 bash[41283]: cluster 2021-07-26T16:11:48.345708+0000 mgr.y (mgr.24683) 875 : cluster [DBG] pgmap v1660: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:11:48.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:48 smithi046 bash[42351]: cluster 2021-07-26T16:11:48.345708+0000 mgr.y (mgr.24683) 875 : cluster [DBG] pgmap v1660: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:11:48.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:48 smithi073 bash[34190]: cluster 2021-07-26T16:11:48.345708+0000 mgr.y (mgr.24683) 875 : cluster [DBG] pgmap v1660: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2021-07-26T16:11:49.639 INFO:tasks.workunit.client.0.smithi046.stdout: 229: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:49.639 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ytX8i1NKaFzZJDb off=17108596 len=725352 2021-07-26T16:11:49.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 1143 completed, throughput=4.98MB/sec 2021-07-26T16:11:49.642 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z5icvE0kF1f40bK off=3593883 len=57701 2021-07-26T16:11:49.643 INFO:tasks.workunit.client.0.smithi046.stdout:op 1144 completed, throughput=4.98MB/sec 2021-07-26T16:11:49.643 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GcnkUtHVqPAI8vr off=1866364 len=148785 2021-07-26T16:11:49.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1145 completed, throughput=4.98MB/sec 2021-07-26T16:11:49.644 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1lKsN1M0QPp76zt off=7935938 len=99644 2021-07-26T16:11:49.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 1146 completed, throughput=4.98MB/sec 2021-07-26T16:11:49.649 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Gw2gSOmiDEQIH2j off=139561 len=396575 2021-07-26T16:11:49.650 INFO:tasks.workunit.client.0.smithi046.stdout:op 1147 completed, throughput=4.99MB/sec 2021-07-26T16:11:49.650 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-772ZzA_y-WPL3co off=4770275 len=913209 2021-07-26T16:11:49.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1148 completed, throughput=4.99MB/sec 2021-07-26T16:11:49.653 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QoyymxnWjscHTgy off=7453119 len=338848 2021-07-26T16:11:49.655 INFO:tasks.workunit.client.0.smithi046.stdout:op 1149 completed, throughput=4.99MB/sec 2021-07-26T16:11:49.655 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XxcOfn2CYdld01c off=1111204 len=444053 2021-07-26T16:11:49.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 1150 completed, throughput=4.99MB/sec 2021-07-26T16:11:49.656 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xG6-3gQXK7C6wmE off=1220783 len=393483 2021-07-26T16:11:49.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 1151 completed, throughput=4.99MB/sec 2021-07-26T16:11:49.662 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oS5xMcyNDMlto85 off=2184349 len=1965402 2021-07-26T16:11:49.667 INFO:tasks.workunit.client.0.smithi046.stdout:op 1152 completed, throughput=5MB/sec 2021-07-26T16:11:50.667 INFO:tasks.workunit.client.0.smithi046.stdout: 230: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:50.668 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MrVncMnRwUfJVSL off=0 len=1103289 2021-07-26T16:11:50.677 INFO:tasks.workunit.client.0.smithi046.stdout:op 1153 completed, throughput=4.99MB/sec 2021-07-26T16:11:50.677 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--R0jAsiJNbgJ_TX off=11063511 len=258901 2021-07-26T16:11:50.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:50 smithi046 bash[41283]: cluster 2021-07-26T16:11:50.346533+0000 mgr.y (mgr.24683) 876 : cluster [DBG] pgmap v1661: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:50.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:50 smithi046 bash[42351]: cluster 2021-07-26T16:11:50.346533+0000 mgr.y (mgr.24683) 876 : cluster [DBG] pgmap v1661: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:50.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 1154 completed, throughput=4.99MB/sec 2021-07-26T16:11:50.682 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2v3SOnRKaiCQZZO off=5810524 len=144116 2021-07-26T16:11:50.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 1155 completed, throughput=4.99MB/sec 2021-07-26T16:11:50.686 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XhOmcXYOSR0gMyZ off=12222170 len=990138 2021-07-26T16:11:50.688 INFO:tasks.workunit.client.0.smithi046.stdout:op 1156 completed, throughput=4.99MB/sec 2021-07-26T16:11:50.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ommcau8vdEIrDFH off=7294805 len=1502418 2021-07-26T16:11:50.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 1157 completed, throughput=5MB/sec 2021-07-26T16:11:50.702 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XKrIeXAYVlbcb9U off=131785 len=1921790 2021-07-26T16:11:50.708 INFO:tasks.workunit.client.0.smithi046.stdout:op 1158 completed, throughput=5MB/sec 2021-07-26T16:11:50.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:50 smithi073 bash[34190]: cluster 2021-07-26T16:11:50.346533+0000 mgr.y (mgr.24683) 876 : cluster [DBG] pgmap v1661: 9 pgs: 9 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:51.708 INFO:tasks.workunit.client.0.smithi046.stdout: 231: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:51.708 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EI6wOy0FjUx56Kk off=887278 len=1129026 2021-07-26T16:11:51.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 1159 completed, throughput=4.99MB/sec 2021-07-26T16:11:51.712 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AcfCXbtjlKeexAV off=7334522 len=985453 2021-07-26T16:11:51.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1160 completed, throughput=4.99MB/sec 2021-07-26T16:11:51.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2uQgemWEO4Oe7q3 off=11051606 len=859811 2021-07-26T16:11:51.723 INFO:tasks.workunit.client.0.smithi046.stdout:op 1161 completed, throughput=4.99MB/sec 2021-07-26T16:11:51.724 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8fOctneR8BhV15f off=13077270 len=409291 2021-07-26T16:11:51.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 1162 completed, throughput=5MB/sec 2021-07-26T16:11:51.729 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lyjNOULVFpHjjw0 off=1437681 len=1766176 2021-07-26T16:11:51.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 1163 completed, throughput=5MB/sec 2021-07-26T16:11:52.740 INFO:tasks.workunit.client.0.smithi046.stdout: 232: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:52.740 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-n-bSW6uoyOOIm95 off=2332035 len=1429625 2021-07-26T16:11:52.743 INFO:tasks.workunit.client.0.smithi046.stdout:op 1164 completed, throughput=4.99MB/sec 2021-07-26T16:11:52.744 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZXff4i8CecXWT5D off=162259 len=602213 2021-07-26T16:11:52.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1165 completed, throughput=4.99MB/sec 2021-07-26T16:11:52.747 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RBy_5tpVJP_mRTL off=5592585 len=1823094 2021-07-26T16:11:52.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 1166 completed, throughput=5MB/sec 2021-07-26T16:11:52.761 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AocK8qoYWLbCVWP off=8838611 len=1075859 2021-07-26T16:11:52.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 1167 completed, throughput=5MB/sec 2021-07-26T16:11:52.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:52 smithi073 bash[34190]: cephadm 2021-07-26T16:11:51.441985+0000 mgr.y (mgr.24683) 877 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T16:11:52.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:52 smithi073 bash[34190]: audit 2021-07-26T16:11:51.454528+0000 mon.a (mon.0) 1856 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:52 smithi073 bash[34190]: audit 2021-07-26T16:11:51.697074+0000 mon.a (mon.0) 1857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.869 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:52 smithi073 bash[34190]: cluster 2021-07-26T16:11:52.347269+0000 mgr.y (mgr.24683) 878 : cluster [DBG] pgmap v1662: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:52.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[42351]: cephadm 2021-07-26T16:11:51.441985+0000 mgr.y (mgr.24683) 877 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T16:11:52.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[42351]: audit 2021-07-26T16:11:51.454528+0000 mon.a (mon.0) 1856 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[42351]: audit 2021-07-26T16:11:51.697074+0000 mon.a (mon.0) 1857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.930 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[42351]: cluster 2021-07-26T16:11:52.347269+0000 mgr.y (mgr.24683) 878 : cluster [DBG] pgmap v1662: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:52.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[41283]: cephadm 2021-07-26T16:11:51.441985+0000 mgr.y (mgr.24683) 877 : cephadm [INF] Detected new or changed devices on smithi073 2021-07-26T16:11:52.930 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[41283]: audit 2021-07-26T16:11:51.454528+0000 mon.a (mon.0) 1856 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[41283]: audit 2021-07-26T16:11:51.697074+0000 mon.a (mon.0) 1857 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:11:52.931 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:52 smithi046 bash[41283]: cluster 2021-07-26T16:11:52.347269+0000 mgr.y (mgr.24683) 878 : cluster [DBG] pgmap v1662: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2021-07-26T16:11:53.772 INFO:tasks.workunit.client.0.smithi046.stdout: 233: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:53.773 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-waVdWEaC4q1t5qD off=13153209 len=721967 2021-07-26T16:11:53.780 INFO:tasks.workunit.client.0.smithi046.stdout:op 1168 completed, throughput=4.98MB/sec 2021-07-26T16:11:53.781 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MEV6O_IjCDiLoZF off=13053034 len=721979 2021-07-26T16:11:53.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 1169 completed, throughput=4.99MB/sec 2021-07-26T16:11:53.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VD9efwhBP-TgYPB off=9964833 len=1996295 2021-07-26T16:11:53.803 INFO:tasks.workunit.client.0.smithi046.stdout:op 1170 completed, throughput=4.99MB/sec 2021-07-26T16:11:53.803 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RIQWviJiV3w3mGf off=24078962 len=60787 2021-07-26T16:11:53.804 INFO:tasks.workunit.client.0.smithi046.stdout:op 1171 completed, throughput=4.99MB/sec 2021-07-26T16:11:53.804 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ABa72efpj2NFYXt off=810838 len=1192553 2021-07-26T16:11:53.808 INFO:tasks.workunit.client.0.smithi046.stdout:op 1172 completed, throughput=5MB/sec 2021-07-26T16:11:53.808 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7O8CMkSlQDlI1Ty off=3909291 len=81912 2021-07-26T16:11:53.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 1173 completed, throughput=5MB/sec 2021-07-26T16:11:53.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RCDG_xOq0fHu104 off=479934 len=1167052 2021-07-26T16:11:53.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 1174 completed, throughput=5MB/sec 2021-07-26T16:11:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:11:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:11:53.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:11:54.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:54 smithi046 bash[41283]: cluster 2021-07-26T16:11:54.347943+0000 mgr.y (mgr.24683) 879 : cluster [DBG] pgmap v1663: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:54.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:54 smithi046 bash[42351]: cluster 2021-07-26T16:11:54.347943+0000 mgr.y (mgr.24683) 879 : cluster [DBG] pgmap v1663: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:54.820 INFO:tasks.workunit.client.0.smithi046.stdout: 234: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vS_JTIhHMVF2AD4 off=632813 len=391094 2021-07-26T16:11:54.826 INFO:tasks.workunit.client.0.smithi046.stdout:op 1175 completed, throughput=4.98MB/sec 2021-07-26T16:11:54.826 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XMPiOEdf3gkZnH6 off=2084575 len=1967923 2021-07-26T16:11:54.833 INFO:tasks.workunit.client.0.smithi046.stdout:op 1176 completed, throughput=4.99MB/sec 2021-07-26T16:11:54.833 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dPJ-CfJSMCPEoA- off=664485 len=1430242 2021-07-26T16:11:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:op 1177 completed, throughput=5MB/sec 2021-07-26T16:11:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cIrbstX5Q2StLDw off=486739 len=1920500 2021-07-26T16:11:54.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1178 completed, throughput=5MB/sec 2021-07-26T16:11:54.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:54 smithi073 bash[34190]: cluster 2021-07-26T16:11:54.347943+0000 mgr.y (mgr.24683) 879 : cluster [DBG] pgmap v1663: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:11:55.856 INFO:tasks.workunit.client.0.smithi046.stdout: 235: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:55.857 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pRQuClpqBrS0A5J off=5525568 len=1528466 2021-07-26T16:11:55.869 INFO:tasks.workunit.client.0.smithi046.stdout:op 1179 completed, throughput=4.99MB/sec 2021-07-26T16:11:55.869 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z_3SNui2FHqk6ox off=339637 len=997021 2021-07-26T16:11:55.878 INFO:tasks.workunit.client.0.smithi046.stdout:op 1180 completed, throughput=4.99MB/sec 2021-07-26T16:11:55.878 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W81Fev41VXqFkre off=12721384 len=486741 2021-07-26T16:11:55.884 INFO:tasks.workunit.client.0.smithi046.stdout:op 1181 completed, throughput=4.99MB/sec 2021-07-26T16:11:55.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aBWuxFpEkth92jG off=5308612 len=451418 2021-07-26T16:11:55.890 INFO:tasks.workunit.client.0.smithi046.stdout:op 1182 completed, throughput=5MB/sec 2021-07-26T16:11:55.890 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-KQWEVJ6NOMQB7z8 off=4259240 len=1184526 2021-07-26T16:11:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 1183 completed, throughput=5MB/sec 2021-07-26T16:11:56.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:56 smithi046 bash[41283]: cluster 2021-07-26T16:11:56.348638+0000 mgr.y (mgr.24683) 880 : cluster [DBG] pgmap v1664: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:56.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:56 smithi046 bash[42351]: cluster 2021-07-26T16:11:56.348638+0000 mgr.y (mgr.24683) 880 : cluster [DBG] pgmap v1664: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:56.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:56 smithi073 bash[34190]: cluster 2021-07-26T16:11:56.348638+0000 mgr.y (mgr.24683) 880 : cluster [DBG] pgmap v1664: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2021-07-26T16:11:56.893 INFO:tasks.workunit.client.0.smithi046.stdout: 236: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:56.893 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--I0FfiJobVmMHIu off=18050099 len=2065822 2021-07-26T16:11:56.909 INFO:tasks.workunit.client.0.smithi046.stdout:op 1184 completed, throughput=4.99MB/sec 2021-07-26T16:11:56.910 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-adcu1dg393lCyei off=7371010 len=1583033 2021-07-26T16:11:56.921 INFO:tasks.workunit.client.0.smithi046.stdout:op 1185 completed, throughput=4.99MB/sec 2021-07-26T16:11:56.921 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ILglSwXejaPA5qh off=11960135 len=989984 2021-07-26T16:11:56.924 INFO:tasks.workunit.client.0.smithi046.stdout:op 1186 completed, throughput=5MB/sec 2021-07-26T16:11:56.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pMR1WY9NE2DFkrR off=1974876 len=420233 2021-07-26T16:11:56.926 INFO:tasks.workunit.client.0.smithi046.stdout:op 1187 completed, throughput=5MB/sec 2021-07-26T16:11:56.926 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ez4danhLDic3fYA off=5470963 len=1900953 2021-07-26T16:11:56.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 1188 completed, throughput=5.01MB/sec 2021-07-26T16:11:57.929 INFO:tasks.workunit.client.0.smithi046.stdout: 237: throughput=4.99MB/sec pending data=0 2021-07-26T16:11:57.929 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-41s-VQx2oBQ8gyH off=9421054 len=526399 2021-07-26T16:11:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:op 1189 completed, throughput=4.99MB/sec 2021-07-26T16:11:57.935 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-i3iSYS0JeX0oqma off=6203974 len=1331594 2021-07-26T16:11:57.940 INFO:tasks.workunit.client.0.smithi046.stdout:op 1190 completed, throughput=4.99MB/sec 2021-07-26T16:11:57.940 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-e4eAX_7zFyJ5lXB off=16170729 len=1594284 2021-07-26T16:11:57.944 INFO:tasks.workunit.client.0.smithi046.stdout:op 1191 completed, throughput=5MB/sec 2021-07-26T16:11:57.944 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-f_Vb1mKxkpVjykC off=8142582 len=846815 2021-07-26T16:11:57.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 1192 completed, throughput=5MB/sec 2021-07-26T16:11:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:58 smithi073 bash[34190]: audit 2021-07-26T16:11:58.206356+0000 mon.a (mon.0) 1858 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:58.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:58 smithi046 bash[41283]: audit 2021-07-26T16:11:58.206356+0000 mon.a (mon.0) 1858 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:58.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:58 smithi046 bash[42351]: audit 2021-07-26T16:11:58.206356+0000 mon.a (mon.0) 1858 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:58.948 INFO:tasks.workunit.client.0.smithi046.stdout: 238: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:58.948 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EtuldMek_6TY1Gi off=15197163 len=869061 2021-07-26T16:11:58.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 1193 completed, throughput=4.99MB/sec 2021-07-26T16:11:58.957 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X3MyIAEaeEUB_49 off=11507933 len=1936549 2021-07-26T16:11:58.962 INFO:tasks.workunit.client.0.smithi046.stdout:op 1194 completed, throughput=4.99MB/sec 2021-07-26T16:11:58.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9I3pry76XJIu2IO off=4486096 len=671205 2021-07-26T16:11:58.971 INFO:tasks.workunit.client.0.smithi046.stdout:op 1195 completed, throughput=5MB/sec 2021-07-26T16:11:58.972 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PaLKUFNdbLrQxWm off=11137654 len=1066947 2021-07-26T16:11:58.980 INFO:tasks.workunit.client.0.smithi046.stdout:op 1196 completed, throughput=5MB/sec 2021-07-26T16:11:58.980 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4fgJcDMc6ziw86x off=6053867 len=564841 2021-07-26T16:11:58.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 1197 completed, throughput=5MB/sec 2021-07-26T16:11:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:59 smithi073 bash[34190]: cluster 2021-07-26T16:11:58.349275+0000 mgr.y (mgr.24683) 881 : cluster [DBG] pgmap v1665: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:11:59.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:11:59 smithi073 bash[34190]: audit 2021-07-26T16:11:59.046983+0000 mon.a (mon.0) 1859 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:59.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:59 smithi046 bash[41283]: cluster 2021-07-26T16:11:58.349275+0000 mgr.y (mgr.24683) 881 : cluster [DBG] pgmap v1665: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:11:59.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:11:59 smithi046 bash[41283]: audit 2021-07-26T16:11:59.046983+0000 mon.a (mon.0) 1859 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:59.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:59 smithi046 bash[42351]: cluster 2021-07-26T16:11:58.349275+0000 mgr.y (mgr.24683) 881 : cluster [DBG] pgmap v1665: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2021-07-26T16:11:59.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:11:59 smithi046 bash[42351]: audit 2021-07-26T16:11:59.046983+0000 mon.a (mon.0) 1859 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:59.986 INFO:tasks.workunit.client.0.smithi046.stdout: 239: throughput=4.98MB/sec pending data=0 2021-07-26T16:11:59.987 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-V5JhvtxSnuMJtQf off=1133139 len=507756 2021-07-26T16:11:59.988 INFO:tasks.workunit.client.0.smithi046.stdout:op 1198 completed, throughput=4.98MB/sec 2021-07-26T16:11:59.989 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2oD8222e7Ku08xF off=0 len=1582486 2021-07-26T16:11:59.994 INFO:tasks.workunit.client.0.smithi046.stdout:op 1199 completed, throughput=4.99MB/sec 2021-07-26T16:11:59.994 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HmpkECy5DLoWdLp off=5895723 len=1185835 2021-07-26T16:11:59.998 INFO:tasks.workunit.client.0.smithi046.stdout:op 1200 completed, throughput=4.99MB/sec 2021-07-26T16:11:59.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TPWMO9B49TN5bux off=14050664 len=117150 2021-07-26T16:12:00.004 INFO:tasks.workunit.client.0.smithi046.stdout:op 1201 completed, throughput=4.99MB/sec 2021-07-26T16:12:00.004 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nStg0O9SQh4Ti6b off=8900986 len=1396525 2021-07-26T16:12:00.008 INFO:tasks.workunit.client.0.smithi046.stdout:op 1202 completed, throughput=5MB/sec 2021-07-26T16:12:00.008 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UidBTPP3zBDNA-t off=3336086 len=2032368 2021-07-26T16:12:00.024 INFO:tasks.workunit.client.0.smithi046.stdout:op 1203 completed, throughput=5.01MB/sec 2021-07-26T16:12:00.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:00 smithi046 bash[41283]: cluster 2021-07-26T16:12:00.349934+0000 mgr.y (mgr.24683) 882 : cluster [DBG] pgmap v1666: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:00.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:00 smithi046 bash[42351]: cluster 2021-07-26T16:12:00.349934+0000 mgr.y (mgr.24683) 882 : cluster [DBG] pgmap v1666: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:00.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:00 smithi073 bash[34190]: cluster 2021-07-26T16:12:00.349934+0000 mgr.y (mgr.24683) 882 : cluster [DBG] pgmap v1666: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:01.024 INFO:tasks.workunit.client.0.smithi046.stdout: 240: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:01.025 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Juoz0hgx1fGEFnY off=8950870 len=1951007 2021-07-26T16:12:01.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1204 completed, throughput=4.99MB/sec 2021-07-26T16:12:01.031 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7Dvctm3_FJi3p7U off=4217364 len=1962401 2021-07-26T16:12:01.035 INFO:tasks.workunit.client.0.smithi046.stdout:op 1205 completed, throughput=5MB/sec 2021-07-26T16:12:02.036 INFO:tasks.workunit.client.0.smithi046.stdout: 241: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:02.036 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h-2j83JSkpdnn6i off=6372693 len=577416 2021-07-26T16:12:02.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1206 completed, throughput=4.98MB/sec 2021-07-26T16:12:02.039 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FjdnS8j2ox7qC3d off=735422 len=626806 2021-07-26T16:12:02.041 INFO:tasks.workunit.client.0.smithi046.stdout:op 1207 completed, throughput=4.99MB/sec 2021-07-26T16:12:02.041 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wM2z3EB47HnFEs7 off=8844285 len=853940 2021-07-26T16:12:02.049 INFO:tasks.workunit.client.0.smithi046.stdout:op 1208 completed, throughput=4.99MB/sec 2021-07-26T16:12:02.049 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TJvmv_UGZ89252J off=927978 len=1332235 2021-07-26T16:12:02.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 1209 completed, throughput=4.99MB/sec 2021-07-26T16:12:02.060 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AWUA02MBjsrbt2u off=4588897 len=145590 2021-07-26T16:12:02.062 INFO:tasks.workunit.client.0.smithi046.stdout:op 1210 completed, throughput=4.99MB/sec 2021-07-26T16:12:02.062 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xUyAdarLPjY4Zc3 off=5642542 len=1700921 2021-07-26T16:12:02.074 INFO:tasks.workunit.client.0.smithi046.stdout:op 1211 completed, throughput=5MB/sec 2021-07-26T16:12:03.074 INFO:tasks.workunit.client.0.smithi046.stdout: 242: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:03.074 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0dfe9er9AqgHftf off=4226812 len=580490 2021-07-26T16:12:03.081 INFO:tasks.workunit.client.0.smithi046.stdout:op 1212 completed, throughput=4.98MB/sec 2021-07-26T16:12:03.082 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z5y2MBg4LMWE58R off=3164130 len=197799 2021-07-26T16:12:03.084 INFO:tasks.workunit.client.0.smithi046.stdout:op 1213 completed, throughput=4.98MB/sec 2021-07-26T16:12:03.084 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HGkBcp-oCSiCvTB off=1533137 len=245225 2021-07-26T16:12:03.090 INFO:tasks.workunit.client.0.smithi046.stdout:op 1214 completed, throughput=4.98MB/sec 2021-07-26T16:12:03.090 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zEJQeRMc8qJK7QK off=4916400 len=307174 2021-07-26T16:12:03.096 INFO:tasks.workunit.client.0.smithi046.stdout:op 1215 completed, throughput=4.98MB/sec 2021-07-26T16:12:03.096 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-77u2PiYWWbSmIlM off=2427277 len=282538 2021-07-26T16:12:03.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 1216 completed, throughput=4.99MB/sec 2021-07-26T16:12:03.100 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BSkv-m81D20rJRd off=231063 len=473561 2021-07-26T16:12:03.101 INFO:tasks.workunit.client.0.smithi046.stdout:op 1217 completed, throughput=4.99MB/sec 2021-07-26T16:12:03.101 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DpTzilmStx9gIxP off=518809 len=1160468 2021-07-26T16:12:03.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 1218 completed, throughput=4.99MB/sec 2021-07-26T16:12:03.103 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VXwPzwNcgdOIhS4 off=10439874 len=1654332 2021-07-26T16:12:03.112 INFO:tasks.workunit.client.0.smithi046.stdout:op 1219 completed, throughput=5MB/sec 2021-07-26T16:12:03.113 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-cdOKoRBCAxNCNib off=15049444 len=1489474 2021-07-26T16:12:03.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 1220 completed, throughput=5MB/sec 2021-07-26T16:12:03.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:03 smithi073 bash[34190]: cluster 2021-07-26T16:12:02.350655+0000 mgr.y (mgr.24683) 883 : cluster [DBG] pgmap v1667: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:03.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:03 smithi046 bash[41283]: cluster 2021-07-26T16:12:02.350655+0000 mgr.y (mgr.24683) 883 : cluster [DBG] pgmap v1667: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:03.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:03 smithi046 bash[42351]: cluster 2021-07-26T16:12:02.350655+0000 mgr.y (mgr.24683) 883 : cluster [DBG] pgmap v1667: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:03.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:03.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:03.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:12:04.121 INFO:tasks.workunit.client.0.smithi046.stdout: 243: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:04.122 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MxgB1L5XlA1lnqE off=8180080 len=581925 2021-07-26T16:12:04.124 INFO:tasks.workunit.client.0.smithi046.stdout:op 1221 completed, throughput=4.99MB/sec 2021-07-26T16:12:04.124 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rPbcBQLGGl9v29z off=7969651 len=1583407 2021-07-26T16:12:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 1222 completed, throughput=4.99MB/sec 2021-07-26T16:12:04.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zvpPtw2HZj9tfJd off=2207633 len=724926 2021-07-26T16:12:04.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 1223 completed, throughput=4.99MB/sec 2021-07-26T16:12:04.144 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_nkhldvSIQzjGSg off=4423406 len=1793433 2021-07-26T16:12:04.154 INFO:tasks.workunit.client.0.smithi046.stdout:op 1224 completed, throughput=5MB/sec 2021-07-26T16:12:04.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:04 smithi046 bash[41283]: cluster 2021-07-26T16:12:04.351265+0000 mgr.y (mgr.24683) 884 : cluster [DBG] pgmap v1668: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:12:04.680 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:04 smithi046 bash[42351]: cluster 2021-07-26T16:12:04.351265+0000 mgr.y (mgr.24683) 884 : cluster [DBG] pgmap v1668: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:12:04.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:04 smithi073 bash[34190]: cluster 2021-07-26T16:12:04.351265+0000 mgr.y (mgr.24683) 884 : cluster [DBG] pgmap v1668: 9 pgs: 9 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2021-07-26T16:12:05.154 INFO:tasks.workunit.client.0.smithi046.stdout: 244: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:05.155 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xbx0I19IHc9Hfqd off=12911772 len=1818136 2021-07-26T16:12:05.160 INFO:tasks.workunit.client.0.smithi046.stdout:op 1225 completed, throughput=4.99MB/sec 2021-07-26T16:12:05.160 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ybMdSw68vuflNuU off=3718931 len=1170218 2021-07-26T16:12:05.164 INFO:tasks.workunit.client.0.smithi046.stdout:op 1226 completed, throughput=4.99MB/sec 2021-07-26T16:12:05.164 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WX4By06zwmLlPjS off=6182419 len=818682 2021-07-26T16:12:05.174 INFO:tasks.workunit.client.0.smithi046.stdout:op 1227 completed, throughput=5MB/sec 2021-07-26T16:12:05.175 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9y-teysw2Q0sGFL off=2318196 len=125565 2021-07-26T16:12:05.176 INFO:tasks.workunit.client.0.smithi046.stdout:op 1228 completed, throughput=5MB/sec 2021-07-26T16:12:05.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-reW4PJlmAuhSAzm off=63120 len=888200 2021-07-26T16:12:05.178 INFO:tasks.workunit.client.0.smithi046.stdout:op 1229 completed, throughput=5MB/sec 2021-07-26T16:12:05.178 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uHUwiIPJMjLacp1 off=2264561 len=311420 2021-07-26T16:12:05.184 INFO:tasks.workunit.client.0.smithi046.stdout:op 1230 completed, throughput=5MB/sec 2021-07-26T16:12:05.184 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NUfSGxhOmj9zl7e off=0 len=1794255 2021-07-26T16:12:05.188 INFO:tasks.workunit.client.0.smithi046.stdout:op 1231 completed, throughput=5.01MB/sec 2021-07-26T16:12:06.188 INFO:tasks.workunit.client.0.smithi046.stdout: 245: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:06.189 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-G_JdfhFhydXpjcz off=6832483 len=1935633 2021-07-26T16:12:06.194 INFO:tasks.workunit.client.0.smithi046.stdout:op 1232 completed, throughput=4.99MB/sec 2021-07-26T16:12:06.195 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_61QlXQBV-uNWbV off=13797060 len=851461 2021-07-26T16:12:06.197 INFO:tasks.workunit.client.0.smithi046.stdout:op 1233 completed, throughput=5MB/sec 2021-07-26T16:12:06.197 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BRSS2ZnFvBH2AYP off=1672510 len=984222 2021-07-26T16:12:06.201 INFO:tasks.workunit.client.0.smithi046.stdout:op 1234 completed, throughput=5MB/sec 2021-07-26T16:12:06.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:06 smithi046 bash[41283]: cluster 2021-07-26T16:12:06.351954+0000 mgr.y (mgr.24683) 885 : cluster [DBG] pgmap v1669: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:06.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:06 smithi046 bash[42351]: cluster 2021-07-26T16:12:06.351954+0000 mgr.y (mgr.24683) 885 : cluster [DBG] pgmap v1669: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:06.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:06 smithi073 bash[34190]: cluster 2021-07-26T16:12:06.351954+0000 mgr.y (mgr.24683) 885 : cluster [DBG] pgmap v1669: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:07.201 INFO:tasks.workunit.client.0.smithi046.stdout: 246: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:07.201 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-C89owhhbDSUteC_ off=19479066 len=598060 2021-07-26T16:12:07.203 INFO:tasks.workunit.client.0.smithi046.stdout:op 1235 completed, throughput=4.98MB/sec 2021-07-26T16:12:07.203 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qbE3yzgmQs1vt53 off=1640772 len=1693165 2021-07-26T16:12:07.209 INFO:tasks.workunit.client.0.smithi046.stdout:op 1236 completed, throughput=4.99MB/sec 2021-07-26T16:12:07.209 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-am15P_IRg3dnpWP off=22080138 len=561896 2021-07-26T16:12:07.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 1237 completed, throughput=4.99MB/sec 2021-07-26T16:12:07.211 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-f5iAoCDQeTKMPya off=3146034 len=1392074 2021-07-26T16:12:07.223 INFO:tasks.workunit.client.0.smithi046.stdout:op 1238 completed, throughput=5MB/sec 2021-07-26T16:12:07.223 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RacIHfhdnCgk7HN off=2383830 len=1432371 2021-07-26T16:12:07.227 INFO:tasks.workunit.client.0.smithi046.stdout:op 1239 completed, throughput=5MB/sec 2021-07-26T16:12:08.227 INFO:tasks.workunit.client.0.smithi046.stdout: 247: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:08.228 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ou2O-q9bekvKhSn off=589839 len=285911 2021-07-26T16:12:08.233 INFO:tasks.workunit.client.0.smithi046.stdout:op 1240 completed, throughput=4.98MB/sec 2021-07-26T16:12:08.233 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sP1GaaJrk-qYtLi off=17391837 len=91951 2021-07-26T16:12:08.234 INFO:tasks.workunit.client.0.smithi046.stdout:op 1241 completed, throughput=4.98MB/sec 2021-07-26T16:12:08.234 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2z4lSr1Oe5Fa8cr off=4075027 len=460788 2021-07-26T16:12:08.236 INFO:tasks.workunit.client.0.smithi046.stdout:op 1242 completed, throughput=4.99MB/sec 2021-07-26T16:12:08.237 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0j-LRP1Qqm0RPvE off=930329 len=1234598 2021-07-26T16:12:08.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 1243 completed, throughput=4.99MB/sec 2021-07-26T16:12:08.240 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RUwu350QBRLqjbm off=6821107 len=1101367 2021-07-26T16:12:08.251 INFO:tasks.workunit.client.0.smithi046.stdout:op 1244 completed, throughput=4.99MB/sec 2021-07-26T16:12:08.251 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4eJn71-BRv4w9Yk off=10320842 len=824624 2021-07-26T16:12:08.259 INFO:tasks.workunit.client.0.smithi046.stdout:op 1245 completed, throughput=5MB/sec 2021-07-26T16:12:08.260 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-55YaVh3GZSqCDUy off=9647509 len=2076269 2021-07-26T16:12:08.264 INFO:tasks.workunit.client.0.smithi046.stdout:op 1246 completed, throughput=5MB/sec 2021-07-26T16:12:08.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:08 smithi046 bash[41283]: cluster 2021-07-26T16:12:08.352687+0000 mgr.y (mgr.24683) 886 : cluster [DBG] pgmap v1670: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:08.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:08 smithi046 bash[42351]: cluster 2021-07-26T16:12:08.352687+0000 mgr.y (mgr.24683) 886 : cluster [DBG] pgmap v1670: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:08.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:08 smithi073 bash[34190]: cluster 2021-07-26T16:12:08.352687+0000 mgr.y (mgr.24683) 886 : cluster [DBG] pgmap v1670: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:09.264 INFO:tasks.workunit.client.0.smithi046.stdout: 248: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:09.265 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-BqSGbAw3tHUGI4N off=611618 len=2020825 2021-07-26T16:12:09.271 INFO:tasks.workunit.client.0.smithi046.stdout:op 1247 completed, throughput=4.99MB/sec 2021-07-26T16:12:09.271 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q_OEfe0ZbQFMAZw off=9971892 len=318532 2021-07-26T16:12:09.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 1248 completed, throughput=4.99MB/sec 2021-07-26T16:12:09.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-niYBLi4gW0_jdDe off=5310931 len=754012 2021-07-26T16:12:09.280 INFO:tasks.workunit.client.0.smithi046.stdout:op 1249 completed, throughput=5MB/sec 2021-07-26T16:12:09.280 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-yEu2MUOb6X-5kgQ off=1289149 len=1029340 2021-07-26T16:12:09.289 INFO:tasks.workunit.client.0.smithi046.stdout:op 1250 completed, throughput=5MB/sec 2021-07-26T16:12:09.289 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ruCAlh9VycsUU6U off=2403570 len=1452709 2021-07-26T16:12:09.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 1251 completed, throughput=5MB/sec 2021-07-26T16:12:10.295 INFO:tasks.workunit.client.0.smithi046.stdout: 249: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:10.295 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_mNZQ7UizGIbjjL off=1486862 len=645035 2021-07-26T16:12:10.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1252 completed, throughput=4.99MB/sec 2021-07-26T16:12:10.298 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hSE9i2Qmk77BxWu off=5875931 len=1946026 2021-07-26T16:12:10.313 INFO:tasks.workunit.client.0.smithi046.stdout:op 1253 completed, throughput=4.99MB/sec 2021-07-26T16:12:10.313 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_wL0aDv-lLVG0Z9 off=10299076 len=1512295 2021-07-26T16:12:10.318 INFO:tasks.workunit.client.0.smithi046.stdout:op 1254 completed, throughput=5MB/sec 2021-07-26T16:12:10.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:10 smithi046 bash[41283]: cluster 2021-07-26T16:12:10.353390+0000 mgr.y (mgr.24683) 887 : cluster [DBG] pgmap v1671: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:12:10.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:10 smithi046 bash[42351]: cluster 2021-07-26T16:12:10.353390+0000 mgr.y (mgr.24683) 887 : cluster [DBG] pgmap v1671: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:12:10.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:10 smithi073 bash[34190]: cluster 2021-07-26T16:12:10.353390+0000 mgr.y (mgr.24683) 887 : cluster [DBG] pgmap v1671: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:12:11.318 INFO:tasks.workunit.client.0.smithi046.stdout: 250: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:11.318 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-x9CCVIdyYLKB4Qi off=9159598 len=1277506 2021-07-26T16:12:11.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 1255 completed, throughput=4.99MB/sec 2021-07-26T16:12:11.322 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PYjsDYwkIkx55w1 off=1294107 len=499912 2021-07-26T16:12:11.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1256 completed, throughput=4.99MB/sec 2021-07-26T16:12:11.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MQnwygmzAjtlGZ5 off=1114193 len=1050161 2021-07-26T16:12:11.331 INFO:tasks.workunit.client.0.smithi046.stdout:op 1257 completed, throughput=4.99MB/sec 2021-07-26T16:12:11.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SNqe2NgXM220fU6 off=962331 len=48209 2021-07-26T16:12:11.332 INFO:tasks.workunit.client.0.smithi046.stdout:op 1258 completed, throughput=4.99MB/sec 2021-07-26T16:12:11.333 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xe3j5a2RkWrYqqi off=2146242 len=1578116 2021-07-26T16:12:11.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 1259 completed, throughput=5MB/sec 2021-07-26T16:12:11.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-drud1UBb4KbHoP8 off=2306374 len=1450846 2021-07-26T16:12:11.348 INFO:tasks.workunit.client.0.smithi046.stdout:op 1260 completed, throughput=5MB/sec 2021-07-26T16:12:12.349 INFO:tasks.workunit.client.0.smithi046.stdout: 251: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:12.349 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ySnEo0yEuZ27bdC off=4998673 len=109359 2021-07-26T16:12:12.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 1261 completed, throughput=4.98MB/sec 2021-07-26T16:12:12.354 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jdvit1uoP0Bo5Nu off=21536293 len=1662442 2021-07-26T16:12:12.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 1262 completed, throughput=4.99MB/sec 2021-07-26T16:12:12.358 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-rxmEUYQJkTCXNxY off=8147763 len=318550 2021-07-26T16:12:12.363 INFO:tasks.workunit.client.0.smithi046.stdout:op 1263 completed, throughput=4.99MB/sec 2021-07-26T16:12:12.363 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-O3-BdtQroDotO2g off=248817 len=1725584 2021-07-26T16:12:12.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 1264 completed, throughput=5MB/sec 2021-07-26T16:12:12.377 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-B1mgMFYIa_pmD7B off=14624758 len=605437 2021-07-26T16:12:12.378 INFO:tasks.workunit.client.0.smithi046.stdout:op 1265 completed, throughput=5MB/sec 2021-07-26T16:12:12.379 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YL0vVPIPGkUg00m off=5134989 len=35707 2021-07-26T16:12:12.382 INFO:tasks.workunit.client.0.smithi046.stdout:op 1266 completed, throughput=5MB/sec 2021-07-26T16:12:12.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WZtydqMULQ6ePk5 off=15459763 len=319689 2021-07-26T16:12:12.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 1267 completed, throughput=5MB/sec 2021-07-26T16:12:12.384 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Rjlnp0ZKTG2IvG4 off=1903826 len=1601244 2021-07-26T16:12:12.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 1268 completed, throughput=5.01MB/sec 2021-07-26T16:12:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:13 smithi073 bash[34190]: cluster 2021-07-26T16:12:12.354207+0000 mgr.y (mgr.24683) 888 : cluster [DBG] pgmap v1672: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:13.393 INFO:tasks.workunit.client.0.smithi046.stdout: 252: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:13.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--jUc-ZL02wcxfnn off=2365528 len=1541994 2021-07-26T16:12:13.397 INFO:tasks.workunit.client.0.smithi046.stdout:op 1269 completed, throughput=4.99MB/sec 2021-07-26T16:12:13.398 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ysUSHVzWCCKFTRm off=7838882 len=1429667 2021-07-26T16:12:13.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 1270 completed, throughput=5MB/sec 2021-07-26T16:12:13.402 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9q2nf1CQ-nP7xeo off=8753381 len=1648467 2021-07-26T16:12:13.415 INFO:tasks.workunit.client.0.smithi046.stdout:op 1271 completed, throughput=5MB/sec 2021-07-26T16:12:13.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:13 smithi046 bash[42351]: cluster 2021-07-26T16:12:12.354207+0000 mgr.y (mgr.24683) 888 : cluster [DBG] pgmap v1672: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:13.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:13 smithi046 bash[41283]: cluster 2021-07-26T16:12:12.354207+0000 mgr.y (mgr.24683) 888 : cluster [DBG] pgmap v1672: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:13.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:13.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:13.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:13.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:12:14.415 INFO:tasks.workunit.client.0.smithi046.stdout: 253: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:14.416 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u7Wtqkdmmgz87Q6 off=12807092 len=1110042 2021-07-26T16:12:14.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 1272 completed, throughput=4.99MB/sec 2021-07-26T16:12:14.426 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zcEcLp2N6KXXTfm off=5365825 len=476268 2021-07-26T16:12:14.431 INFO:tasks.workunit.client.0.smithi046.stdout:op 1273 completed, throughput=4.99MB/sec 2021-07-26T16:12:14.432 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wu5w7P_VDgRvCVp off=2210782 len=1517031 2021-07-26T16:12:14.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 1274 completed, throughput=4.99MB/sec 2021-07-26T16:12:14.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-5H-fma2bz3jPXYN off=965027 len=112633 2021-07-26T16:12:14.444 INFO:tasks.workunit.client.0.smithi046.stdout:op 1275 completed, throughput=4.99MB/sec 2021-07-26T16:12:14.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YFF97BhkdqsnhLD off=13031766 len=1641985 2021-07-26T16:12:14.449 INFO:tasks.workunit.client.0.smithi046.stdout:op 1276 completed, throughput=5MB/sec 2021-07-26T16:12:14.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:14 smithi046 bash[41283]: cluster 2021-07-26T16:12:14.354906+0000 mgr.y (mgr.24683) 889 : cluster [DBG] pgmap v1673: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:14.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:14 smithi046 bash[42351]: cluster 2021-07-26T16:12:14.354906+0000 mgr.y (mgr.24683) 889 : cluster [DBG] pgmap v1673: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:14.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:14 smithi073 bash[34190]: cluster 2021-07-26T16:12:14.354906+0000 mgr.y (mgr.24683) 889 : cluster [DBG] pgmap v1673: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:15.449 INFO:tasks.workunit.client.0.smithi046.stdout: 254: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:15.449 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Ge17KlI83HE8h6O off=18757984 len=1625991 2021-07-26T16:12:15.462 INFO:tasks.workunit.client.0.smithi046.stdout:op 1277 completed, throughput=4.99MB/sec 2021-07-26T16:12:15.463 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KXMw1fZizDVgC7x off=9631 len=1701879 2021-07-26T16:12:15.473 INFO:tasks.workunit.client.0.smithi046.stdout:op 1278 completed, throughput=4.99MB/sec 2021-07-26T16:12:15.473 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8UhNsA5xoK9ZOS- off=2101612 len=845481 2021-07-26T16:12:15.475 INFO:tasks.workunit.client.0.smithi046.stdout:op 1279 completed, throughput=5MB/sec 2021-07-26T16:12:15.476 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u1Jegg-wNYnG14n off=4789034 len=239430 2021-07-26T16:12:15.477 INFO:tasks.workunit.client.0.smithi046.stdout:op 1280 completed, throughput=5MB/sec 2021-07-26T16:12:15.477 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6CEJL_vNptqtFU off=2530457 len=1089136 2021-07-26T16:12:15.487 INFO:tasks.workunit.client.0.smithi046.stdout:op 1281 completed, throughput=5MB/sec 2021-07-26T16:12:16.488 INFO:tasks.workunit.client.0.smithi046.stdout: 255: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:16.488 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3Nhdh6bZJQaba1x off=4540730 len=260871 2021-07-26T16:12:16.494 INFO:tasks.workunit.client.0.smithi046.stdout:op 1282 completed, throughput=4.98MB/sec 2021-07-26T16:12:16.495 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-SoLV3NpfWDx5OaD off=3774054 len=1726911 2021-07-26T16:12:16.508 INFO:tasks.workunit.client.0.smithi046.stdout:op 1283 completed, throughput=4.99MB/sec 2021-07-26T16:12:16.508 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VJTruzpLf7SFeLq off=6926242 len=295084 2021-07-26T16:12:16.513 INFO:tasks.workunit.client.0.smithi046.stdout:op 1284 completed, throughput=4.99MB/sec 2021-07-26T16:12:16.514 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-p16rb8bWlCrWPx7 off=1499292 len=324161 2021-07-26T16:12:16.520 INFO:tasks.workunit.client.0.smithi046.stdout:op 1285 completed, throughput=4.99MB/sec 2021-07-26T16:12:16.520 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rh9Ef7FNK78qcOL off=10830836 len=625745 2021-07-26T16:12:16.522 INFO:tasks.workunit.client.0.smithi046.stdout:op 1286 completed, throughput=4.99MB/sec 2021-07-26T16:12:16.522 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m9MYlJyRPkTQTzk off=7114970 len=1941424 2021-07-26T16:12:16.527 INFO:tasks.workunit.client.0.smithi046.stdout:op 1287 completed, throughput=5MB/sec 2021-07-26T16:12:16.527 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-V5iPr9OUdE5nl07 off=930944 len=644032 2021-07-26T16:12:16.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 1288 completed, throughput=5MB/sec 2021-07-26T16:12:16.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:16 smithi046 bash[41283]: cluster 2021-07-26T16:12:16.355694+0000 mgr.y (mgr.24683) 890 : cluster [DBG] pgmap v1674: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:16.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:16 smithi046 bash[42351]: cluster 2021-07-26T16:12:16.355694+0000 mgr.y (mgr.24683) 890 : cluster [DBG] pgmap v1674: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:16.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:16 smithi073 bash[34190]: cluster 2021-07-26T16:12:16.355694+0000 mgr.y (mgr.24683) 890 : cluster [DBG] pgmap v1674: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:17.534 INFO:tasks.workunit.client.0.smithi046.stdout: 256: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:17.534 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Pr2U1pQWzAuJcBD off=14666990 len=746653 2021-07-26T16:12:17.541 INFO:tasks.workunit.client.0.smithi046.stdout:op 1289 completed, throughput=4.99MB/sec 2021-07-26T16:12:17.542 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DGj_LIbzEMXRe3x off=769956 len=1592128 2021-07-26T16:12:17.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 1290 completed, throughput=4.99MB/sec 2021-07-26T16:12:17.553 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6Fo-TKmU7zoz-r_ off=4471291 len=1892816 2021-07-26T16:12:17.556 INFO:tasks.workunit.client.0.smithi046.stdout:op 1291 completed, throughput=5MB/sec 2021-07-26T16:12:17.556 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-KCF-jyMECQFsHBw off=2156043 len=800620 2021-07-26T16:12:17.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 1292 completed, throughput=5MB/sec 2021-07-26T16:12:18.562 INFO:tasks.workunit.client.0.smithi046.stdout: 257: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:18.563 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6FxoWG57KKhvIC4 off=12228745 len=1459643 2021-07-26T16:12:18.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1293 completed, throughput=4.99MB/sec 2021-07-26T16:12:18.568 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7QflVKSyOBFKfXs off=6087398 len=691511 2021-07-26T16:12:18.575 INFO:tasks.workunit.client.0.smithi046.stdout:op 1294 completed, throughput=4.99MB/sec 2021-07-26T16:12:18.575 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-r6pl0QWBPQs4h0_ off=6435143 len=1665175 2021-07-26T16:12:18.586 INFO:tasks.workunit.client.0.smithi046.stdout:op 1295 completed, throughput=5MB/sec 2021-07-26T16:12:18.587 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hKiNCX0sZfDTomD off=119453 len=877099 2021-07-26T16:12:18.594 INFO:tasks.workunit.client.0.smithi046.stdout:op 1296 completed, throughput=5MB/sec 2021-07-26T16:12:18.594 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2pg-qx-F0yPdjkm off=12270818 len=1306937 2021-07-26T16:12:18.598 INFO:tasks.workunit.client.0.smithi046.stdout:op 1297 completed, throughput=5MB/sec 2021-07-26T16:12:18.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:18 smithi046 bash[41283]: cluster 2021-07-26T16:12:18.356377+0000 mgr.y (mgr.24683) 891 : cluster [DBG] pgmap v1675: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:18.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:18 smithi046 bash[42351]: cluster 2021-07-26T16:12:18.356377+0000 mgr.y (mgr.24683) 891 : cluster [DBG] pgmap v1675: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:18.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:18 smithi073 bash[34190]: cluster 2021-07-26T16:12:18.356377+0000 mgr.y (mgr.24683) 891 : cluster [DBG] pgmap v1675: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2021-07-26T16:12:19.599 INFO:tasks.workunit.client.0.smithi046.stdout: 258: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:19.599 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YFqszYV5herJAn7 off=2911380 len=694534 2021-07-26T16:12:19.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 1298 completed, throughput=4.99MB/sec 2021-07-26T16:12:19.607 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_tDj91fN_FxBMZw off=11597724 len=504938 2021-07-26T16:12:19.613 INFO:tasks.workunit.client.0.smithi046.stdout:op 1299 completed, throughput=4.99MB/sec 2021-07-26T16:12:19.613 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nPHEe4ybs0SLNVf off=14773438 len=1158792 2021-07-26T16:12:19.622 INFO:tasks.workunit.client.0.smithi046.stdout:op 1300 completed, throughput=4.99MB/sec 2021-07-26T16:12:19.623 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aLL2hy-5evHvosl off=21302400 len=1929590 2021-07-26T16:12:19.637 INFO:tasks.workunit.client.0.smithi046.stdout:op 1301 completed, throughput=5MB/sec 2021-07-26T16:12:19.637 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-lWATCsLZNRPQCX- off=560567 len=138418 2021-07-26T16:12:19.641 INFO:tasks.workunit.client.0.smithi046.stdout:op 1302 completed, throughput=5MB/sec 2021-07-26T16:12:19.641 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cc_P-CCDpIcYd5t off=16471919 len=75489 2021-07-26T16:12:19.642 INFO:tasks.workunit.client.0.smithi046.stdout:op 1303 completed, throughput=5MB/sec 2021-07-26T16:12:19.643 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DngoXbo2syyQ6F4 off=4384628 len=658017 2021-07-26T16:12:19.649 INFO:tasks.workunit.client.0.smithi046.stdout:op 1304 completed, throughput=5MB/sec 2021-07-26T16:12:20.649 INFO:tasks.workunit.client.0.smithi046.stdout: 259: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:20.650 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-m3T7-eSJRqyJ32m off=3111388 len=1072246 2021-07-26T16:12:20.653 INFO:tasks.workunit.client.0.smithi046.stdout:op 1305 completed, throughput=4.99MB/sec 2021-07-26T16:12:20.654 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mwIrgxuIu9IQ-lv off=7115454 len=1575175 2021-07-26T16:12:20.656 INFO:tasks.workunit.client.0.smithi046.stdout:op 1306 completed, throughput=4.99MB/sec 2021-07-26T16:12:20.656 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-iYYxzBHQmL96akU off=21381048 len=1384814 2021-07-26T16:12:20.657 INFO:tasks.workunit.client.0.smithi046.stdout:op 1307 completed, throughput=5MB/sec 2021-07-26T16:12:20.657 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uDb8d1NOokVGRRS off=901550 len=206543 2021-07-26T16:12:20.658 INFO:tasks.workunit.client.0.smithi046.stdout:op 1308 completed, throughput=5MB/sec 2021-07-26T16:12:20.658 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TL4sCi218qSxMza off=11272094 len=1436040 2021-07-26T16:12:20.670 INFO:tasks.workunit.client.0.smithi046.stdout:op 1309 completed, throughput=5MB/sec 2021-07-26T16:12:20.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:20 smithi046 bash[41283]: cluster 2021-07-26T16:12:20.356995+0000 mgr.y (mgr.24683) 892 : cluster [DBG] pgmap v1676: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:20.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:20 smithi046 bash[42351]: cluster 2021-07-26T16:12:20.356995+0000 mgr.y (mgr.24683) 892 : cluster [DBG] pgmap v1676: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:20.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:20 smithi073 bash[34190]: cluster 2021-07-26T16:12:20.356995+0000 mgr.y (mgr.24683) 892 : cluster [DBG] pgmap v1676: 9 pgs: 9 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2021-07-26T16:12:21.671 INFO:tasks.workunit.client.0.smithi046.stdout: 260: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:21.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6UlwoLCjFjXuPTg off=6572815 len=1050455 2021-07-26T16:12:21.680 INFO:tasks.workunit.client.0.smithi046.stdout:op 1310 completed, throughput=4.99MB/sec 2021-07-26T16:12:21.680 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eoLwVjOkMTg6Y5z off=1689438 len=1312954 2021-07-26T16:12:21.689 INFO:tasks.workunit.client.0.smithi046.stdout:op 1311 completed, throughput=4.99MB/sec 2021-07-26T16:12:21.689 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MqRs67L27DGDumk off=4335027 len=1243365 2021-07-26T16:12:21.698 INFO:tasks.workunit.client.0.smithi046.stdout:op 1312 completed, throughput=5MB/sec 2021-07-26T16:12:21.698 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-z-shTXLgoUsU5gN off=6198250 len=960765 2021-07-26T16:12:21.706 INFO:tasks.workunit.client.0.smithi046.stdout:op 1313 completed, throughput=5MB/sec 2021-07-26T16:12:21.707 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fYFIJLUYzI3Sy4f off=3410053 len=2056161 2021-07-26T16:12:21.711 INFO:tasks.workunit.client.0.smithi046.stdout:op 1314 completed, throughput=5.01MB/sec 2021-07-26T16:12:22.711 INFO:tasks.workunit.client.0.smithi046.stdout: 261: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:22.711 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Iz4Nq9BFXYttzo- off=15803908 len=1293197 2021-07-26T16:12:22.722 INFO:tasks.workunit.client.0.smithi046.stdout:op 1315 completed, throughput=4.99MB/sec 2021-07-26T16:12:22.723 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-EcKGufFZSnUb_nj off=3775576 len=1652017 2021-07-26T16:12:22.728 INFO:tasks.workunit.client.0.smithi046.stdout:op 1316 completed, throughput=5MB/sec 2021-07-26T16:12:22.728 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nQBwBCy05uG0PzH off=11964371 len=188009 2021-07-26T16:12:22.733 INFO:tasks.workunit.client.0.smithi046.stdout:op 1317 completed, throughput=5MB/sec 2021-07-26T16:12:22.733 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-H9NyJrMejjkxxun off=14377250 len=88082 2021-07-26T16:12:22.738 INFO:tasks.workunit.client.0.smithi046.stdout:op 1318 completed, throughput=5MB/sec 2021-07-26T16:12:22.738 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HNrGC6gn_nLqcd- off=6070142 len=168847 2021-07-26T16:12:22.740 INFO:tasks.workunit.client.0.smithi046.stdout:op 1319 completed, throughput=5MB/sec 2021-07-26T16:12:22.740 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-bOHWgW22SXNIqd6 off=1725072 len=39593 2021-07-26T16:12:22.744 INFO:tasks.workunit.client.0.smithi046.stdout:op 1320 completed, throughput=5MB/sec 2021-07-26T16:12:22.744 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qIrQ-qW7na1K-rk off=4395088 len=1639137 2021-07-26T16:12:22.754 INFO:tasks.workunit.client.0.smithi046.stdout:op 1321 completed, throughput=5.01MB/sec 2021-07-26T16:12:23.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:23 smithi073 bash[34190]: cluster 2021-07-26T16:12:22.357682+0000 mgr.y (mgr.24683) 893 : cluster [DBG] pgmap v1677: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:23.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:23 smithi046 bash[41283]: cluster 2021-07-26T16:12:22.357682+0000 mgr.y (mgr.24683) 893 : cluster [DBG] pgmap v1677: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:23.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:23 smithi046 bash[42351]: cluster 2021-07-26T16:12:22.357682+0000 mgr.y (mgr.24683) 893 : cluster [DBG] pgmap v1677: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:23.755 INFO:tasks.workunit.client.0.smithi046.stdout: 262: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:23.755 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-kN3mgevKRyuB4jm off=10642092 len=2076551 2021-07-26T16:12:23.772 INFO:tasks.workunit.client.0.smithi046.stdout:op 1322 completed, throughput=4.99MB/sec 2021-07-26T16:12:23.772 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Qy3LbPU5ruLB2UR off=7034692 len=17037 2021-07-26T16:12:23.776 INFO:tasks.workunit.client.0.smithi046.stdout:op 1323 completed, throughput=4.99MB/sec 2021-07-26T16:12:23.777 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A4Gzunb-iy9POmd off=4074895 len=377129 2021-07-26T16:12:23.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 1324 completed, throughput=4.99MB/sec 2021-07-26T16:12:23.782 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ue3K8siNCX2a1o5 off=10650576 len=1888020 2021-07-26T16:12:23.788 INFO:tasks.workunit.client.0.smithi046.stdout:op 1325 completed, throughput=5MB/sec 2021-07-26T16:12:23.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:23.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:23.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:23.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:12:24.678 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:24 smithi046 bash[42351]: cluster 2021-07-26T16:12:24.358403+0000 mgr.y (mgr.24683) 894 : cluster [DBG] pgmap v1678: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:24.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:24 smithi046 bash[41283]: cluster 2021-07-26T16:12:24.358403+0000 mgr.y (mgr.24683) 894 : cluster [DBG] pgmap v1678: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:24.788 INFO:tasks.workunit.client.0.smithi046.stdout: 263: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:24.788 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-VmL7eoKcMreUhf2 off=11038099 len=1394017 2021-07-26T16:12:24.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 1326 completed, throughput=4.99MB/sec 2021-07-26T16:12:24.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_Y4odmItFNPUwgZ off=1643657 len=1169609 2021-07-26T16:12:24.794 INFO:tasks.workunit.client.0.smithi046.stdout:op 1327 completed, throughput=4.99MB/sec 2021-07-26T16:12:24.794 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Uaxs9Ur4Vd5N3G_ off=1067423 len=331706 2021-07-26T16:12:24.799 INFO:tasks.workunit.client.0.smithi046.stdout:op 1328 completed, throughput=4.99MB/sec 2021-07-26T16:12:24.800 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6FRnxeQ3_cqP1uY off=8168455 len=596944 2021-07-26T16:12:24.805 INFO:tasks.workunit.client.0.smithi046.stdout:op 1329 completed, throughput=4.99MB/sec 2021-07-26T16:12:24.805 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nqGCE0efFlNjP93 off=3778270 len=1040239 2021-07-26T16:12:24.809 INFO:tasks.workunit.client.0.smithi046.stdout:op 1330 completed, throughput=5MB/sec 2021-07-26T16:12:24.809 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QubDWr3KxUVlXVx off=7081115 len=303037 2021-07-26T16:12:24.815 INFO:tasks.workunit.client.0.smithi046.stdout:op 1331 completed, throughput=5MB/sec 2021-07-26T16:12:24.815 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uJ796PlYSm5ovtX off=16989989 len=240342 2021-07-26T16:12:24.816 INFO:tasks.workunit.client.0.smithi046.stdout:op 1332 completed, throughput=5MB/sec 2021-07-26T16:12:24.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:24 smithi073 bash[34190]: cluster 2021-07-26T16:12:24.358403+0000 mgr.y (mgr.24683) 894 : cluster [DBG] pgmap v1678: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:12:25.817 INFO:tasks.workunit.client.0.smithi046.stdout: 264: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:25.817 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FxzSRZzrM6DXzGb off=2785765 len=1371799 2021-07-26T16:12:25.823 INFO:tasks.workunit.client.0.smithi046.stdout:op 1333 completed, throughput=4.99MB/sec 2021-07-26T16:12:25.823 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RVMAKA2cAnVHbMj off=1832846 len=2078180 2021-07-26T16:12:25.836 INFO:tasks.workunit.client.0.smithi046.stdout:op 1334 completed, throughput=4.99MB/sec 2021-07-26T16:12:25.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0Smemxvz06OP4dG off=761035 len=1294606 2021-07-26T16:12:25.845 INFO:tasks.workunit.client.0.smithi046.stdout:op 1335 completed, throughput=5MB/sec 2021-07-26T16:12:25.845 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-78HdHYUDDFkCwuc off=638024 len=562835 2021-07-26T16:12:25.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1336 completed, throughput=5MB/sec 2021-07-26T16:12:25.853 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ByaYN4fP754oTYN off=10017775 len=1874761 2021-07-26T16:12:25.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 1337 completed, throughput=5.01MB/sec 2021-07-26T16:12:26.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:26 smithi046 bash[41283]: cluster 2021-07-26T16:12:26.359224+0000 mgr.y (mgr.24683) 895 : cluster [DBG] pgmap v1679: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2021-07-26T16:12:26.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:26 smithi046 bash[42351]: cluster 2021-07-26T16:12:26.359224+0000 mgr.y (mgr.24683) 895 : cluster [DBG] pgmap v1679: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2021-07-26T16:12:26.863 INFO:tasks.workunit.client.0.smithi046.stdout: 265: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:26.863 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-oWtSlnuqpTGQBB0 off=548577 len=1063396 2021-07-26T16:12:26.867 INFO:tasks.workunit.client.0.smithi046.stdout:op 1338 completed, throughput=4.99MB/sec 2021-07-26T16:12:26.867 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VrWeUXT3IEV3HKb off=0 len=1142497 2021-07-26T16:12:26.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:26 smithi073 bash[34190]: cluster 2021-07-26T16:12:26.359224+0000 mgr.y (mgr.24683) 895 : cluster [DBG] pgmap v1679: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2021-07-26T16:12:26.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 1339 completed, throughput=5MB/sec 2021-07-26T16:12:26.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D1iGGNivatkQo2v off=2046839 len=2091206 2021-07-26T16:12:26.883 INFO:tasks.workunit.client.0.smithi046.stdout:op 1340 completed, throughput=5MB/sec 2021-07-26T16:12:27.883 INFO:tasks.workunit.client.0.smithi046.stdout: 266: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:27.884 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LT9Qstfb5RklZjK off=9525837 len=1096166 2021-07-26T16:12:27.893 INFO:tasks.workunit.client.0.smithi046.stdout:op 1341 completed, throughput=4.99MB/sec 2021-07-26T16:12:27.894 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mg1aEqYt0nktbih off=5829191 len=839627 2021-07-26T16:12:27.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 1342 completed, throughput=4.99MB/sec 2021-07-26T16:12:27.896 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RTJ95SRg2EM3gGQ off=15527309 len=972902 2021-07-26T16:12:27.899 INFO:tasks.workunit.client.0.smithi046.stdout:op 1343 completed, throughput=4.99MB/sec 2021-07-26T16:12:27.899 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aVpJ8oS9v142LbD off=5192049 len=84915 2021-07-26T16:12:27.900 INFO:tasks.workunit.client.0.smithi046.stdout:op 1344 completed, throughput=4.99MB/sec 2021-07-26T16:12:27.900 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M3q8TM8gniMUIDd off=1775547 len=1693925 2021-07-26T16:12:27.911 INFO:tasks.workunit.client.0.smithi046.stdout:op 1345 completed, throughput=5MB/sec 2021-07-26T16:12:28.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:28 smithi046 bash[41283]: cluster 2021-07-26T16:12:28.359938+0000 mgr.y (mgr.24683) 896 : cluster [DBG] pgmap v1680: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2021-07-26T16:12:28.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:28 smithi046 bash[42351]: cluster 2021-07-26T16:12:28.359938+0000 mgr.y (mgr.24683) 896 : cluster [DBG] pgmap v1680: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2021-07-26T16:12:28.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:28 smithi073 bash[34190]: cluster 2021-07-26T16:12:28.359938+0000 mgr.y (mgr.24683) 896 : cluster [DBG] pgmap v1680: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2021-07-26T16:12:28.912 INFO:tasks.workunit.client.0.smithi046.stdout: 267: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:28.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-55creoVrBoi3n1D off=1018196 len=2041784 2021-07-26T16:12:28.928 INFO:tasks.workunit.client.0.smithi046.stdout:op 1346 completed, throughput=4.99MB/sec 2021-07-26T16:12:28.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wS6lZM5qGqdAVON off=1795712 len=1601708 2021-07-26T16:12:28.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 1347 completed, throughput=4.99MB/sec 2021-07-26T16:12:28.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q8dEUbW1Mk-xXfx off=13421983 len=1870825 2021-07-26T16:12:28.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 1348 completed, throughput=5MB/sec 2021-07-26T16:12:29.934 INFO:tasks.workunit.client.0.smithi046.stdout: 268: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:29.934 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9opWBGgIvqaW6JD off=461321 len=882461 2021-07-26T16:12:29.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 1349 completed, throughput=4.99MB/sec 2021-07-26T16:12:29.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-6HSABY6OU-AjhIA off=8586337 len=20819 2021-07-26T16:12:29.943 INFO:tasks.workunit.client.0.smithi046.stdout:op 1350 completed, throughput=4.99MB/sec 2021-07-26T16:12:29.943 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IZyOGBNhNy3L7n9 off=6976675 len=1066712 2021-07-26T16:12:29.954 INFO:tasks.workunit.client.0.smithi046.stdout:op 1351 completed, throughput=4.99MB/sec 2021-07-26T16:12:29.954 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1u1T2xjjdSX8tRe off=678915 len=846290 2021-07-26T16:12:29.961 INFO:tasks.workunit.client.0.smithi046.stdout:op 1352 completed, throughput=4.99MB/sec 2021-07-26T16:12:29.962 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m8HrOGdLQ7qt02r off=13976849 len=594788 2021-07-26T16:12:29.968 INFO:tasks.workunit.client.0.smithi046.stdout:op 1353 completed, throughput=4.99MB/sec 2021-07-26T16:12:29.968 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NQLzL9fVrwJy3ik off=7249654 len=1746236 2021-07-26T16:12:29.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 1354 completed, throughput=5MB/sec 2021-07-26T16:12:29.973 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Wk_91PnvOgfolbq off=0 len=1352826 2021-07-26T16:12:29.982 INFO:tasks.workunit.client.0.smithi046.stdout:op 1355 completed, throughput=5MB/sec 2021-07-26T16:12:30.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:30 smithi046 bash[41283]: cluster 2021-07-26T16:12:30.360592+0000 mgr.y (mgr.24683) 897 : cluster [DBG] pgmap v1681: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:12:30.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:30 smithi046 bash[42351]: cluster 2021-07-26T16:12:30.360592+0000 mgr.y (mgr.24683) 897 : cluster [DBG] pgmap v1681: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:12:30.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:30 smithi073 bash[34190]: cluster 2021-07-26T16:12:30.360592+0000 mgr.y (mgr.24683) 897 : cluster [DBG] pgmap v1681: 9 pgs: 9 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:12:30.982 INFO:tasks.workunit.client.0.smithi046.stdout: 269: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:30.983 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1m1hjjphcTbzwZq off=18225708 len=1135620 2021-07-26T16:12:30.992 INFO:tasks.workunit.client.0.smithi046.stdout:op 1356 completed, throughput=4.99MB/sec 2021-07-26T16:12:30.992 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mA_wPC6oR8GqZVN off=2941948 len=1957666 2021-07-26T16:12:31.006 INFO:tasks.workunit.client.0.smithi046.stdout:op 1357 completed, throughput=5MB/sec 2021-07-26T16:12:31.006 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-M3ERVwH3yBk57UT off=7949160 len=1622573 2021-07-26T16:12:31.018 INFO:tasks.workunit.client.0.smithi046.stdout:op 1358 completed, throughput=5MB/sec 2021-07-26T16:12:32.019 INFO:tasks.workunit.client.0.smithi046.stdout: 270: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:32.019 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YS2nLDJX5ey-koT off=10997621 len=1519041 2021-07-26T16:12:32.029 INFO:tasks.workunit.client.0.smithi046.stdout:op 1359 completed, throughput=4.99MB/sec 2021-07-26T16:12:32.030 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dXtjnoc4nNO6QQT off=529353 len=133567 2021-07-26T16:12:32.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1360 completed, throughput=4.99MB/sec 2021-07-26T16:12:32.031 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ZWJdrrIivYFzi9q off=10169857 len=258050 2021-07-26T16:12:32.037 INFO:tasks.workunit.client.0.smithi046.stdout:op 1361 completed, throughput=4.99MB/sec 2021-07-26T16:12:32.037 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-OGwPCNzZm8e4NGy off=5677433 len=170689 2021-07-26T16:12:32.038 INFO:tasks.workunit.client.0.smithi046.stdout:op 1362 completed, throughput=4.99MB/sec 2021-07-26T16:12:32.038 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GupTi1M9X1deHJl off=1214881 len=1727114 2021-07-26T16:12:32.042 INFO:tasks.workunit.client.0.smithi046.stdout:op 1363 completed, throughput=5MB/sec 2021-07-26T16:12:32.043 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-yHQfJ9k_roFbEbR off=3976269 len=1340197 2021-07-26T16:12:32.046 INFO:tasks.workunit.client.0.smithi046.stdout:op 1364 completed, throughput=5MB/sec 2021-07-26T16:12:33.046 INFO:tasks.workunit.client.0.smithi046.stdout: 271: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:33.047 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ofSpG0k3gELZIKY off=3383423 len=1721242 2021-07-26T16:12:33.059 INFO:tasks.workunit.client.0.smithi046.stdout:op 1365 completed, throughput=4.99MB/sec 2021-07-26T16:12:33.059 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A3vgSeNFfPw-jGN off=5807960 len=388496 2021-07-26T16:12:33.060 INFO:tasks.workunit.client.0.smithi046.stdout:op 1366 completed, throughput=4.99MB/sec 2021-07-26T16:12:33.061 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3aOPMckX3mCcn19 off=3008486 len=1103458 2021-07-26T16:12:33.071 INFO:tasks.workunit.client.0.smithi046.stdout:op 1367 completed, throughput=4.99MB/sec 2021-07-26T16:12:33.071 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0dbX88RkCCnafbF off=13956002 len=1896014 2021-07-26T16:12:33.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1368 completed, throughput=5MB/sec 2021-07-26T16:12:33.077 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7l7FKKEpfWDn5ra off=861674 len=1165480 2021-07-26T16:12:33.086 INFO:tasks.workunit.client.0.smithi046.stdout:op 1369 completed, throughput=5MB/sec 2021-07-26T16:12:33.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:33 smithi073 bash[34190]: cluster 2021-07-26T16:12:32.361280+0000 mgr.y (mgr.24683) 898 : cluster [DBG] pgmap v1682: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:12:33.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:33 smithi046 bash[42351]: cluster 2021-07-26T16:12:32.361280+0000 mgr.y (mgr.24683) 898 : cluster [DBG] pgmap v1682: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:12:33.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:33 smithi046 bash[41283]: cluster 2021-07-26T16:12:32.361280+0000 mgr.y (mgr.24683) 898 : cluster [DBG] pgmap v1682: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2021-07-26T16:12:33.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:33.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:33.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:33.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:33.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:33 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:33.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:12:34.086 INFO:tasks.workunit.client.0.smithi046.stdout: 272: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:34.087 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DSMEfala7NpwIv0 off=1958600 len=130013 2021-07-26T16:12:34.092 INFO:tasks.workunit.client.0.smithi046.stdout:op 1370 completed, throughput=4.99MB/sec 2021-07-26T16:12:34.092 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Xvpd0qfEdaB21tH off=11800037 len=838631 2021-07-26T16:12:34.094 INFO:tasks.workunit.client.0.smithi046.stdout:op 1371 completed, throughput=4.99MB/sec 2021-07-26T16:12:34.094 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i6P0gv8vFg_l-Su off=13798251 len=1602768 2021-07-26T16:12:34.106 INFO:tasks.workunit.client.0.smithi046.stdout:op 1372 completed, throughput=4.99MB/sec 2021-07-26T16:12:34.107 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XbMdMeMBM0B3sJv off=264217 len=528221 2021-07-26T16:12:34.114 INFO:tasks.workunit.client.0.smithi046.stdout:op 1373 completed, throughput=5MB/sec 2021-07-26T16:12:34.114 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FSXmXNJ1uRMsTzP off=7458662 len=136105 2021-07-26T16:12:34.115 INFO:tasks.workunit.client.0.smithi046.stdout:op 1374 completed, throughput=5MB/sec 2021-07-26T16:12:34.116 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-NF3GbaHZNZBNd-d off=9641815 len=560844 2021-07-26T16:12:34.121 INFO:tasks.workunit.client.0.smithi046.stdout:op 1375 completed, throughput=5MB/sec 2021-07-26T16:12:34.122 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1P0BI1vByuU5Xj- off=4665128 len=326423 2021-07-26T16:12:34.126 INFO:tasks.workunit.client.0.smithi046.stdout:op 1376 completed, throughput=5MB/sec 2021-07-26T16:12:34.127 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-w1aRnPlauWKcQ_Z off=6324191 len=231437 2021-07-26T16:12:34.128 INFO:tasks.workunit.client.0.smithi046.stdout:op 1377 completed, throughput=5MB/sec 2021-07-26T16:12:34.129 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-7FXdaXAZYRA0pl3 off=9552390 len=1485948 2021-07-26T16:12:34.139 INFO:tasks.workunit.client.0.smithi046.stdout:op 1378 completed, throughput=5MB/sec 2021-07-26T16:12:34.679 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:34 smithi046 bash[41283]: cluster 2021-07-26T16:12:34.362038+0000 mgr.y (mgr.24683) 899 : cluster [DBG] pgmap v1683: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:34.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:34 smithi046 bash[42351]: cluster 2021-07-26T16:12:34.362038+0000 mgr.y (mgr.24683) 899 : cluster [DBG] pgmap v1683: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:34.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:34 smithi073 bash[34190]: cluster 2021-07-26T16:12:34.362038+0000 mgr.y (mgr.24683) 899 : cluster [DBG] pgmap v1683: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:35.140 INFO:tasks.workunit.client.0.smithi046.stdout: 273: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:35.140 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ws02ihFRZmLqlup off=3334981 len=311865 2021-07-26T16:12:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:op 1379 completed, throughput=4.99MB/sec 2021-07-26T16:12:35.146 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jn7jPsafehr1DiA off=0 len=1957879 2021-07-26T16:12:35.151 INFO:tasks.workunit.client.0.smithi046.stdout:op 1380 completed, throughput=4.99MB/sec 2021-07-26T16:12:35.151 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nZxNB55gq6i14S4 off=2378057 len=1762175 2021-07-26T16:12:35.156 INFO:tasks.workunit.client.0.smithi046.stdout:op 1381 completed, throughput=5MB/sec 2021-07-26T16:12:36.156 INFO:tasks.workunit.client.0.smithi046.stdout: 274: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:36.157 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xVL6XEC8c_jZiVR off=893717 len=945851 2021-07-26T16:12:36.159 INFO:tasks.workunit.client.0.smithi046.stdout:op 1382 completed, throughput=4.99MB/sec 2021-07-26T16:12:36.159 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RY6UOR5ahri4i91 off=7649610 len=870782 2021-07-26T16:12:36.167 INFO:tasks.workunit.client.0.smithi046.stdout:op 1383 completed, throughput=4.99MB/sec 2021-07-26T16:12:36.168 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tXP6GaZTpubS7ea off=16068441 len=953082 2021-07-26T16:12:36.171 INFO:tasks.workunit.client.0.smithi046.stdout:op 1384 completed, throughput=4.99MB/sec 2021-07-26T16:12:36.172 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XVZlcU4lI1BmMQ6 off=1609527 len=176486 2021-07-26T16:12:36.177 INFO:tasks.workunit.client.0.smithi046.stdout:op 1385 completed, throughput=4.99MB/sec 2021-07-26T16:12:36.177 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vKWXxaAyGrVQUfv off=13442029 len=1906754 2021-07-26T16:12:36.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 1386 completed, throughput=5MB/sec 2021-07-26T16:12:36.182 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-QhkBL0aVtgNHuC5 off=12049665 len=1383316 2021-07-26T16:12:36.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 1387 completed, throughput=5MB/sec 2021-07-26T16:12:36.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:36 smithi046 bash[41283]: cluster 2021-07-26T16:12:36.362762+0000 mgr.y (mgr.24683) 900 : cluster [DBG] pgmap v1684: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:36.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:36 smithi046 bash[42351]: cluster 2021-07-26T16:12:36.362762+0000 mgr.y (mgr.24683) 900 : cluster [DBG] pgmap v1684: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:36.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:36 smithi073 bash[34190]: cluster 2021-07-26T16:12:36.362762+0000 mgr.y (mgr.24683) 900 : cluster [DBG] pgmap v1684: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2021-07-26T16:12:37.192 INFO:tasks.workunit.client.0.smithi046.stdout: 275: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:37.192 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qXBV-cRu3yP62Fo off=16264900 len=1246907 2021-07-26T16:12:37.202 INFO:tasks.workunit.client.0.smithi046.stdout:op 1388 completed, throughput=4.99MB/sec 2021-07-26T16:12:37.202 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NEr2YoEBhHFqNEi off=2743171 len=1293531 2021-07-26T16:12:37.205 INFO:tasks.workunit.client.0.smithi046.stdout:op 1389 completed, throughput=4.99MB/sec 2021-07-26T16:12:37.205 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-gRmAdpglHOgDUhi off=1660750 len=1810586 2021-07-26T16:12:37.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 1390 completed, throughput=5MB/sec 2021-07-26T16:12:37.211 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vKbR_jhGe0-4ARx off=384507 len=1855496 2021-07-26T16:12:37.216 INFO:tasks.workunit.client.0.smithi046.stdout:op 1391 completed, throughput=5.01MB/sec 2021-07-26T16:12:38.217 INFO:tasks.workunit.client.0.smithi046.stdout: 276: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:38.217 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-uU7diwT7sMDdlo5 off=12857446 len=853331 2021-07-26T16:12:38.225 INFO:tasks.workunit.client.0.smithi046.stdout:op 1392 completed, throughput=4.99MB/sec 2021-07-26T16:12:38.226 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Mow0DLJhRQD5bO2 off=11925527 len=1964607 2021-07-26T16:12:38.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 1393 completed, throughput=5MB/sec 2021-07-26T16:12:38.232 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9OwhPNWdlXSTS-k off=8370798 len=676491 2021-07-26T16:12:38.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 1394 completed, throughput=5MB/sec 2021-07-26T16:12:38.241 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TBkwLlq_khVi8VV off=544587 len=1883560 2021-07-26T16:12:38.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 1395 completed, throughput=5.01MB/sec 2021-07-26T16:12:38.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:38 smithi073 bash[34190]: cluster 2021-07-26T16:12:38.363467+0000 mgr.y (mgr.24683) 901 : cluster [DBG] pgmap v1685: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:38.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:38 smithi046 bash[41283]: cluster 2021-07-26T16:12:38.363467+0000 mgr.y (mgr.24683) 901 : cluster [DBG] pgmap v1685: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:38.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:38 smithi046 bash[42351]: cluster 2021-07-26T16:12:38.363467+0000 mgr.y (mgr.24683) 901 : cluster [DBG] pgmap v1685: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:39.253 INFO:tasks.workunit.client.0.smithi046.stdout: 277: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:39.253 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-2UD54cK4VRvzSBP off=81553 len=63538 2021-07-26T16:12:39.254 INFO:tasks.workunit.client.0.smithi046.stdout:op 1396 completed, throughput=4.99MB/sec 2021-07-26T16:12:39.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kyqs9WRECKRl_J1 off=13588735 len=1152686 2021-07-26T16:12:39.258 INFO:tasks.workunit.client.0.smithi046.stdout:op 1397 completed, throughput=4.99MB/sec 2021-07-26T16:12:39.258 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-T6auV5TQ_5x-oMW off=1554331 len=1231369 2021-07-26T16:12:39.269 INFO:tasks.workunit.client.0.smithi046.stdout:op 1398 completed, throughput=5MB/sec 2021-07-26T16:12:39.270 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7bsxtJak8yj6pRd off=7656039 len=804139 2021-07-26T16:12:39.273 INFO:tasks.workunit.client.0.smithi046.stdout:op 1399 completed, throughput=5MB/sec 2021-07-26T16:12:39.273 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-syEzxIV3Qh6TDgi off=649926 len=477682 2021-07-26T16:12:39.279 INFO:tasks.workunit.client.0.smithi046.stdout:op 1400 completed, throughput=5MB/sec 2021-07-26T16:12:40.279 INFO:tasks.workunit.client.0.smithi046.stdout: 278: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:40.280 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dIivP3yFbIwP8aP off=8016560 len=6626 2021-07-26T16:12:40.281 INFO:tasks.workunit.client.0.smithi046.stdout:op 1401 completed, throughput=4.98MB/sec 2021-07-26T16:12:40.281 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xETkYg9IyCKtyiU off=1905604 len=1062164 2021-07-26T16:12:40.291 INFO:tasks.workunit.client.0.smithi046.stdout:op 1402 completed, throughput=4.99MB/sec 2021-07-26T16:12:40.292 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qROK-Zkp3axGS-C off=14452729 len=407025 2021-07-26T16:12:40.294 INFO:tasks.workunit.client.0.smithi046.stdout:op 1403 completed, throughput=4.99MB/sec 2021-07-26T16:12:40.294 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xUyAdarLPjY4Zc3 off=1617624 len=1392440 2021-07-26T16:12:40.299 INFO:tasks.workunit.client.0.smithi046.stdout:op 1404 completed, throughput=4.99MB/sec 2021-07-26T16:12:40.299 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfZxRgYWrXgP3yI off=3999373 len=1359681 2021-07-26T16:12:40.303 INFO:tasks.workunit.client.0.smithi046.stdout:op 1405 completed, throughput=5MB/sec 2021-07-26T16:12:40.303 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kZIXVLQAcD8fFhj off=0 len=1287009 2021-07-26T16:12:40.306 INFO:tasks.workunit.client.0.smithi046.stdout:op 1406 completed, throughput=5MB/sec 2021-07-26T16:12:40.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:40 smithi073 bash[34190]: cluster 2021-07-26T16:12:40.364307+0000 mgr.y (mgr.24683) 902 : cluster [DBG] pgmap v1686: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:40.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:40 smithi046 bash[41283]: cluster 2021-07-26T16:12:40.364307+0000 mgr.y (mgr.24683) 902 : cluster [DBG] pgmap v1686: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:40.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:40 smithi046 bash[42351]: cluster 2021-07-26T16:12:40.364307+0000 mgr.y (mgr.24683) 902 : cluster [DBG] pgmap v1686: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:41.306 INFO:tasks.workunit.client.0.smithi046.stdout: 279: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:41.306 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7JpqT7ZnVODFHba off=21761355 len=394439 2021-07-26T16:12:41.308 INFO:tasks.workunit.client.0.smithi046.stdout:op 1407 completed, throughput=4.98MB/sec 2021-07-26T16:12:41.308 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xDrUm14lvnyBDPP off=3946766 len=259096 2021-07-26T16:12:41.310 INFO:tasks.workunit.client.0.smithi046.stdout:op 1408 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.310 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-DGj_LIbzEMXRe3x off=504421 len=105739 2021-07-26T16:12:41.315 INFO:tasks.workunit.client.0.smithi046.stdout:op 1409 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.315 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9Dd6_Qq7DDVg3Mi off=2119555 len=497033 2021-07-26T16:12:41.317 INFO:tasks.workunit.client.0.smithi046.stdout:op 1410 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.317 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mjcOZq1cNBcwTuq off=22260523 len=754177 2021-07-26T16:12:41.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 1411 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.320 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MpG4jD66I13ekzL off=1289422 len=1213143 2021-07-26T16:12:41.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 1412 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.330 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mkQNXPeZRM1iu3M off=1378402 len=294898 2021-07-26T16:12:41.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 1413 completed, throughput=4.99MB/sec 2021-07-26T16:12:41.336 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y_dEYkr2nxPvLO- off=278053 len=591604 2021-07-26T16:12:41.342 INFO:tasks.workunit.client.0.smithi046.stdout:op 1414 completed, throughput=5MB/sec 2021-07-26T16:12:41.343 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Rn8hv5Rwl74eJwn off=1105172 len=2056389 2021-07-26T16:12:41.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 1415 completed, throughput=5MB/sec 2021-07-26T16:12:42.347 INFO:tasks.workunit.client.0.smithi046.stdout: 280: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:42.348 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZnXgmObTAsmt_HR off=0 len=1057730 2021-07-26T16:12:42.351 INFO:tasks.workunit.client.0.smithi046.stdout:op 1416 completed, throughput=4.99MB/sec 2021-07-26T16:12:42.351 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gNdR1wIZJFog8EW off=4342766 len=1535073 2021-07-26T16:12:42.364 INFO:tasks.workunit.client.0.smithi046.stdout:op 1417 completed, throughput=4.99MB/sec 2021-07-26T16:12:42.364 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GlFLVllF8py4Kv- off=323204 len=2070227 2021-07-26T16:12:42.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 1418 completed, throughput=5MB/sec 2021-07-26T16:12:43.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:43 smithi073 bash[34190]: cluster 2021-07-26T16:12:42.365106+0000 mgr.y (mgr.24683) 903 : cluster [DBG] pgmap v1687: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:43.371 INFO:tasks.workunit.client.0.smithi046.stdout: 281: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:43.371 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-PtB3ArAMpBFkXk2 off=494137 len=762453 2021-07-26T16:12:43.374 INFO:tasks.workunit.client.0.smithi046.stdout:op 1419 completed, throughput=4.99MB/sec 2021-07-26T16:12:43.374 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tmyus-5DUcKBAJl off=9253708 len=480885 2021-07-26T16:12:43.376 INFO:tasks.workunit.client.0.smithi046.stdout:op 1420 completed, throughput=4.99MB/sec 2021-07-26T16:12:43.376 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-i9fuOI9jJJyacAt off=20385597 len=313075 2021-07-26T16:12:43.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 1421 completed, throughput=4.99MB/sec 2021-07-26T16:12:43.381 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cVCzB82-vaGBq57 off=15374873 len=205987 2021-07-26T16:12:43.383 INFO:tasks.workunit.client.0.smithi046.stdout:op 1422 completed, throughput=4.99MB/sec 2021-07-26T16:12:43.383 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-brE3GbvwnM9Lv3f off=19609847 len=1255405 2021-07-26T16:12:43.387 INFO:tasks.workunit.client.0.smithi046.stdout:op 1423 completed, throughput=4.99MB/sec 2021-07-26T16:12:43.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-A4Gzunb-iy9POmd off=6677937 len=969217 2021-07-26T16:12:43.389 INFO:tasks.workunit.client.0.smithi046.stdout:op 1424 completed, throughput=5MB/sec 2021-07-26T16:12:43.390 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ewfQpcGujhchNhT off=6745056 len=1420557 2021-07-26T16:12:43.393 INFO:tasks.workunit.client.0.smithi046.stdout:op 1425 completed, throughput=5MB/sec 2021-07-26T16:12:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:43 smithi046 bash[41283]: cluster 2021-07-26T16:12:42.365106+0000 mgr.y (mgr.24683) 903 : cluster [DBG] pgmap v1687: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:43.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:43 smithi046 bash[42351]: cluster 2021-07-26T16:12:42.365106+0000 mgr.y (mgr.24683) 903 : cluster [DBG] pgmap v1687: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2021-07-26T16:12:43.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:43.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:43.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:43.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:43 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:43.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:12:44.393 INFO:tasks.workunit.client.0.smithi046.stdout: 282: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:44.394 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Kr6fXTkqpmxaoJ6 off=5264036 len=1811101 2021-07-26T16:12:44.399 INFO:tasks.workunit.client.0.smithi046.stdout:op 1426 completed, throughput=4.99MB/sec 2021-07-26T16:12:44.399 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1dbXeLhGZ5bpVKW off=413475 len=1817056 2021-07-26T16:12:44.402 INFO:tasks.workunit.client.0.smithi046.stdout:op 1427 completed, throughput=5MB/sec 2021-07-26T16:12:44.403 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-AF95giyk1oHzmMM off=3927793 len=903451 2021-07-26T16:12:44.411 INFO:tasks.workunit.client.0.smithi046.stdout:op 1428 completed, throughput=5MB/sec 2021-07-26T16:12:44.411 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CmuYlLtenCmF6nj off=8270713 len=499695 2021-07-26T16:12:44.413 INFO:tasks.workunit.client.0.smithi046.stdout:op 1429 completed, throughput=5MB/sec 2021-07-26T16:12:44.414 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-tYAkepRM-oRBMmF off=5550831 len=1758110 2021-07-26T16:12:44.419 INFO:tasks.workunit.client.0.smithi046.stdout:op 1430 completed, throughput=5.01MB/sec 2021-07-26T16:12:44.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:44 smithi073 bash[34190]: cluster 2021-07-26T16:12:44.365801+0000 mgr.y (mgr.24683) 904 : cluster [DBG] pgmap v1688: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:44.928 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:44 smithi046 bash[42351]: cluster 2021-07-26T16:12:44.365801+0000 mgr.y (mgr.24683) 904 : cluster [DBG] pgmap v1688: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:44.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:44 smithi046 bash[41283]: cluster 2021-07-26T16:12:44.365801+0000 mgr.y (mgr.24683) 904 : cluster [DBG] pgmap v1688: 9 pgs: 9 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2021-07-26T16:12:45.419 INFO:tasks.workunit.client.0.smithi046.stdout: 283: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:45.419 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-dUGregUoPaZhv09 off=22516014 len=879704 2021-07-26T16:12:45.422 INFO:tasks.workunit.client.0.smithi046.stdout:op 1431 completed, throughput=4.99MB/sec 2021-07-26T16:12:45.423 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-u8Pr69ycxD2ZAzo off=3538736 len=917584 2021-07-26T16:12:45.425 INFO:tasks.workunit.client.0.smithi046.stdout:op 1432 completed, throughput=4.99MB/sec 2021-07-26T16:12:45.426 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HmoBZJ0YfXqsNyH off=2435424 len=692244 2021-07-26T16:12:45.428 INFO:tasks.workunit.client.0.smithi046.stdout:op 1433 completed, throughput=5MB/sec 2021-07-26T16:12:45.428 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-c78sq4e9C7s-2my off=17937490 len=1619385 2021-07-26T16:12:45.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 1434 completed, throughput=5MB/sec 2021-07-26T16:12:46.433 INFO:tasks.workunit.client.0.smithi046.stdout: 284: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:46.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-LsvI6bBroNy2yHP off=12009410 len=32569 2021-07-26T16:12:46.437 INFO:tasks.workunit.client.0.smithi046.stdout:op 1435 completed, throughput=4.98MB/sec 2021-07-26T16:12:46.437 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-8RyXE5336zlcp5H off=8979316 len=77885 2021-07-26T16:12:46.441 INFO:tasks.workunit.client.0.smithi046.stdout:op 1436 completed, throughput=4.98MB/sec 2021-07-26T16:12:46.441 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-6gD7iVD-B6vJdu7 off=8488458 len=453324 2021-07-26T16:12:46.446 INFO:tasks.workunit.client.0.smithi046.stdout:op 1437 completed, throughput=4.99MB/sec 2021-07-26T16:12:46.446 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zSrGmeRFuQ5QCa6 off=9670214 len=733084 2021-07-26T16:12:46.453 INFO:tasks.workunit.client.0.smithi046.stdout:op 1438 completed, throughput=4.99MB/sec 2021-07-26T16:12:46.453 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-giHcclM8NCAjVk5 off=1915534 len=1994994 2021-07-26T16:12:46.458 INFO:tasks.workunit.client.0.smithi046.stdout:op 1439 completed, throughput=4.99MB/sec 2021-07-26T16:12:46.458 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qbruShn4gROh6gZ off=15899306 len=1891914 2021-07-26T16:12:46.469 INFO:tasks.workunit.client.0.smithi046.stdout:op 1440 completed, throughput=5MB/sec 2021-07-26T16:12:46.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:46 smithi073 bash[34190]: cluster 2021-07-26T16:12:46.366469+0000 mgr.y (mgr.24683) 905 : cluster [DBG] pgmap v1689: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:46.928 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:46 smithi046 bash[42351]: cluster 2021-07-26T16:12:46.366469+0000 mgr.y (mgr.24683) 905 : cluster [DBG] pgmap v1689: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:46.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:46 smithi046 bash[41283]: cluster 2021-07-26T16:12:46.366469+0000 mgr.y (mgr.24683) 905 : cluster [DBG] pgmap v1689: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:12:47.470 INFO:tasks.workunit.client.0.smithi046.stdout: 285: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:47.470 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sGNGbU1-w6DbHY0 off=12700412 len=1024953 2021-07-26T16:12:47.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 1441 completed, throughput=4.99MB/sec 2021-07-26T16:12:47.474 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vg3TfStGcbnUqYy off=14301572 len=579571 2021-07-26T16:12:47.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1442 completed, throughput=4.99MB/sec 2021-07-26T16:12:47.481 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-enNIPG203Hw-bMy off=3173368 len=1139026 2021-07-26T16:12:47.491 INFO:tasks.workunit.client.0.smithi046.stdout:op 1443 completed, throughput=4.99MB/sec 2021-07-26T16:12:47.491 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-S75O5SZt3yZ8ujK off=4969365 len=45874 2021-07-26T16:12:47.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 1444 completed, throughput=4.99MB/sec 2021-07-26T16:12:47.492 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-iTJSJcocj5w5YUK off=13644378 len=868204 2021-07-26T16:12:47.500 INFO:tasks.workunit.client.0.smithi046.stdout:op 1445 completed, throughput=4.99MB/sec 2021-07-26T16:12:47.500 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-FoMYoCjvNC7B9D5 off=16911639 len=1437708 2021-07-26T16:12:47.510 INFO:tasks.workunit.client.0.smithi046.stdout:op 1446 completed, throughput=5MB/sec 2021-07-26T16:12:47.510 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-giKqz3IZzIMtlUx off=10645011 len=34654 2021-07-26T16:12:47.514 INFO:tasks.workunit.client.0.smithi046.stdout:op 1447 completed, throughput=5MB/sec 2021-07-26T16:12:47.515 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2iEcDfiGDQbbeDp off=4882299 len=1043333 2021-07-26T16:12:47.521 INFO:tasks.workunit.client.0.smithi046.stdout:op 1448 completed, throughput=5MB/sec 2021-07-26T16:12:48.522 INFO:tasks.workunit.client.0.smithi046.stdout: 286: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:48.522 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hg7qRXxBFx37KWX off=1920158 len=384900 2021-07-26T16:12:48.528 INFO:tasks.workunit.client.0.smithi046.stdout:op 1449 completed, throughput=4.99MB/sec 2021-07-26T16:12:48.528 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-PnY5wHhQnIYQfJB off=3236474 len=87554 2021-07-26T16:12:48.533 INFO:tasks.workunit.client.0.smithi046.stdout:op 1450 completed, throughput=4.99MB/sec 2021-07-26T16:12:48.533 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Hog8_Y4xbz0U5Hr off=9845521 len=2081769 2021-07-26T16:12:48.539 INFO:tasks.workunit.client.0.smithi046.stdout:op 1451 completed, throughput=4.99MB/sec 2021-07-26T16:12:48.539 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UV40kM6iGLsKIx3 off=6993936 len=1298645 2021-07-26T16:12:48.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 1452 completed, throughput=5MB/sec 2021-07-26T16:12:48.550 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Q9pF2XyaClpc93S off=9568167 len=1597121 2021-07-26T16:12:48.553 INFO:tasks.workunit.client.0.smithi046.stdout:op 1453 completed, throughput=5MB/sec 2021-07-26T16:12:48.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:48 smithi073 bash[34190]: cluster 2021-07-26T16:12:48.367158+0000 mgr.y (mgr.24683) 906 : cluster [DBG] pgmap v1690: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:48.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:48 smithi046 bash[41283]: cluster 2021-07-26T16:12:48.367158+0000 mgr.y (mgr.24683) 906 : cluster [DBG] pgmap v1690: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:48.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:48 smithi046 bash[42351]: cluster 2021-07-26T16:12:48.367158+0000 mgr.y (mgr.24683) 906 : cluster [DBG] pgmap v1690: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:49.553 INFO:tasks.workunit.client.0.smithi046.stdout: 287: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:49.554 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-16-_OUkbW3v2xQX off=47545 len=230245 2021-07-26T16:12:49.555 INFO:tasks.workunit.client.0.smithi046.stdout:op 1454 completed, throughput=4.99MB/sec 2021-07-26T16:12:49.555 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JpF4TWQj8fKzk8w off=776273 len=673991 2021-07-26T16:12:49.562 INFO:tasks.workunit.client.0.smithi046.stdout:op 1455 completed, throughput=4.99MB/sec 2021-07-26T16:12:49.563 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xmtySREzvydaiSZ off=19043038 len=1190265 2021-07-26T16:12:49.573 INFO:tasks.workunit.client.0.smithi046.stdout:op 1456 completed, throughput=4.99MB/sec 2021-07-26T16:12:49.573 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-eoZ4_Pth8TM2A48 off=1928275 len=752585 2021-07-26T16:12:49.580 INFO:tasks.workunit.client.0.smithi046.stdout:op 1457 completed, throughput=4.99MB/sec 2021-07-26T16:12:49.580 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TcJc4SWbagaXnoZ off=3836654 len=43548 2021-07-26T16:12:49.581 INFO:tasks.workunit.client.0.smithi046.stdout:op 1458 completed, throughput=4.99MB/sec 2021-07-26T16:12:49.581 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Gw37p4S0Gb4Hk_g off=9879947 len=744287 2021-07-26T16:12:49.588 INFO:tasks.workunit.client.0.smithi046.stdout:op 1459 completed, throughput=5MB/sec 2021-07-26T16:12:49.588 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hr7gQMCWMgq9jqF off=5417163 len=2033382 2021-07-26T16:12:49.593 INFO:tasks.workunit.client.0.smithi046.stdout:op 1460 completed, throughput=5MB/sec 2021-07-26T16:12:50.593 INFO:tasks.workunit.client.0.smithi046.stdout: 288: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:50.594 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zbManFZGPvJDFAT off=672404 len=804668 2021-07-26T16:12:50.601 INFO:tasks.workunit.client.0.smithi046.stdout:op 1461 completed, throughput=4.99MB/sec 2021-07-26T16:12:50.602 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uXGOENTzAOA5voU off=1053857 len=382746 2021-07-26T16:12:50.603 INFO:tasks.workunit.client.0.smithi046.stdout:op 1462 completed, throughput=4.99MB/sec 2021-07-26T16:12:50.603 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Qa3-qru7onCDVxJ off=3629082 len=933857 2021-07-26T16:12:50.606 INFO:tasks.workunit.client.0.smithi046.stdout:op 1463 completed, throughput=4.99MB/sec 2021-07-26T16:12:50.606 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-glYppseRz0z-glM off=1976855 len=1672817 2021-07-26T16:12:50.619 INFO:tasks.workunit.client.0.smithi046.stdout:op 1464 completed, throughput=5MB/sec 2021-07-26T16:12:50.619 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fIH3tKyiolMoTFA off=5849064 len=1772082 2021-07-26T16:12:50.624 INFO:tasks.workunit.client.0.smithi046.stdout:op 1465 completed, throughput=5MB/sec 2021-07-26T16:12:50.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:50 smithi073 bash[34190]: cluster 2021-07-26T16:12:50.367819+0000 mgr.y (mgr.24683) 907 : cluster [DBG] pgmap v1691: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T16:12:50.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:50 smithi046 bash[41283]: cluster 2021-07-26T16:12:50.367819+0000 mgr.y (mgr.24683) 907 : cluster [DBG] pgmap v1691: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T16:12:50.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:50 smithi046 bash[42351]: cluster 2021-07-26T16:12:50.367819+0000 mgr.y (mgr.24683) 907 : cluster [DBG] pgmap v1691: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2021-07-26T16:12:51.625 INFO:tasks.workunit.client.0.smithi046.stdout: 289: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:51.625 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IZDNicOQ9GJ9e6N off=1672926 len=1247808 2021-07-26T16:12:51.629 INFO:tasks.workunit.client.0.smithi046.stdout:op 1466 completed, throughput=4.99MB/sec 2021-07-26T16:12:51.629 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wXV2Bg-EYf4O7mk off=10332977 len=621758 2021-07-26T16:12:51.631 INFO:tasks.workunit.client.0.smithi046.stdout:op 1467 completed, throughput=4.99MB/sec 2021-07-26T16:12:51.631 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N7vvALb1Fyy9yYT off=4795436 len=1671239 2021-07-26T16:12:51.644 INFO:tasks.workunit.client.0.smithi046.stdout:op 1468 completed, throughput=5MB/sec 2021-07-26T16:12:51.644 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GUkFQp6IeDgdMcl off=9367306 len=1134975 2021-07-26T16:12:51.647 INFO:tasks.workunit.client.0.smithi046.stdout:op 1469 completed, throughput=5MB/sec 2021-07-26T16:12:52.117 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:51 smithi073 bash[34190]: audit 2021-07-26T16:12:51.707453+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:52.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:51 smithi073 bash[34190]: audit 2021-07-26T16:12:51.710680+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:12:52.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:51 smithi073 bash[34190]: audit 2021-07-26T16:12:51.712879+0000 mon.a (mon.0) 1862 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:12:52.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[41283]: audit 2021-07-26T16:12:51.707453+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:52.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[41283]: audit 2021-07-26T16:12:51.710680+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:12:52.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[41283]: audit 2021-07-26T16:12:51.712879+0000 mon.a (mon.0) 1862 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:12:52.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[42351]: audit 2021-07-26T16:12:51.707453+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:52.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[42351]: audit 2021-07-26T16:12:51.710680+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:12:52.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:51 smithi046 bash[42351]: audit 2021-07-26T16:12:51.712879+0000 mon.a (mon.0) 1862 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2021-07-26T16:12:52.648 INFO:tasks.workunit.client.0.smithi046.stdout: 290: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:52.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-qdA_QZ0qUBAm30o off=4370647 len=1615618 2021-07-26T16:12:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:op 1470 completed, throughput=4.99MB/sec 2021-07-26T16:12:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-jn7jPsafehr1DiA off=1502251 len=279001 2021-07-26T16:12:52.666 INFO:tasks.workunit.client.0.smithi046.stdout:op 1471 completed, throughput=4.99MB/sec 2021-07-26T16:12:52.666 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Y6zduO-1I6cuwKA off=1654429 len=542829 2021-07-26T16:12:52.672 INFO:tasks.workunit.client.0.smithi046.stdout:op 1472 completed, throughput=4.99MB/sec 2021-07-26T16:12:52.672 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JZF5vKgMfnLGCCT off=5453326 len=1694587 2021-07-26T16:12:52.685 INFO:tasks.workunit.client.0.smithi046.stdout:op 1473 completed, throughput=5MB/sec 2021-07-26T16:12:52.685 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YbW5bpj7UfJqpzs off=14454335 len=428131 2021-07-26T16:12:52.687 INFO:tasks.workunit.client.0.smithi046.stdout:op 1474 completed, throughput=5MB/sec 2021-07-26T16:12:52.687 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-c89AnmCLkvfhkb4 off=8170373 len=1447270 2021-07-26T16:12:52.696 INFO:tasks.workunit.client.0.smithi046.stdout:op 1475 completed, throughput=5MB/sec 2021-07-26T16:12:53.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:53 smithi073 bash[34190]: cluster 2021-07-26T16:12:52.368520+0000 mgr.y (mgr.24683) 908 : cluster [DBG] pgmap v1692: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:53.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:53 smithi046 bash[41283]: cluster 2021-07-26T16:12:52.368520+0000 mgr.y (mgr.24683) 908 : cluster [DBG] pgmap v1692: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:53.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:53 smithi046 bash[42351]: cluster 2021-07-26T16:12:52.368520+0000 mgr.y (mgr.24683) 908 : cluster [DBG] pgmap v1692: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2021-07-26T16:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout: 291: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IVQK86B7mRn0lZn off=18960320 len=771508 2021-07-26T16:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:op 1476 completed, throughput=4.99MB/sec 2021-07-26T16:12:53.700 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JJuaODO65Dyw2BE off=4947731 len=11186 2021-07-26T16:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:op 1477 completed, throughput=4.99MB/sec 2021-07-26T16:12:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TAspZMH1fYktyK4 off=13530627 len=954816 2021-07-26T16:12:53.704 INFO:tasks.workunit.client.0.smithi046.stdout:op 1478 completed, throughput=4.99MB/sec 2021-07-26T16:12:53.704 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-TWqmhjhka_1c84k off=0 len=1611459 2021-07-26T16:12:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:op 1479 completed, throughput=5MB/sec 2021-07-26T16:12:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OCLmTiklS0PxveM off=3948374 len=1823851 2021-07-26T16:12:53.720 INFO:tasks.workunit.client.0.smithi046.stdout:op 1480 completed, throughput=5MB/sec 2021-07-26T16:12:53.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:53.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:53.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:53.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:12:53 smithi046 bash[50540]: level=error ts=2021-07-26T16:12:53.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:12:54.721 INFO:tasks.workunit.client.0.smithi046.stdout: 292: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:54.721 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-2QNm-xd_lqyky7J off=16563948 len=1823514 2021-07-26T16:12:54.736 INFO:tasks.workunit.client.0.smithi046.stdout:op 1481 completed, throughput=4.99MB/sec 2021-07-26T16:12:54.736 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wyZahJeKlCLucZJ off=878970 len=1961293 2021-07-26T16:12:54.747 INFO:tasks.workunit.client.0.smithi046.stdout:op 1482 completed, throughput=5MB/sec 2021-07-26T16:12:54.747 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MQ0ejbE8JlmK8JG off=3953150 len=1080144 2021-07-26T16:12:54.749 INFO:tasks.workunit.client.0.smithi046.stdout:op 1483 completed, throughput=5MB/sec 2021-07-26T16:12:54.867 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:54 smithi073 bash[34190]: cluster 2021-07-26T16:12:54.369180+0000 mgr.y (mgr.24683) 909 : cluster [DBG] pgmap v1693: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:54.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:54 smithi046 bash[41283]: cluster 2021-07-26T16:12:54.369180+0000 mgr.y (mgr.24683) 909 : cluster [DBG] pgmap v1693: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:54.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:54 smithi046 bash[42351]: cluster 2021-07-26T16:12:54.369180+0000 mgr.y (mgr.24683) 909 : cluster [DBG] pgmap v1693: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:55.749 INFO:tasks.workunit.client.0.smithi046.stdout: 293: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:55.750 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-W6uXFyMTYo-MDsp off=14287365 len=1249052 2021-07-26T16:12:55.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 1484 completed, throughput=4.99MB/sec 2021-07-26T16:12:55.759 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-lulKNwlUcfYxIgF off=19338127 len=250051 2021-07-26T16:12:55.760 INFO:tasks.workunit.client.0.smithi046.stdout:op 1485 completed, throughput=4.99MB/sec 2021-07-26T16:12:55.760 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wM0wgQ0AAvPNnyf off=1762900 len=412743 2021-07-26T16:12:55.761 INFO:tasks.workunit.client.0.smithi046.stdout:op 1486 completed, throughput=4.99MB/sec 2021-07-26T16:12:55.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ie8dXFt9kQGkuFG off=10798906 len=172538 2021-07-26T16:12:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:op 1487 completed, throughput=4.99MB/sec 2021-07-26T16:12:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-gNqM8Igy1Pvd6Bm off=1908997 len=1912817 2021-07-26T16:12:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 1488 completed, throughput=5MB/sec 2021-07-26T16:12:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-_a9bJ2h4iizJzq3 off=3134559 len=1520753 2021-07-26T16:12:55.777 INFO:tasks.workunit.client.0.smithi046.stdout:op 1489 completed, throughput=5MB/sec 2021-07-26T16:12:56.777 INFO:tasks.workunit.client.0.smithi046.stdout: 294: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:56.778 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-m7tM0USUebqkljp off=795044 len=191730 2021-07-26T16:12:56.783 INFO:tasks.workunit.client.0.smithi046.stdout:op 1490 completed, throughput=4.99MB/sec 2021-07-26T16:12:56.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--qnClUdC9l_gDTx off=14813260 len=870977 2021-07-26T16:12:56.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 1491 completed, throughput=4.99MB/sec 2021-07-26T16:12:56.787 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4u7jUoMx1M7Fit0 off=4269840 len=1762989 2021-07-26T16:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:op 1492 completed, throughput=4.99MB/sec 2021-07-26T16:12:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zkp2rvDa8lCVyZo off=3589182 len=1888699 2021-07-26T16:12:56.810 INFO:tasks.workunit.client.0.smithi046.stdout:op 1493 completed, throughput=5MB/sec 2021-07-26T16:12:56.811 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0sCNzpFOer1aHFB off=1332129 len=1352942 2021-07-26T16:12:56.819 INFO:tasks.workunit.client.0.smithi046.stdout:op 1494 completed, throughput=5MB/sec 2021-07-26T16:12:57.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:56 smithi073 bash[34190]: audit 2021-07-26T16:12:55.781818+0000 mon.a (mon.0) 1863 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:56 smithi073 bash[34190]: audit 2021-07-26T16:12:55.930568+0000 mon.a (mon.0) 1864 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.118 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:56 smithi073 bash[34190]: audit 2021-07-26T16:12:56.176773+0000 mon.a (mon.0) 1865 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.119 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:56 smithi073 bash[34190]: cluster 2021-07-26T16:12:56.370011+0000 mgr.y (mgr.24683) 910 : cluster [DBG] pgmap v1694: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:57.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[41283]: audit 2021-07-26T16:12:55.781818+0000 mon.a (mon.0) 1863 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[41283]: audit 2021-07-26T16:12:55.930568+0000 mon.a (mon.0) 1864 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[41283]: audit 2021-07-26T16:12:56.176773+0000 mon.a (mon.0) 1865 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[41283]: cluster 2021-07-26T16:12:56.370011+0000 mgr.y (mgr.24683) 910 : cluster [DBG] pgmap v1694: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:57.179 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[42351]: audit 2021-07-26T16:12:55.781818+0000 mon.a (mon.0) 1863 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[42351]: audit 2021-07-26T16:12:55.930568+0000 mon.a (mon.0) 1864 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[42351]: audit 2021-07-26T16:12:56.176773+0000 mon.a (mon.0) 1865 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' 2021-07-26T16:12:57.180 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:56 smithi046 bash[42351]: cluster 2021-07-26T16:12:56.370011+0000 mgr.y (mgr.24683) 910 : cluster [DBG] pgmap v1694: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:12:57.820 INFO:tasks.workunit.client.0.smithi046.stdout: 295: throughput=4.99MB/sec pending data=0 2021-07-26T16:12:57.820 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sC1S7VFqHqoNDY1 off=2826200 len=2016461 2021-07-26T16:12:57.824 INFO:tasks.workunit.client.0.smithi046.stdout:op 1495 completed, throughput=4.99MB/sec 2021-07-26T16:12:57.825 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3VGR6h547Bq0BhV off=3075219 len=532969 2021-07-26T16:12:57.832 INFO:tasks.workunit.client.0.smithi046.stdout:op 1496 completed, throughput=4.99MB/sec 2021-07-26T16:12:57.832 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MKsq4DO-OFFMT5j off=6201835 len=1153432 2021-07-26T16:12:57.834 INFO:tasks.workunit.client.0.smithi046.stdout:op 1497 completed, throughput=5MB/sec 2021-07-26T16:12:57.835 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-xfZxRgYWrXgP3yI off=5020342 len=601919 2021-07-26T16:12:57.837 INFO:tasks.workunit.client.0.smithi046.stdout:op 1498 completed, throughput=5MB/sec 2021-07-26T16:12:58.617 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:58 smithi073 bash[34190]: audit 2021-07-26T16:12:58.215153+0000 mon.a (mon.0) 1866 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:58.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:58 smithi046 bash[41283]: audit 2021-07-26T16:12:58.215153+0000 mon.a (mon.0) 1866 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:58.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:58 smithi046 bash[42351]: audit 2021-07-26T16:12:58.215153+0000 mon.a (mon.0) 1866 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:58.837 INFO:tasks.workunit.client.0.smithi046.stdout: 296: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:58.838 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-60FNxciqGsWIECm off=991170 len=941865 2021-07-26T16:12:58.841 INFO:tasks.workunit.client.0.smithi046.stdout:op 1499 completed, throughput=4.99MB/sec 2021-07-26T16:12:58.841 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9t5HBQ6b9FTmuBX off=11291063 len=359203 2021-07-26T16:12:58.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 1500 completed, throughput=4.99MB/sec 2021-07-26T16:12:58.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VUdYvSXSc6Tpipr off=6284540 len=106150 2021-07-26T16:12:58.852 INFO:tasks.workunit.client.0.smithi046.stdout:op 1501 completed, throughput=4.99MB/sec 2021-07-26T16:12:58.853 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MC5ax4SrfFwUcG3 off=10230715 len=410849 2021-07-26T16:12:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:op 1502 completed, throughput=4.99MB/sec 2021-07-26T16:12:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-d1QZ7wN70bR9xYN off=2746692 len=377381 2021-07-26T16:12:58.857 INFO:tasks.workunit.client.0.smithi046.stdout:op 1503 completed, throughput=4.99MB/sec 2021-07-26T16:12:58.857 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-P24k1SPbUe-Ehbd off=19772267 len=1696008 2021-07-26T16:12:58.862 INFO:tasks.workunit.client.0.smithi046.stdout:op 1504 completed, throughput=5MB/sec 2021-07-26T16:12:58.862 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Cz05-_CZpAH3N4l off=5486569 len=431987 2021-07-26T16:12:58.868 INFO:tasks.workunit.client.0.smithi046.stdout:op 1505 completed, throughput=5MB/sec 2021-07-26T16:12:58.868 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-P7AF0BHR4w25sNQ off=3755371 len=1294292 2021-07-26T16:12:58.880 INFO:tasks.workunit.client.0.smithi046.stdout:op 1506 completed, throughput=5MB/sec 2021-07-26T16:12:59.273 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:59 smithi073 bash[34190]: cluster 2021-07-26T16:12:58.370726+0000 mgr.y (mgr.24683) 911 : cluster [DBG] pgmap v1695: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:59.274 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:12:59 smithi073 bash[34190]: audit 2021-07-26T16:12:59.051684+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:59.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:59 smithi046 bash[41283]: cluster 2021-07-26T16:12:58.370726+0000 mgr.y (mgr.24683) 911 : cluster [DBG] pgmap v1695: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:59.678 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:12:59 smithi046 bash[41283]: audit 2021-07-26T16:12:59.051684+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:59.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:59 smithi046 bash[42351]: cluster 2021-07-26T16:12:58.370726+0000 mgr.y (mgr.24683) 911 : cluster [DBG] pgmap v1695: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:12:59.679 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:12:59 smithi046 bash[42351]: audit 2021-07-26T16:12:59.051684+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.24683 172.21.15.46:0/1106664162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:59.880 INFO:tasks.workunit.client.0.smithi046.stdout: 297: throughput=4.98MB/sec pending data=0 2021-07-26T16:12:59.881 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-z4sfMkiKuB6Oj5o off=16814482 len=1577963 2021-07-26T16:12:59.885 INFO:tasks.workunit.client.0.smithi046.stdout:op 1507 completed, throughput=4.99MB/sec 2021-07-26T16:12:59.885 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aCNrzuMSBRWkEJH off=1089611 len=1234850 2021-07-26T16:12:59.896 INFO:tasks.workunit.client.0.smithi046.stdout:op 1508 completed, throughput=4.99MB/sec 2021-07-26T16:12:59.896 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aAixFMmfUC2b2bz off=2129698 len=2022820 2021-07-26T16:12:59.912 INFO:tasks.workunit.client.0.smithi046.stdout:op 1509 completed, throughput=5MB/sec 2021-07-26T16:12:59.912 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-upLdpZPHdN1T3Pq off=4383019 len=479866 2021-07-26T16:12:59.919 INFO:tasks.workunit.client.0.smithi046.stdout:op 1510 completed, throughput=5MB/sec 2021-07-26T16:13:00.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:00 smithi073 bash[34190]: cluster 2021-07-26T16:13:00.371421+0000 mgr.y (mgr.24683) 912 : cluster [DBG] pgmap v1696: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:00.919 INFO:tasks.workunit.client.0.smithi046.stdout: 298: throughput=4.98MB/sec pending data=0 2021-07-26T16:13:00.920 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Jd2dFt77Wv0RWz7 off=11613464 len=1195003 2021-07-26T16:13:00.923 INFO:tasks.workunit.client.0.smithi046.stdout:op 1511 completed, throughput=4.99MB/sec 2021-07-26T16:13:00.924 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-on8fc0K2WjwAwJn off=12197331 len=1288924 2021-07-26T16:13:00.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:00 smithi046 bash[41283]: cluster 2021-07-26T16:13:00.371421+0000 mgr.y (mgr.24683) 912 : cluster [DBG] pgmap v1696: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:00.928 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:00 smithi046 bash[42351]: cluster 2021-07-26T16:13:00.371421+0000 mgr.y (mgr.24683) 912 : cluster [DBG] pgmap v1696: 9 pgs: 9 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:00.929 INFO:tasks.workunit.client.0.smithi046.stdout:op 1512 completed, throughput=4.99MB/sec 2021-07-26T16:13:00.929 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WxXc4LEALsDcxBC off=1149123 len=933031 2021-07-26T16:13:00.931 INFO:tasks.workunit.client.0.smithi046.stdout:op 1513 completed, throughput=4.99MB/sec 2021-07-26T16:13:00.931 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8T9sn-PSFXLzi2g off=16150583 len=165333 2021-07-26T16:13:00.933 INFO:tasks.workunit.client.0.smithi046.stdout:op 1514 completed, throughput=4.99MB/sec 2021-07-26T16:13:00.933 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OERBTVB7xa6X61Q off=1000244 len=838525 2021-07-26T16:13:00.942 INFO:tasks.workunit.client.0.smithi046.stdout:op 1515 completed, throughput=5MB/sec 2021-07-26T16:13:00.942 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ABGzwc8wBlJACZP off=19527928 len=1801320 2021-07-26T16:13:00.947 INFO:tasks.workunit.client.0.smithi046.stdout:op 1516 completed, throughput=5MB/sec 2021-07-26T16:13:01.947 INFO:tasks.workunit.client.0.smithi046.stdout: 299: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:01.947 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-y2KesXJyW49YoeM off=2546687 len=275337 2021-07-26T16:13:01.953 INFO:tasks.workunit.client.0.smithi046.stdout:op 1517 completed, throughput=4.99MB/sec 2021-07-26T16:13:01.953 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0YqFfm2prCt93tD off=5187645 len=1485123 2021-07-26T16:13:01.956 INFO:tasks.workunit.client.0.smithi046.stdout:op 1518 completed, throughput=4.99MB/sec 2021-07-26T16:13:01.957 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-vySlX0wWn1AveXv off=859924 len=358167 2021-07-26T16:13:01.963 INFO:tasks.workunit.client.0.smithi046.stdout:op 1519 completed, throughput=4.99MB/sec 2021-07-26T16:13:01.963 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-h59DK07nSm6BonM off=15258927 len=1314191 2021-07-26T16:13:01.973 INFO:tasks.workunit.client.0.smithi046.stdout:op 1520 completed, throughput=5MB/sec 2021-07-26T16:13:01.974 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XbE4LWkdAPQDGMT off=13369482 len=63156 2021-07-26T16:13:01.978 INFO:tasks.workunit.client.0.smithi046.stdout:op 1521 completed, throughput=5MB/sec 2021-07-26T16:13:01.978 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-avyB3gbnb0iPuyy off=10625382 len=187808 2021-07-26T16:13:01.983 INFO:tasks.workunit.client.0.smithi046.stdout:op 1522 completed, throughput=5MB/sec 2021-07-26T16:13:01.984 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-UDQr3NP2b-ICHF6 off=224589 len=1109935 2021-07-26T16:13:01.986 INFO:tasks.workunit.client.0.smithi046.stdout:op 1523 completed, throughput=5MB/sec 2021-07-26T16:13:02.987 INFO:tasks.workunit.client.0.smithi046.stdout: 300: throughput=4.98MB/sec pending data=0 2021-07-26T16:13:02.987 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-aPWKsNLdQWwoQzG off=9982778 len=1548129 2021-07-26T16:13:02.999 INFO:tasks.workunit.client.0.smithi046.stdout:op 1524 completed, throughput=4.99MB/sec 2021-07-26T16:13:02.999 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mf6mmV6p_xVNrMI off=19080205 len=454714 2021-07-26T16:13:03.005 INFO:tasks.workunit.client.0.smithi046.stdout:op 1525 completed, throughput=4.99MB/sec 2021-07-26T16:13:03.005 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HmpkECy5DLoWdLp off=4016453 len=304137 2021-07-26T16:13:03.010 INFO:tasks.workunit.client.0.smithi046.stdout:op 1526 completed, throughput=4.99MB/sec 2021-07-26T16:13:03.010 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cVvbol2t3Wlp34x off=8108273 len=1260096 2021-07-26T16:13:03.014 INFO:tasks.workunit.client.0.smithi046.stdout:op 1527 completed, throughput=5MB/sec 2021-07-26T16:13:03.014 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-QAMbwG-qPn2yZiM off=1180573 len=591298 2021-07-26T16:13:03.016 INFO:tasks.workunit.client.0.smithi046.stdout:op 1528 completed, throughput=5MB/sec 2021-07-26T16:13:03.016 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xRvQHHtQGzC32Ob off=13086508 len=580596 2021-07-26T16:13:03.023 INFO:tasks.workunit.client.0.smithi046.stdout:op 1529 completed, throughput=5MB/sec 2021-07-26T16:13:03.023 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XEcbpyu3vpmBFK6 off=10907914 len=475636 2021-07-26T16:13:03.028 INFO:tasks.workunit.client.0.smithi046.stdout:op 1530 completed, throughput=5MB/sec 2021-07-26T16:13:03.029 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-D-0XgrFt0dOh3KS off=3505161 len=927147 2021-07-26T16:13:03.031 INFO:tasks.workunit.client.0.smithi046.stdout:op 1531 completed, throughput=5MB/sec 2021-07-26T16:13:03.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:03 smithi073 bash[34190]: cluster 2021-07-26T16:13:02.372085+0000 mgr.y (mgr.24683) 913 : cluster [DBG] pgmap v1697: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:03.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:03 smithi046 bash[41283]: cluster 2021-07-26T16:13:02.372085+0000 mgr.y (mgr.24683) 913 : cluster [DBG] pgmap v1697: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:03.429 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:03 smithi046 bash[42351]: cluster 2021-07-26T16:13:02.372085+0000 mgr.y (mgr.24683) 913 : cluster [DBG] pgmap v1697: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2021-07-26T16:13:03.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:03.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:03.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:03.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:03 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:03.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:13:04.032 INFO:tasks.workunit.client.0.smithi046.stdout: 301: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:04.032 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WiWHOvzFJ0d_bV6 off=11293599 len=667404 2021-07-26T16:13:04.039 INFO:tasks.workunit.client.0.smithi046.stdout:op 1532 completed, throughput=4.99MB/sec 2021-07-26T16:13:04.040 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-b5KdbUkFlvbVlKz off=1963283 len=1500002 2021-07-26T16:13:04.045 INFO:tasks.workunit.client.0.smithi046.stdout:op 1533 completed, throughput=4.99MB/sec 2021-07-26T16:13:04.045 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3pglVGkUN7lXG0I off=9987305 len=212197 2021-07-26T16:13:04.050 INFO:tasks.workunit.client.0.smithi046.stdout:op 1534 completed, throughput=4.99MB/sec 2021-07-26T16:13:04.050 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-X4GgiPtASAKu0VF off=6954042 len=108560 2021-07-26T16:13:04.055 INFO:tasks.workunit.client.0.smithi046.stdout:op 1535 completed, throughput=4.99MB/sec 2021-07-26T16:13:04.055 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ExY8Ad4epluTGhu off=7027929 len=602002 2021-07-26T16:13:04.057 INFO:tasks.workunit.client.0.smithi046.stdout:op 1536 completed, throughput=5MB/sec 2021-07-26T16:13:04.057 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj--SvSCvr8VO4p2GZ off=89942 len=770907 2021-07-26T16:13:04.064 INFO:tasks.workunit.client.0.smithi046.stdout:op 1537 completed, throughput=5MB/sec 2021-07-26T16:13:04.064 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-WcmC03ppdKTr2fL off=21271239 len=1133884 2021-07-26T16:13:04.073 INFO:tasks.workunit.client.0.smithi046.stdout:op 1538 completed, throughput=5MB/sec 2021-07-26T16:13:04.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:04 smithi073 bash[34190]: cluster 2021-07-26T16:13:04.372814+0000 mgr.y (mgr.24683) 914 : cluster [DBG] pgmap v1698: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:04.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:04 smithi046 bash[41283]: cluster 2021-07-26T16:13:04.372814+0000 mgr.y (mgr.24683) 914 : cluster [DBG] pgmap v1698: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:04.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:04 smithi046 bash[42351]: cluster 2021-07-26T16:13:04.372814+0000 mgr.y (mgr.24683) 914 : cluster [DBG] pgmap v1698: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:05.074 INFO:tasks.workunit.client.0.smithi046.stdout: 302: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:05.074 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-snF4390XgIBsphk off=13480725 len=507992 2021-07-26T16:13:05.076 INFO:tasks.workunit.client.0.smithi046.stdout:op 1539 completed, throughput=4.99MB/sec 2021-07-26T16:13:05.076 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-CgxQqXwTdnEyCuK off=2924318 len=1416026 2021-07-26T16:13:05.080 INFO:tasks.workunit.client.0.smithi046.stdout:op 1540 completed, throughput=4.99MB/sec 2021-07-26T16:13:05.080 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Z7OPJxgyE_N5QK5 off=7500607 len=684871 2021-07-26T16:13:05.082 INFO:tasks.workunit.client.0.smithi046.stdout:op 1541 completed, throughput=4.99MB/sec 2021-07-26T16:13:05.082 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Q_nbvKubmx5khyY off=0 len=1106852 2021-07-26T16:13:05.093 INFO:tasks.workunit.client.0.smithi046.stdout:op 1542 completed, throughput=5MB/sec 2021-07-26T16:13:05.093 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-778s5Thp8lTC1td off=796728 len=2012381 2021-07-26T16:13:05.099 INFO:tasks.workunit.client.0.smithi046.stdout:op 1543 completed, throughput=5MB/sec 2021-07-26T16:13:06.099 INFO:tasks.workunit.client.0.smithi046.stdout: 303: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:06.100 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ELneIFswZeGzFuP off=7814819 len=1193265 2021-07-26T16:13:06.103 INFO:tasks.workunit.client.0.smithi046.stdout:op 1544 completed, throughput=4.99MB/sec 2021-07-26T16:13:06.104 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-pkSOvBpyhth3gru off=5767605 len=248193 2021-07-26T16:13:06.105 INFO:tasks.workunit.client.0.smithi046.stdout:op 1545 completed, throughput=4.99MB/sec 2021-07-26T16:13:06.105 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-SKh1H_ZEMe-zTfD off=5008065 len=1871896 2021-07-26T16:13:06.111 INFO:tasks.workunit.client.0.smithi046.stdout:op 1546 completed, throughput=5MB/sec 2021-07-26T16:13:06.111 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dngye1OtpgiWGUC off=469788 len=944931 2021-07-26T16:13:06.120 INFO:tasks.workunit.client.0.smithi046.stdout:op 1547 completed, throughput=5MB/sec 2021-07-26T16:13:06.120 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ToKv7aSNCzokrYD off=20957003 len=1276742 2021-07-26T16:13:06.131 INFO:tasks.workunit.client.0.smithi046.stdout:op 1548 completed, throughput=5MB/sec 2021-07-26T16:13:06.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:06 smithi073 bash[34190]: cluster 2021-07-26T16:13:06.373659+0000 mgr.y (mgr.24683) 915 : cluster [DBG] pgmap v1699: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:06.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:06 smithi046 bash[41283]: cluster 2021-07-26T16:13:06.373659+0000 mgr.y (mgr.24683) 915 : cluster [DBG] pgmap v1699: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:06.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:06 smithi046 bash[42351]: cluster 2021-07-26T16:13:06.373659+0000 mgr.y (mgr.24683) 915 : cluster [DBG] pgmap v1699: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2021-07-26T16:13:07.131 INFO:tasks.workunit.client.0.smithi046.stdout: 304: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:07.132 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-WBncz-6B_Wle_5H off=4099637 len=899363 2021-07-26T16:13:07.135 INFO:tasks.workunit.client.0.smithi046.stdout:op 1549 completed, throughput=4.99MB/sec 2021-07-26T16:13:07.135 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A3-2zqxc7AHNRi_ off=9232148 len=177330 2021-07-26T16:13:07.140 INFO:tasks.workunit.client.0.smithi046.stdout:op 1550 completed, throughput=4.99MB/sec 2021-07-26T16:13:07.140 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3FTXQZujtju4dn5 off=11421289 len=787609 2021-07-26T16:13:07.143 INFO:tasks.workunit.client.0.smithi046.stdout:op 1551 completed, throughput=4.99MB/sec 2021-07-26T16:13:07.143 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sT3yRYcclufcB-D off=6700683 len=287701 2021-07-26T16:13:07.145 INFO:tasks.workunit.client.0.smithi046.stdout:op 1552 completed, throughput=4.99MB/sec 2021-07-26T16:13:07.145 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-90-G6cGjUZ11bF3 off=3809654 len=1130185 2021-07-26T16:13:07.155 INFO:tasks.workunit.client.0.smithi046.stdout:op 1553 completed, throughput=5MB/sec 2021-07-26T16:13:07.155 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-sQIOVOvYBIZMpFc off=12667832 len=444957 2021-07-26T16:13:07.162 INFO:tasks.workunit.client.0.smithi046.stdout:op 1554 completed, throughput=5MB/sec 2021-07-26T16:13:07.163 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-IWEm6M4rh2F6pGe off=298960 len=1777633 2021-07-26T16:13:07.165 INFO:tasks.workunit.client.0.smithi046.stdout:op 1555 completed, throughput=5MB/sec 2021-07-26T16:13:08.166 INFO:tasks.workunit.client.0.smithi046.stdout: 305: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:08.166 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-dY0cGNO2FIpjkJB off=14329692 len=727475 2021-07-26T16:13:08.173 INFO:tasks.workunit.client.0.smithi046.stdout:op 1556 completed, throughput=4.99MB/sec 2021-07-26T16:13:08.173 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-GlFT-YmF4IG1YXv off=9859774 len=597818 2021-07-26T16:13:08.175 INFO:tasks.workunit.client.0.smithi046.stdout:op 1557 completed, throughput=4.99MB/sec 2021-07-26T16:13:08.176 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-wvMT2Mt1RecgzZi off=10088821 len=2073273 2021-07-26T16:13:08.182 INFO:tasks.workunit.client.0.smithi046.stdout:op 1558 completed, throughput=5MB/sec 2021-07-26T16:13:08.182 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-JUOCgJw5KB0rRzr off=12725713 len=667963 2021-07-26T16:13:08.185 INFO:tasks.workunit.client.0.smithi046.stdout:op 1559 completed, throughput=5MB/sec 2021-07-26T16:13:08.185 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3y97CVuQ3OtuPoB off=21923871 len=611809 2021-07-26T16:13:08.192 INFO:tasks.workunit.client.0.smithi046.stdout:op 1560 completed, throughput=5MB/sec 2021-07-26T16:13:08.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:08 smithi073 bash[34190]: cluster 2021-07-26T16:13:08.374494+0000 mgr.y (mgr.24683) 916 : cluster [DBG] pgmap v1700: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:08.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:08 smithi046 bash[41283]: cluster 2021-07-26T16:13:08.374494+0000 mgr.y (mgr.24683) 916 : cluster [DBG] pgmap v1700: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:08.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:08 smithi046 bash[42351]: cluster 2021-07-26T16:13:08.374494+0000 mgr.y (mgr.24683) 916 : cluster [DBG] pgmap v1700: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:09.193 INFO:tasks.workunit.client.0.smithi046.stdout: 306: throughput=4.98MB/sec pending data=0 2021-07-26T16:13:09.193 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zyq9-9Zr2rO2HB6 off=11507503 len=394652 2021-07-26T16:13:09.195 INFO:tasks.workunit.client.0.smithi046.stdout:op 1561 completed, throughput=4.99MB/sec 2021-07-26T16:13:09.196 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-JLXEqO-YyTKuYYI off=23577071 len=1012974 2021-07-26T16:13:09.204 INFO:tasks.workunit.client.0.smithi046.stdout:op 1562 completed, throughput=4.99MB/sec 2021-07-26T16:13:09.204 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-N-qRwDtQjB0Lwjp off=1968286 len=496694 2021-07-26T16:13:09.211 INFO:tasks.workunit.client.0.smithi046.stdout:op 1563 completed, throughput=4.99MB/sec 2021-07-26T16:13:09.212 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-vU3OOGNclOBp-aG off=7567018 len=1570983 2021-07-26T16:13:09.215 INFO:tasks.workunit.client.0.smithi046.stdout:op 1564 completed, throughput=5MB/sec 2021-07-26T16:13:09.215 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-poK_MibfCAEqsdD off=1040550 len=472319 2021-07-26T16:13:09.222 INFO:tasks.workunit.client.0.smithi046.stdout:op 1565 completed, throughput=5MB/sec 2021-07-26T16:13:09.222 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oeKpjWVxa8wTFOD off=12174327 len=1698489 2021-07-26T16:13:09.232 INFO:tasks.workunit.client.0.smithi046.stdout:op 1566 completed, throughput=5MB/sec 2021-07-26T16:13:10.233 INFO:tasks.workunit.client.0.smithi046.stdout: 307: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:10.233 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-pdzQAFaUnopBmkS off=494431 len=712042 2021-07-26T16:13:10.240 INFO:tasks.workunit.client.0.smithi046.stdout:op 1567 completed, throughput=4.99MB/sec 2021-07-26T16:13:10.241 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-YhwaJWdORS-mLpm off=2468718 len=850886 2021-07-26T16:13:10.243 INFO:tasks.workunit.client.0.smithi046.stdout:op 1568 completed, throughput=4.99MB/sec 2021-07-26T16:13:10.243 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-nZxNB55gq6i14S4 off=6109294 len=869678 2021-07-26T16:13:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:op 1569 completed, throughput=4.99MB/sec 2021-07-26T16:13:10.252 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-RHrlBEWKN5P-9UB off=6642855 len=912626 2021-07-26T16:13:10.255 INFO:tasks.workunit.client.0.smithi046.stdout:op 1570 completed, throughput=5MB/sec 2021-07-26T16:13:10.255 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-zzZSIPp0floANg3 off=2255839 len=113716 2021-07-26T16:13:10.256 INFO:tasks.workunit.client.0.smithi046.stdout:op 1571 completed, throughput=5MB/sec 2021-07-26T16:13:10.256 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-aJ82AgR1rF1VCiL off=10962086 len=2069906 2021-07-26T16:13:10.261 INFO:tasks.workunit.client.0.smithi046.stdout:op 1572 completed, throughput=5MB/sec 2021-07-26T16:13:10.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:10 smithi073 bash[34190]: cluster 2021-07-26T16:13:10.375237+0000 mgr.y (mgr.24683) 917 : cluster [DBG] pgmap v1701: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:13:10.928 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:10 smithi046 bash[42351]: cluster 2021-07-26T16:13:10.375237+0000 mgr.y (mgr.24683) 917 : cluster [DBG] pgmap v1701: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:13:10.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:10 smithi046 bash[41283]: cluster 2021-07-26T16:13:10.375237+0000 mgr.y (mgr.24683) 917 : cluster [DBG] pgmap v1701: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2021-07-26T16:13:11.261 INFO:tasks.workunit.client.0.smithi046.stdout: 308: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:11.262 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4Wzs_0hrwGPtXNO off=0 len=1300297 2021-07-26T16:13:11.272 INFO:tasks.workunit.client.0.smithi046.stdout:op 1573 completed, throughput=4.99MB/sec 2021-07-26T16:13:11.272 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-XTiNwRQojiMlp-V off=2048178 len=1488543 2021-07-26T16:13:11.285 INFO:tasks.workunit.client.0.smithi046.stdout:op 1574 completed, throughput=4.99MB/sec 2021-07-26T16:13:11.285 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Zmeo_E8WYJmi0pz off=8782517 len=1939262 2021-07-26T16:13:11.297 INFO:tasks.workunit.client.0.smithi046.stdout:op 1575 completed, throughput=5MB/sec 2021-07-26T16:13:11.297 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-x6Ct58EBNVfTLqF off=4220616 len=594264 2021-07-26T16:13:11.304 INFO:tasks.workunit.client.0.smithi046.stdout:op 1576 completed, throughput=5MB/sec 2021-07-26T16:13:12.305 INFO:tasks.workunit.client.0.smithi046.stdout: 309: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:12.306 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hJYwbOhYoYqmt8F off=911919 len=1293369 2021-07-26T16:13:12.316 INFO:tasks.workunit.client.0.smithi046.stdout:op 1577 completed, throughput=4.99MB/sec 2021-07-26T16:13:12.316 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-xBqD458QiZVQ7uD off=13845892 len=7724 2021-07-26T16:13:12.320 INFO:tasks.workunit.client.0.smithi046.stdout:op 1578 completed, throughput=4.99MB/sec 2021-07-26T16:13:12.320 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-4AHLmVF8V7-khil off=6594811 len=1155147 2021-07-26T16:13:12.322 INFO:tasks.workunit.client.0.smithi046.stdout:op 1579 completed, throughput=4.99MB/sec 2021-07-26T16:13:12.322 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FxjdcQ49uOmDWkJ off=3866057 len=554094 2021-07-26T16:13:12.324 INFO:tasks.workunit.client.0.smithi046.stdout:op 1580 completed, throughput=4.99MB/sec 2021-07-26T16:13:12.324 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8MKCRucneN_jmWo off=8242585 len=1588631 2021-07-26T16:13:12.327 INFO:tasks.workunit.client.0.smithi046.stdout:op 1581 completed, throughput=5MB/sec 2021-07-26T16:13:12.327 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Y1QR9OpKYeBMUyI off=2179459 len=31269 2021-07-26T16:13:12.328 INFO:tasks.workunit.client.0.smithi046.stdout:op 1582 completed, throughput=5MB/sec 2021-07-26T16:13:12.328 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-FkTgQ7oZaxcFvGo off=1989735 len=687855 2021-07-26T16:13:12.330 INFO:tasks.workunit.client.0.smithi046.stdout:op 1583 completed, throughput=5MB/sec 2021-07-26T16:13:13.331 INFO:tasks.workunit.client.0.smithi046.stdout: 310: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:13.331 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-XpmU-Zbd6cbDXNV off=22743269 len=1989490 2021-07-26T16:13:13.335 INFO:tasks.workunit.client.0.smithi046.stdout:op 1584 completed, throughput=4.99MB/sec 2021-07-26T16:13:13.335 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-mkX375YMREmv4VS off=4457838 len=281222 2021-07-26T16:13:13.336 INFO:tasks.workunit.client.0.smithi046.stdout:op 1585 completed, throughput=4.99MB/sec 2021-07-26T16:13:13.337 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-e3nYECLYHLwGDQu off=2069124 len=1451340 2021-07-26T16:13:13.347 INFO:tasks.workunit.client.0.smithi046.stdout:op 1586 completed, throughput=5MB/sec 2021-07-26T16:13:13.347 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-hzh276IY6Yqknp- off=2107871 len=166215 2021-07-26T16:13:13.352 INFO:tasks.workunit.client.0.smithi046.stdout:op 1587 completed, throughput=5MB/sec 2021-07-26T16:13:13.353 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-jHllfUsuGKFr0dc off=33775 len=823064 2021-07-26T16:13:13.354 INFO:tasks.workunit.client.0.smithi046.stdout:op 1588 completed, throughput=5MB/sec 2021-07-26T16:13:13.355 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1r_hybu9LCuZOuG off=3188292 len=1010259 2021-07-26T16:13:13.358 INFO:tasks.workunit.client.0.smithi046.stdout:op 1589 completed, throughput=5MB/sec 2021-07-26T16:13:13.367 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:13 smithi073 bash[34190]: cluster 2021-07-26T16:13:12.375987+0000 mgr.y (mgr.24683) 918 : cluster [DBG] pgmap v1702: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:13.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:13 smithi046 bash[42351]: cluster 2021-07-26T16:13:12.375987+0000 mgr.y (mgr.24683) 918 : cluster [DBG] pgmap v1702: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:13.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:13 smithi046 bash[41283]: cluster 2021-07-26T16:13:12.375987+0000 mgr.y (mgr.24683) 918 : cluster [DBG] pgmap v1702: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:13.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:13.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:13.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:13.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:13 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:13.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs; Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" 2021-07-26T16:13:14.358 INFO:tasks.workunit.client.0.smithi046.stdout: 311: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:14.359 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-HGP19ShHAKcFWyz off=3459473 len=782157 2021-07-26T16:13:14.362 INFO:tasks.workunit.client.0.smithi046.stdout:op 1590 completed, throughput=4.99MB/sec 2021-07-26T16:13:14.362 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HNrGC6gn_nLqcd- off=2664891 len=848447 2021-07-26T16:13:14.370 INFO:tasks.workunit.client.0.smithi046.stdout:op 1591 completed, throughput=4.99MB/sec 2021-07-26T16:13:14.370 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-MV9KP22xpSf2hW0 off=6933032 len=1633916 2021-07-26T16:13:14.381 INFO:tasks.workunit.client.0.smithi046.stdout:op 1592 completed, throughput=5MB/sec 2021-07-26T16:13:14.382 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-qXopiWtU4Kh-tOm off=465143 len=1527946 2021-07-26T16:13:14.386 INFO:tasks.workunit.client.0.smithi046.stdout:op 1593 completed, throughput=5MB/sec 2021-07-26T16:13:14.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:14 smithi073 bash[34190]: cluster 2021-07-26T16:13:14.376760+0000 mgr.y (mgr.24683) 919 : cluster [DBG] pgmap v1703: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:14.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:14 smithi046 bash[41283]: cluster 2021-07-26T16:13:14.376760+0000 mgr.y (mgr.24683) 919 : cluster [DBG] pgmap v1703: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:14.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:14 smithi046 bash[42351]: cluster 2021-07-26T16:13:14.376760+0000 mgr.y (mgr.24683) 919 : cluster [DBG] pgmap v1703: 9 pgs: 9 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:13:15.386 INFO:tasks.workunit.client.0.smithi046.stdout: 312: throughput=4.98MB/sec pending data=0 2021-07-26T16:13:15.387 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-7n4hOES2AVmHk10 off=2298042 len=1974045 2021-07-26T16:13:15.392 INFO:tasks.workunit.client.0.smithi046.stdout:op 1594 completed, throughput=4.99MB/sec 2021-07-26T16:13:15.393 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hAqMCOd8G-Lg34D off=1005613 len=1299230 2021-07-26T16:13:15.396 INFO:tasks.workunit.client.0.smithi046.stdout:op 1595 completed, throughput=4.99MB/sec 2021-07-26T16:13:15.396 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-zIJR_5C1SrDhoGz off=11812694 len=1266863 2021-07-26T16:13:15.407 INFO:tasks.workunit.client.0.smithi046.stdout:op 1596 completed, throughput=5MB/sec 2021-07-26T16:13:15.407 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UIRJCJXipDFVm2E off=19749188 len=600931 2021-07-26T16:13:15.414 INFO:tasks.workunit.client.0.smithi046.stdout:op 1597 completed, throughput=5MB/sec 2021-07-26T16:13:15.414 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wM0wgQ0AAvPNnyf off=661494 len=1120065 2021-07-26T16:13:15.421 INFO:tasks.workunit.client.0.smithi046.stdout:op 1598 completed, throughput=5MB/sec 2021-07-26T16:13:16.421 INFO:tasks.workunit.client.0.smithi046.stdout: 313: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:16.422 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RK993XNDuuxypVA off=10634621 len=1439419 2021-07-26T16:13:16.433 INFO:tasks.workunit.client.0.smithi046.stdout:op 1599 completed, throughput=4.99MB/sec 2021-07-26T16:13:16.433 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-1ylMG2RxtRhr2Sk off=431259 len=399951 2021-07-26T16:13:16.438 INFO:tasks.workunit.client.0.smithi046.stdout:op 1600 completed, throughput=4.99MB/sec 2021-07-26T16:13:16.439 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-3Q0XTS0IuISuI3Q off=5325779 len=370655 2021-07-26T16:13:16.440 INFO:tasks.workunit.client.0.smithi046.stdout:op 1601 completed, throughput=4.99MB/sec 2021-07-26T16:13:16.440 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-YLFAGPUglW8LTIu off=474234 len=574894 2021-07-26T16:13:16.445 INFO:tasks.workunit.client.0.smithi046.stdout:op 1602 completed, throughput=5MB/sec 2021-07-26T16:13:16.445 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-0Yc4-phWw19UK7l off=6752529 len=2041333 2021-07-26T16:13:16.450 INFO:tasks.workunit.client.0.smithi046.stdout:op 1603 completed, throughput=5MB/sec 2021-07-26T16:13:16.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:16 smithi073 bash[34190]: cluster 2021-07-26T16:13:16.377541+0000 mgr.y (mgr.24683) 920 : cluster [DBG] pgmap v1704: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:13:16.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:16 smithi046 bash[41283]: cluster 2021-07-26T16:13:16.377541+0000 mgr.y (mgr.24683) 920 : cluster [DBG] pgmap v1704: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:13:16.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:16 smithi046 bash[42351]: cluster 2021-07-26T16:13:16.377541+0000 mgr.y (mgr.24683) 920 : cluster [DBG] pgmap v1704: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2021-07-26T16:13:17.451 INFO:tasks.workunit.client.0.smithi046.stdout: 314: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:17.451 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-R-6qboG5ftfdvtp off=10839960 len=844743 2021-07-26T16:13:17.454 INFO:tasks.workunit.client.0.smithi046.stdout:op 1604 completed, throughput=4.99MB/sec 2021-07-26T16:13:17.454 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-0GhNOPm_DSsV3JR off=554481 len=823941 2021-07-26T16:13:17.463 INFO:tasks.workunit.client.0.smithi046.stdout:op 1605 completed, throughput=4.99MB/sec 2021-07-26T16:13:17.463 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-9wpuzHOzoOo4GsB off=540721 len=119317 2021-07-26T16:13:17.464 INFO:tasks.workunit.client.0.smithi046.stdout:op 1606 completed, throughput=4.99MB/sec 2021-07-26T16:13:17.464 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VFOPyAwdbKbxfVz off=3499540 len=1091791 2021-07-26T16:13:17.474 INFO:tasks.workunit.client.0.smithi046.stdout:op 1607 completed, throughput=4.99MB/sec 2021-07-26T16:13:17.474 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o-OwMiz_t8tPQ00 off=1994401 len=828196 2021-07-26T16:13:17.481 INFO:tasks.workunit.client.0.smithi046.stdout:op 1608 completed, throughput=5MB/sec 2021-07-26T16:13:17.482 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-3mAje6QKNiCUKJA off=269245 len=1558138 2021-07-26T16:13:17.492 INFO:tasks.workunit.client.0.smithi046.stdout:op 1609 completed, throughput=5MB/sec 2021-07-26T16:13:18.493 INFO:tasks.workunit.client.0.smithi046.stdout: 315: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:18.493 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ndDOdJydqZFiMEZ off=15896031 len=1516314 2021-07-26T16:13:18.505 INFO:tasks.workunit.client.0.smithi046.stdout:op 1610 completed, throughput=4.99MB/sec 2021-07-26T16:13:18.505 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-TYi6F_8AaU8ydkQ off=1132612 len=709541 2021-07-26T16:13:18.512 INFO:tasks.workunit.client.0.smithi046.stdout:op 1611 completed, throughput=4.99MB/sec 2021-07-26T16:13:18.512 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-h8Jww10_og8wRRx off=97030 len=1337778 2021-07-26T16:13:18.516 INFO:tasks.workunit.client.0.smithi046.stdout:op 1612 completed, throughput=5MB/sec 2021-07-26T16:13:18.516 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-sjyALvkPqWRZZVB off=11728089 len=158608 2021-07-26T16:13:18.517 INFO:tasks.workunit.client.0.smithi046.stdout:op 1613 completed, throughput=5MB/sec 2021-07-26T16:13:18.517 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-4BoEW6yxq4GmePK off=8152025 len=1127692 2021-07-26T16:13:18.524 INFO:tasks.workunit.client.0.smithi046.stdout:op 1614 completed, throughput=5MB/sec 2021-07-26T16:13:18.525 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-DBz5jdRNRAcHctb off=3424917 len=168404 2021-07-26T16:13:18.525 INFO:tasks.workunit.client.0.smithi046.stdout:op 1615 completed, throughput=5MB/sec 2021-07-26T16:13:18.526 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UP1gmRWnljfj3Pj off=20104853 len=1360848 2021-07-26T16:13:18.535 INFO:tasks.workunit.client.0.smithi046.stdout:op 1616 completed, throughput=5MB/sec 2021-07-26T16:13:18.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:18 smithi073 bash[34190]: cluster 2021-07-26T16:13:18.378224+0000 mgr.y (mgr.24683) 921 : cluster [DBG] pgmap v1705: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2021-07-26T16:13:18.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:18 smithi046 bash[41283]: cluster 2021-07-26T16:13:18.378224+0000 mgr.y (mgr.24683) 921 : cluster [DBG] pgmap v1705: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2021-07-26T16:13:18.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:18 smithi046 bash[42351]: cluster 2021-07-26T16:13:18.378224+0000 mgr.y (mgr.24683) 921 : cluster [DBG] pgmap v1705: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2021-07-26T16:13:19.535 INFO:tasks.workunit.client.0.smithi046.stdout: 316: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:19.536 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-s8ECBenye_u41o7 off=1816238 len=1545806 2021-07-26T16:13:19.547 INFO:tasks.workunit.client.0.smithi046.stdout:op 1617 completed, throughput=4.99MB/sec 2021-07-26T16:13:19.547 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-kvAYq9l-A7T3Ftd off=2777961 len=846664 2021-07-26T16:13:19.550 INFO:tasks.workunit.client.0.smithi046.stdout:op 1618 completed, throughput=4.99MB/sec 2021-07-26T16:13:19.550 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-EDybEtqgYVY6wcF off=945089 len=1808949 2021-07-26T16:13:19.565 INFO:tasks.workunit.client.0.smithi046.stdout:op 1619 completed, throughput=5MB/sec 2021-07-26T16:13:19.566 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Pxb2vYQHrq9Mr0a off=3650506 len=474203 2021-07-26T16:13:19.567 INFO:tasks.workunit.client.0.smithi046.stdout:op 1620 completed, throughput=5MB/sec 2021-07-26T16:13:20.567 INFO:tasks.workunit.client.0.smithi046.stdout: 317: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:20.567 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-B44B1nNwGOOptnr off=6906277 len=2027254 2021-07-26T16:13:20.584 INFO:tasks.workunit.client.0.smithi046.stdout:op 1621 completed, throughput=4.99MB/sec 2021-07-26T16:13:20.584 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-CTf0LqV32hOAXBh off=4017729 len=1781792 2021-07-26T16:13:20.595 INFO:tasks.workunit.client.0.smithi046.stdout:op 1622 completed, throughput=5MB/sec 2021-07-26T16:13:20.595 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-mhIa3f8cMm3mfeH off=11287483 len=1435812 2021-07-26T16:13:20.605 INFO:tasks.workunit.client.0.smithi046.stdout:op 1623 completed, throughput=5MB/sec 2021-07-26T16:13:20.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:20 smithi073 bash[34190]: cluster 2021-07-26T16:13:20.378899+0000 mgr.y (mgr.24683) 922 : cluster [DBG] pgmap v1706: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:13:20.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:20 smithi046 bash[41283]: cluster 2021-07-26T16:13:20.378899+0000 mgr.y (mgr.24683) 922 : cluster [DBG] pgmap v1706: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:13:20.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:20 smithi046 bash[42351]: cluster 2021-07-26T16:13:20.378899+0000 mgr.y (mgr.24683) 922 : cluster [DBG] pgmap v1706: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2021-07-26T16:13:21.605 INFO:tasks.workunit.client.0.smithi046.stdout: 318: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:21.606 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HowWlxG8QnjuujD off=3250873 len=371236 2021-07-26T16:13:21.611 INFO:tasks.workunit.client.0.smithi046.stdout:op 1624 completed, throughput=4.99MB/sec 2021-07-26T16:13:21.612 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-oNYA6q87rX6QG8S off=6602895 len=1176100 2021-07-26T16:13:21.621 INFO:tasks.workunit.client.0.smithi046.stdout:op 1625 completed, throughput=4.99MB/sec 2021-07-26T16:13:21.621 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fRzEyp_pkC5_kkc off=3595666 len=1824055 2021-07-26T16:13:21.626 INFO:tasks.workunit.client.0.smithi046.stdout:op 1626 completed, throughput=4.99MB/sec 2021-07-26T16:13:21.626 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o5h-hBbi2abN_5q off=3247550 len=1218916 2021-07-26T16:13:21.635 INFO:tasks.workunit.client.0.smithi046.stdout:op 1627 completed, throughput=5MB/sec 2021-07-26T16:13:21.635 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-K98ZXjE6Ih6mtOC off=6115068 len=183489 2021-07-26T16:13:21.636 INFO:tasks.workunit.client.0.smithi046.stdout:op 1628 completed, throughput=5MB/sec 2021-07-26T16:13:21.637 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-NR1DlEvERzKcis5 off=661977 len=765551 2021-07-26T16:13:21.639 INFO:tasks.workunit.client.0.smithi046.stdout:op 1629 completed, throughput=5MB/sec 2021-07-26T16:13:22.639 INFO:tasks.workunit.client.0.smithi046.stdout: 319: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:22.640 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-HAS8_iGKj3wsgia off=3215930 len=875251 2021-07-26T16:13:22.648 INFO:tasks.workunit.client.0.smithi046.stdout:op 1630 completed, throughput=4.99MB/sec 2021-07-26T16:13:22.648 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-Nucz6ccMDGHw-Lj off=4964818 len=1803927 2021-07-26T16:13:22.662 INFO:tasks.workunit.client.0.smithi046.stdout:op 1631 completed, throughput=4.99MB/sec 2021-07-26T16:13:22.662 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-K-iWYZowOeF9_1m off=0 len=1208512 2021-07-26T16:13:22.671 INFO:tasks.workunit.client.0.smithi046.stdout:op 1632 completed, throughput=5MB/sec 2021-07-26T16:13:22.671 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-9_cR7Rtas1k9ENR off=3952612 len=1595229 2021-07-26T16:13:22.681 INFO:tasks.workunit.client.0.smithi046.stdout:op 1633 completed, throughput=5MB/sec 2021-07-26T16:13:23.368 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:23 smithi073 bash[34190]: cluster 2021-07-26T16:13:22.379622+0000 mgr.y (mgr.24683) 923 : cluster [DBG] pgmap v1707: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:23.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:23 smithi046 bash[41283]: cluster 2021-07-26T16:13:22.379622+0000 mgr.y (mgr.24683) 923 : cluster [DBG] pgmap v1707: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:23.428 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:23 smithi046 bash[42351]: cluster 2021-07-26T16:13:22.379622+0000 mgr.y (mgr.24683) 923 : cluster [DBG] pgmap v1707: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2021-07-26T16:13:23.681 INFO:tasks.workunit.client.0.smithi046.stdout: 320: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:23.681 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-cUzlPckpNjygu2g off=9996792 len=1305923 2021-07-26T16:13:23.686 INFO:tasks.workunit.client.0.smithi046.stdout:op 1634 completed, throughput=4.99MB/sec 2021-07-26T16:13:23.686 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-u8GLhxNd4MHVitN off=1864630 len=1922559 2021-07-26T16:13:23.702 INFO:tasks.workunit.client.0.smithi046.stdout:op 1635 completed, throughput=4.99MB/sec 2021-07-26T16:13:23.702 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-VA0wVzbRl4WAEt_ off=5407493 len=75061 2021-07-26T16:13:23.707 INFO:tasks.workunit.client.0.smithi046.stdout:op 1636 completed, throughput=4.99MB/sec 2021-07-26T16:13:23.707 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wJybOUS72BUYchr off=12218747 len=1839853 2021-07-26T16:13:23.719 INFO:tasks.workunit.client.0.smithi046.stdout:op 1637 completed, throughput=5MB/sec 2021-07-26T16:13:23.928 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:23.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:23.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:23.929 INFO:journalctl@ceph.alertmanager.a.smithi046.stdout:Jul 26 16:13:23 smithi046 bash[50540]: level=error ts=2021-07-26T16:13:23.531Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=11 err="Post https://172.21.15.73:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.73 because it doesn't contain any IP SANs; Post https://172.21.15.46:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.46 because it doesn't contain any IP SANs" 2021-07-26T16:13:24.720 INFO:tasks.workunit.client.0.smithi046.stdout: 321: throughput=4.98MB/sec pending data=0 2021-07-26T16:13:24.720 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-M3ERVwH3yBk57UT off=814896 len=1857234 2021-07-26T16:13:24.726 INFO:tasks.workunit.client.0.smithi046.stdout:op 1638 completed, throughput=4.99MB/sec 2021-07-26T16:13:24.726 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-uJ796PlYSm5ovtX off=1500570 len=900313 2021-07-26T16:13:24.729 INFO:tasks.workunit.client.0.smithi046.stdout:op 1639 completed, throughput=4.99MB/sec 2021-07-26T16:13:24.730 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-o1VvHBfTLoZJszu off=418440 len=471316 2021-07-26T16:13:24.735 INFO:tasks.workunit.client.0.smithi046.stdout:op 1640 completed, throughput=4.99MB/sec 2021-07-26T16:13:24.735 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-MBAc2rtyFSyk1-M off=11867351 len=1047386 2021-07-26T16:13:24.739 INFO:tasks.workunit.client.0.smithi046.stdout:op 1641 completed, throughput=5MB/sec 2021-07-26T16:13:24.739 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-64-nt8uZ0smBoTo off=2126376 len=1539065 2021-07-26T16:13:24.751 INFO:tasks.workunit.client.0.smithi046.stdout:op 1642 completed, throughput=5MB/sec 2021-07-26T16:13:24.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:24 smithi073 bash[34190]: cluster 2021-07-26T16:13:24.380289+0000 mgr.y (mgr.24683) 924 : cluster [DBG] pgmap v1708: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:13:24.928 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:24 smithi046 bash[42351]: cluster 2021-07-26T16:13:24.380289+0000 mgr.y (mgr.24683) 924 : cluster [DBG] pgmap v1708: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:13:24.929 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:24 smithi046 bash[41283]: cluster 2021-07-26T16:13:24.380289+0000 mgr.y (mgr.24683) 924 : cluster [DBG] pgmap v1708: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2021-07-26T16:13:25.751 INFO:tasks.workunit.client.0.smithi046.stdout: 322: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:25.751 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-wS984zq4Hrwv5xg off=92322 len=388213 2021-07-26T16:13:25.758 INFO:tasks.workunit.client.0.smithi046.stdout:op 1643 completed, throughput=4.99MB/sec 2021-07-26T16:13:25.758 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-weeu-o_Mfz_sF74 off=13866173 len=10462 2021-07-26T16:13:25.762 INFO:tasks.workunit.client.0.smithi046.stdout:op 1644 completed, throughput=4.99MB/sec 2021-07-26T16:13:25.762 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-AmY2ugup5nYy84T off=7443445 len=1840742 2021-07-26T16:13:25.768 INFO:tasks.workunit.client.0.smithi046.stdout:op 1645 completed, throughput=4.99MB/sec 2021-07-26T16:13:25.769 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-_fbaFpk5-od42lo off=1074364 len=145417 2021-07-26T16:13:25.773 INFO:tasks.workunit.client.0.smithi046.stdout:op 1646 completed, throughput=4.99MB/sec 2021-07-26T16:13:25.774 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-OuHOA9Pq7LMXCyt off=16089618 len=486624 2021-07-26T16:13:25.782 INFO:tasks.workunit.client.0.smithi046.stdout:op 1647 completed, throughput=4.99MB/sec 2021-07-26T16:13:25.783 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-nNbp0yyyS_hoYMs off=8887394 len=1928347 2021-07-26T16:13:25.787 INFO:tasks.workunit.client.0.smithi046.stdout:op 1648 completed, throughput=5MB/sec 2021-07-26T16:13:25.787 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-97Jdev99SDrHXdz off=413660 len=1748931 2021-07-26T16:13:25.792 INFO:tasks.workunit.client.0.smithi046.stdout:op 1649 completed, throughput=5MB/sec 2021-07-26T16:13:26.791 INFO:tasks.workunit.client.0.smithi046.stdout: 323: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:26.792 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj--3ICTDKlfv4Ydvf off=5816361 len=54121 2021-07-26T16:13:26.793 INFO:tasks.workunit.client.0.smithi046.stdout:op 1650 completed, throughput=4.99MB/sec 2021-07-26T16:13:26.793 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-1HYCMeZ2yzbPr8Y off=2384607 len=1485317 2021-07-26T16:13:26.798 INFO:tasks.workunit.client.0.smithi046.stdout:op 1651 completed, throughput=4.99MB/sec 2021-07-26T16:13:26.798 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-g9ufKI4eCvtUNS8 off=6619588 len=1505136 2021-07-26T16:13:26.817 INFO:tasks.workunit.client.0.smithi046.stdout:op 1652 completed, throughput=5MB/sec 2021-07-26T16:13:26.818 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-IbOlb2-9uSMFv-s off=8899785 len=1756510 2021-07-26T16:13:26.829 INFO:tasks.workunit.client.0.smithi046.stdout:op 1653 completed, throughput=5MB/sec 2021-07-26T16:13:26.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:26 smithi073 bash[34190]: cluster 2021-07-26T16:13:26.380957+0000 mgr.y (mgr.24683) 925 : cluster [DBG] pgmap v1709: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2021-07-26T16:13:26.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:26 smithi046 bash[41283]: cluster 2021-07-26T16:13:26.380957+0000 mgr.y (mgr.24683) 925 : cluster [DBG] pgmap v1709: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2021-07-26T16:13:26.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:26 smithi046 bash[42351]: cluster 2021-07-26T16:13:26.380957+0000 mgr.y (mgr.24683) 925 : cluster [DBG] pgmap v1709: 9 pgs: 9 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2021-07-26T16:13:27.830 INFO:tasks.workunit.client.0.smithi046.stdout: 324: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:27.830 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-hGVcJb7qRsu7KkN off=168077 len=1813190 2021-07-26T16:13:27.835 INFO:tasks.workunit.client.0.smithi046.stdout:op 1654 completed, throughput=4.99MB/sec 2021-07-26T16:13:27.836 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-A3AmJUfZUTF92XK off=5674322 len=1617749 2021-07-26T16:13:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:op 1655 completed, throughput=5MB/sec 2021-07-26T16:13:27.847 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-X6pRmln8GyakKsW off=8026424 len=44630 2021-07-26T16:13:27.848 INFO:tasks.workunit.client.0.smithi046.stdout:op 1656 completed, throughput=5MB/sec 2021-07-26T16:13:27.848 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-UmolEiG4GcZ8cxj off=6242121 len=983810 2021-07-26T16:13:27.856 INFO:tasks.workunit.client.0.smithi046.stdout:op 1657 completed, throughput=5MB/sec 2021-07-26T16:13:27.856 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-ZOOo_4NbF5xkbUd off=11471285 len=655552 2021-07-26T16:13:27.858 INFO:tasks.workunit.client.0.smithi046.stdout:op 1658 completed, throughput=5MB/sec 2021-07-26T16:13:28.858 INFO:tasks.workunit.client.0.smithi046.stdout: 325: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:28.859 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ebLZ-AKQPEeBa4Y off=1036109 len=1965421 2021-07-26T16:13:28.868 INFO:journalctl@ceph.mon.b.smithi073.stdout:Jul 26 16:13:28 smithi073 bash[34190]: cluster 2021-07-26T16:13:28.381629+0000 mgr.y (mgr.24683) 926 : cluster [DBG] pgmap v1710: 9 pgs: 9 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:13:28.872 INFO:tasks.workunit.client.0.smithi046.stdout:op 1659 completed, throughput=4.99MB/sec 2021-07-26T16:13:28.872 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-8dts5OPVWQNYWrq off=2352800 len=1050222 2021-07-26T16:13:28.876 INFO:tasks.workunit.client.0.smithi046.stdout:op 1660 completed, throughput=5MB/sec 2021-07-26T16:13:28.877 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ayf0P7KJ_ePjmeg off=7724904 len=71271 2021-07-26T16:13:28.877 INFO:tasks.workunit.client.0.smithi046.stdout:op 1661 completed, throughput=5MB/sec 2021-07-26T16:13:28.878 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-Ym7TgoHuKGiX2Gh off=7321989 len=363852 2021-07-26T16:13:28.879 INFO:tasks.workunit.client.0.smithi046.stdout:op 1662 completed, throughput=5MB/sec 2021-07-26T16:13:28.879 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-RiOmIkfRW4FGhOV off=448174 len=648627 2021-07-26T16:13:28.886 INFO:tasks.workunit.client.0.smithi046.stdout:op 1663 completed, throughput=5MB/sec 2021-07-26T16:13:28.887 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-o2O-ToRt2VSpb5Z off=6466982 len=1942688 2021-07-26T16:13:28.892 INFO:tasks.workunit.client.0.smithi046.stdout:op 1664 completed, throughput=5MB/sec 2021-07-26T16:13:28.928 INFO:journalctl@ceph.mon.a.smithi046.stdout:Jul 26 16:13:28 smithi046 bash[41283]: cluster 2021-07-26T16:13:28.381629+0000 mgr.y (mgr.24683) 926 : cluster [DBG] pgmap v1710: 9 pgs: 9 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:13:28.929 INFO:journalctl@ceph.mon.c.smithi046.stdout:Jul 26 16:13:28 smithi046 bash[42351]: cluster 2021-07-26T16:13:28.381629+0000 mgr.y (mgr.24683) 926 : cluster [DBG] pgmap v1710: 9 pgs: 9 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2021-07-26T16:13:29.892 INFO:tasks.workunit.client.0.smithi046.stdout: 326: throughput=4.99MB/sec pending data=0 2021-07-26T16:13:29.893 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-fVwj70lqX5e-pMG off=11813460 len=1790929 2021-07-26T16:13:29.898 INFO:tasks.workunit.client.0.smithi046.stdout:op 1665 completed, throughput=4.99MB/sec 2021-07-26T16:13:29.898 INFO:tasks.workunit.client.0.smithi046.stdout:WRITE : oid=obj-ly0nZeQ8q2CNf9V off=4448312 len=1997427 2021-07-26T16:13:29.915 INFO:tasks.workunit.client.0.smithi046.stdout:op 1666 completed, throughput=5MB/sec 2021-07-26T16:13:29.915 INFO:tasks.workunit.client.0.smithi046.stdout:READ : oid=obj-U2p8k4tlUyzx4rC off=3940677 len=1845971 2021-07-26T16:13:29.917 INFO:tasks.workunit.client.0.smithi046.stdout:op 1667 completed, throughput=5MB/sec 2021-07-26T16:13:30.400 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-07-26T16:13:30.401 DEBUG:teuthology.task.console_log:Killing console logger for smithi046 2021-07-26T16:13:30.402 DEBUG:teuthology.task.console_log:Killing console logger for smithi073 2021-07-26T16:13:30.403 DEBUG:teuthology.exit:Finished running handlers